| 2016-01-29 12:52:18 |
Andrey Sledzinskiy |
description |
https://github.com/openstack/fuel-qa/blob/master/fuelweb_test/tests/tests_scale/test_scale_group_4.py#L29 - test failed on prepare_ceph_to_delete method waiting ceph health to be ok
Stacktrace
Traceback (most recent call last):
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File "/usr/lib/python2.7/unittest/case.py", line 1043, in runTest
self._testFunc()
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/case.py", line 296, in testng_method_mistake_capture_func
compatability.capture_type_error(s_func)
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/compatability/exceptions_2_6.py", line 27, in capture_type_error
func()
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/case.py", line 350, in func
func(test_case.state.get_state())
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/helpers/decorators.py", line 83, in wrapper
result = func(*args, **kwargs)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/tests/tests_scale/test_scale_group_4.py", line 102, in add_delete_ceph
self.fuel_web.prepare_ceph_to_delete(remote_ceph)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/__init__.py", line 57, in wrapped
result = func(*args, **kwargs)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/models/fuel_web_client.py", line 2408, in prepare_ceph_to_delete
interval=30, timeout=10 * 60)
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/devops/helpers/helpers.py", line 94, in wait
raise TimeoutError(timeout_msg)
TimeoutError: Waiting timed out |
https://github.com/openstack/fuel-qa/blob/master/fuelweb_test/tests/tests_scale/test_scale_group_4.py#L29 - test failed on prepare_ceph_to_delete method waiting ceph health to be ok
fuel iso- 478
Stacktrace
Traceback (most recent call last):
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File "/usr/lib/python2.7/unittest/case.py", line 1043, in runTest
self._testFunc()
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/case.py", line 296, in testng_method_mistake_capture_func
compatability.capture_type_error(s_func)
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/compatability/exceptions_2_6.py", line 27, in capture_type_error
func()
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/case.py", line 350, in func
func(test_case.state.get_state())
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/helpers/decorators.py", line 83, in wrapper
result = func(*args, **kwargs)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/tests/tests_scale/test_scale_group_4.py", line 102, in add_delete_ceph
self.fuel_web.prepare_ceph_to_delete(remote_ceph)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/__init__.py", line 57, in wrapped
result = func(*args, **kwargs)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/models/fuel_web_client.py", line 2408, in prepare_ceph_to_delete
interval=30, timeout=10 * 60)
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/devops/helpers/helpers.py", line 94, in wait
raise TimeoutError(timeout_msg)
TimeoutError: Waiting timed out |
|
| 2016-01-29 17:16:18 |
Andrey Sledzinskiy |
description |
https://github.com/openstack/fuel-qa/blob/master/fuelweb_test/tests/tests_scale/test_scale_group_4.py#L29 - test failed on prepare_ceph_to_delete method waiting ceph health to be ok
fuel iso- 478
Stacktrace
Traceback (most recent call last):
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File "/usr/lib/python2.7/unittest/case.py", line 1043, in runTest
self._testFunc()
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/case.py", line 296, in testng_method_mistake_capture_func
compatability.capture_type_error(s_func)
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/compatability/exceptions_2_6.py", line 27, in capture_type_error
func()
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/proboscis/case.py", line 350, in func
func(test_case.state.get_state())
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/helpers/decorators.py", line 83, in wrapper
result = func(*args, **kwargs)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/tests/tests_scale/test_scale_group_4.py", line 102, in add_delete_ceph
self.fuel_web.prepare_ceph_to_delete(remote_ceph)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/__init__.py", line 57, in wrapped
result = func(*args, **kwargs)
File "/home/jenkins/workspace/8.0.acceptance.ubuntu.ha_scale_group_4/fuelweb_test/models/fuel_web_client.py", line 2408, in prepare_ceph_to_delete
interval=30, timeout=10 * 60)
File "/home/jenkins/venv-nailgun-tests-2.9/local/lib/python2.7/site-packages/devops/helpers/helpers.py", line 94, in wait
raise TimeoutError(timeout_msg)
TimeoutError: Waiting timed out |
Steps to reproduce:
1. Create and deploy next cluster - Neutron Vlan, ceph for volumes/images/ephemeral/rados gw for objects, 3 controller, 3 ceph nodes, 1 compute node
2. After deployment add one ceph node and re-deploy (not necessary to reproduce)
3. After re-deploy start preparing ceph node to be deleted (using that guide - https://docs.mirantis.com/openstack/fuel/fuel-7.0/operations.html#how-to-safely-remove-a-ceph-osd-node)
4. Execute next commands (on node-2 in my cases):
- ceph osd out 1
- ceph osd out 3
5. Start waiting for 'ceph -s' to show OK status
Actual result - after an hour of waiting (test cluster without any data on ceph nodes) status is:
ceph -s
cluster c3c93807-159d-46b4-93bf-285f03414733
health HEALTH_WARN
too many PGs per OSD (320 > max 300)
monmap e3: 3 mons at {node-3=10.109.1.8:6789/0,node-4=10.109.1.6:6789/0,node-5=10.109.1.9:6789/0}
election epoch 4, quorum 0,1,2 node-4,node-3,node-5
osdmap e65: 8 osds: 8 up, 6 in
pgmap v194: 640 pgs, 10 pools, 12977 kB data, 51 objects
12566 MB used, 284 GB / 296 GB avail
640 active+clean
fuel iso - 478
logs are attached |
|
