| 2015-08-07 07:34:29 |
Vasyl Saienko |
description |
Cinder failed to initialize rados client for ceph backend due to a lot of errors (see the attached diagnostic snapshot):
# /var/log/cinder/cinder-volume.log on node-2(primary controller) :
2015-08-06 08:34:04.693 28781 CRITICAL cinder [req-a64d784b-0e90-422e-bd04-15f31f7f6f34 - - - - -] OperationalError: (OperationalError) no such table: consistencygroups
..
2015-08-06 08:34:05.701 28895 CRITICAL cinder [req-b2ab6a5c-90f9-40a7-bc5e-2ec757630445 - - - - -] ProgrammingError: (ProgrammingError) (1146, "Table 'cinder.volumes' doesn't exist")
...
2015-08-06 08:39:59.024 12868 ERROR cinder.volume.drivers.rbd [req-a9090eca-0596-4a43-b1b6-e50d31311182 - - - - -] Error connecting to ceph cluster.
2015-08-06 08:39:59.024 12868 TRACE cinder.volume.drivers.rbd Traceback (most recent call last):
2015-08-06 08:39:59.024 12868 TRACE cinder.volume.drivers.rbd File "/usr/lib/python2.7/dist-packages/cinder/volume/drivers/rbd.py", line 319, in _connect_to_rados
2015-08-06 08:39:59.024 12868 TRACE cinder.volume.drivers.rbd client.connect()
2015-08-06 08:39:59.024 12868 TRACE cinder.volume.drivers.rbd File "/usr/lib/python2.7/dist-packages/rados.py", line 417, in connect
2015-08-06 08:39:59.024 12868 TRACE cinder.volume.drivers.rbd raise make_ex(ret, "error calling connect")
2015-08-06 08:39:59.024 12868 TRACE cinder.volume.drivers.rbd ObjectNotFound: error calling connect
root@node-2:/var/log/cinder# cinder --version
1.1.2
root@node-2:/var/log/cinder# ceph --version
ceph version 0.80.9 (b5a67f0e1d15385bc0d60a6da6e7fc810bde6047)
api: '1.0'
astute_sha: e1d3a435e5df5b40cbfb1a3acf80b4176d15a2dc
auth_required: true
build_id: 2015-08-06_06-45-26
build_number: '135'
feature_groups:
- experimental
fuel-agent_sha: 1fe47720ba554818a0be707f2e16281791492d50
fuel-library_sha: 347d51f391a6f2c621006c00e3416718140889ac
fuel-nailgun-agent_sha: 1512b9af6b41cc95c4d891c593aeebe0faca5a63
fuel-ostf_sha: 5cb828f6200e5ae0da63dd39d11fbf910237db95
fuelmain_sha: 858a4ee8336789c10c5c2189c3718f9a605d0eeb
nailgun_sha: c842770d56680d0e0cdf3573d329ce36d4fb2c64
openstack_version: 2015.1.0-7.0
production: docker
python-fuelclient_sha: 28ddd022fd230fde0e88f2f3e4a6a6dddcb58abe
release: '7.0'
release_versions:
2015.1.0-7.0:
VERSION:
api: '1.0'
astute_sha: e1d3a435e5df5b40cbfb1a3acf80b4176d15a2dc
build_id: 2015-08-06_06-45-26
build_number: '135'
feature_groups:
- experimental
fuel-agent_sha: 1fe47720ba554818a0be707f2e16281791492d50
fuel-library_sha: 347d51f391a6f2c621006c00e3416718140889ac
fuel-nailgun-agent_sha: 1512b9af6b41cc95c4d891c593aeebe0faca5a63
fuel-ostf_sha: 5cb828f6200e5ae0da63dd39d11fbf910237db95
fuelmain_sha: 858a4ee8336789c10c5c2189c3718f9a605d0eeb
nailgun_sha: c842770d56680d0e0cdf3573d329ce36d4fb2c64
openstack_version: 2015.1.0-7.0
production: docker
python-fuelclient_sha: 28ddd022fd230fde0e88f2f3e4a6a6dddcb58abe
release: '7.0' |
cinder-volume failed to start due to missing lock_path option which is required option in kilo package
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:42:06.792 14601 TRACE oslo_messaging.rpc.dispatcher ext_lock = external_lock(name, lock_file_prefix, lock_path)
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:42:06.792 14601 TRACE oslo_messaging.rpc.dispatcher lock_file_path = _get_lock_path(name, lock_file_prefix, lock_path)
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:42:06.792 14601 TRACE oslo_messaging.rpc.dispatcher File "/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py", line 325, in _get_lock_path
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:42:06.792 14601 TRACE oslo_messaging.rpc.dispatcher raise cfg.RequiredOptError('lock_path')
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:42:06.792 14601 TRACE oslo_messaging.rpc.dispatcher RequiredOptError: value required for option: lock_path
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:44:26.417 14601 TRACE oslo_messaging.rpc.dispatcher ext_lock = external_lock(name, lock_file_prefix, lock_path)
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:44:26.417 14601 TRACE oslo_messaging.rpc.dispatcher lock_file_path = _get_lock_path(name, lock_file_prefix, lock_path)
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:44:26.417 14601 TRACE oslo_messaging.rpc.dispatcher File "/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py", line 325, in _get_lock_path
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:44:26.417 14601 TRACE oslo_messaging.rpc.dispatcher raise cfg.RequiredOptError('lock_path')
10.109.5.2/var/log/docker-logs/remote/node-5.test.domain.local/cinder-volume.log:2015-08-06 21:44:26.417 14601 TRACE oslo_messaging.rpc.dispatcher RequiredOptError: value required for option: lock_path
Upstream change: https://github.com/openstack/puppet-cinder/commit/d5c38006e8cd2690088555b93db29e69e8b507c1
root@node-2:/var/log/cinder# cinder --version
1.1.2
root@node-2:/var/log/cinder# ceph --version
ceph version 0.80.9 (b5a67f0e1d15385bc0d60a6da6e7fc810bde6047)
api: '1.0'
astute_sha: e1d3a435e5df5b40cbfb1a3acf80b4176d15a2dc
auth_required: true
build_id: 2015-08-06_06-45-26
build_number: '135'
feature_groups:
- experimental
fuel-agent_sha: 1fe47720ba554818a0be707f2e16281791492d50
fuel-library_sha: 347d51f391a6f2c621006c00e3416718140889ac
fuel-nailgun-agent_sha: 1512b9af6b41cc95c4d891c593aeebe0faca5a63
fuel-ostf_sha: 5cb828f6200e5ae0da63dd39d11fbf910237db95
fuelmain_sha: 858a4ee8336789c10c5c2189c3718f9a605d0eeb
nailgun_sha: c842770d56680d0e0cdf3573d329ce36d4fb2c64
openstack_version: 2015.1.0-7.0
production: docker
python-fuelclient_sha: 28ddd022fd230fde0e88f2f3e4a6a6dddcb58abe
release: '7.0'
release_versions:
2015.1.0-7.0:
VERSION:
api: '1.0'
astute_sha: e1d3a435e5df5b40cbfb1a3acf80b4176d15a2dc
build_id: 2015-08-06_06-45-26
build_number: '135'
feature_groups:
- experimental
fuel-agent_sha: 1fe47720ba554818a0be707f2e16281791492d50
fuel-library_sha: 347d51f391a6f2c621006c00e3416718140889ac
fuel-nailgun-agent_sha: 1512b9af6b41cc95c4d891c593aeebe0faca5a63
fuel-ostf_sha: 5cb828f6200e5ae0da63dd39d11fbf910237db95
fuelmain_sha: 858a4ee8336789c10c5c2189c3718f9a605d0eeb
nailgun_sha: c842770d56680d0e0cdf3573d329ce36d4fb2c64
openstack_version: 2015.1.0-7.0
production: docker
python-fuelclient_sha: 28ddd022fd230fde0e88f2f3e4a6a6dddcb58abe
release: '7.0' |
|
