I was able to reproduce this in Kilo (the original discovery was in Juno), with the same error:
2015-02-20 16:12:52.802 ERROR nova.virt.libvirt.driver [-] [instance: 93ba0373-15cd-4e83-845d-4cfaf7c11416] Live Migration failure: Failed to open file '/dev/disk/by-path/ip-10.10.220.244:3260-iscsi-iqn.2000-05.com.3pardata:22210002ac002a13-lun-1': No such file or directory
2015-02-20 16:12:54.381 ERROR root [-] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/n ova/nova/virt/libvirt/driver.py", line 5249, in _live_migration\n CONF.libvirt.live_migration_bandwidth)\n', ' File "/usr/local/lib /python2.7/dist-packages/eventlet/tpool.py", line 183, in doit\n result = proxy_call(self._autowrap, f, *args, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/eventlet/tpool.py", line 141, in proxy_call\n rv = execute(f, *args, **kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/eventlet/tpool.py", line 122, in execute\n six.reraise(c, e, tb)\n', ' File "/usr/local/lib /python2.7/dist-packages/eventlet/tpool.py", line 80, in tworker\n rv = meth(*args, **kwargs)\n', ' File "/usr/lib/python2.7/dist-p ackages/libvirt.py", line 1582, in migrateToURI2\n if ret == -1: raise libvirtError (\'virDomainMigrateToURI2() failed\', dom=self)\ n', "libvirtError: Failed to open file '/dev/disk/by-path/ip-10.10.220.244:3260-iscsi-iqn.2000-05.com.3pardata:22210002ac002a13-lun-1': No such file or directory\n"]
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/eventlet/hubs/poll.py", line 115, in wait
listener.cb(fileno)
File "/usr/local/lib/python2.7/dist-packages/eventlet/greenthread.py", line 214, in main
result = function(*args, **kwargs)
File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 5282, in _live_migration
recover_method(context, instance, dest, block_migration)
File "/opt/stack/nova/nova/exception.py", line 88, in wrapped
payload)
File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/exception.py", line 71, in wrapped
return f(self, context, *args, **kw)
File "/opt/stack/nova/nova/compute/manager.py", line 324, in decorated_function
kwargs['instance'], e, sys.exc_info())
File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/compute/manager.py", line 312, in decorated_function
return function(self, context, *args, **kwargs)
File "/opt/stack/nova/nova/compute/manager.py", line 5297, in _rollback_live_migration
context, instance, bdm.volume_id, dest)
File "/opt/stack/nova/nova/compute/rpcapi.py", line 677, in remove_volume_connection
instance=instance, volume_id=volume_id)
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/client.py", line 156, in call
retry=self.retry)
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/transport.py", line 90, in _send
timeout=timeout, retry=retry)
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 417, in send
retry=retry)
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 408, in _send
raise result
TypeError: argument of type 'NoneType' is not iterable
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 142, in _dispatch_and_reply
executor_callback))
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 186, in _dispatch
executor_callback)
File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 130, in _do_dispatch
result = func(ctxt, **new_args)
File "/opt/stack/nova/nova/exception.py", line 88, in wrapped
payload)
File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/exception.py", line 71, in wrapped
return f(self, context, *args, **kw)
File "/opt/stack/nova/nova/compute/manager.py", line 4847, in remove_volume_connection
self._detach_volume(context, instance, bdm)
File "/opt/stack/nova/nova/compute/manager.py", line 4692, in _detach_volume
self.volume_api.roll_detaching(context, volume_id)
File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/compute/manager.py", line 4675, in _detach_volume
context, self.volume_api, volume_id, connection_info)
File "/opt/stack/nova/nova/volume/encryptors/__init__.py", line 52, in get_encryption_metadata
if ('data' in connection_info and
TypeError: argument of type 'NoneType' is not iterable
I was able to reproduce this in Kilo (the original discovery was in Juno), with the same error:
2015-02-20 16:12:52.802 ERROR nova.virt. libvirt. driver [-] [instance: 93ba0373- 15cd-4e83- 845d-4cfaf7c114 16] Live Migration failure: Failed to open file '/dev/disk/ by-path/ ip-10.10. 220.244: 3260-iscsi- iqn.2000- 05.com. 3pardata: 22210002ac002a1 3-lun-1' : No such file or directory virt/libvirt/ driver. py", line 5249, in _live_migration\n CONF.libvirt. live_migration_ bandwidth) \n', ' File "/usr/local/lib /python2. 7/dist- packages/ eventlet/ tpool.py" , line 183, in doit\n result = proxy_call( self._autowrap, f, *args, **kwargs)\n', ' File "/usr/local/ lib/python2. 7/dist- packages/ eventlet/ tpool.py" , line 141, in proxy_call\n rv = execute(f, *args, **kwargs)\n', ' File "/usr/local/ lib/python2. 7/dist- packages/ eventlet/ tpool.py" , line 122, in execute\n six.reraise(c, e, tb)\n', ' File "/usr/local/lib /python2. 7/dist- packages/ eventlet/ tpool.py" , line 80, in tworker\n rv = meth(*args, **kwargs)\n', ' File "/usr/lib/ python2. 7/dist- p ackages/ libvirt. py", line 1582, in migrateToURI2\n if ret == -1: raise libvirtError (\'virDomainMig rateToURI2( ) failed\', dom=self)\ n', "libvirtError: Failed to open file '/dev/disk/ by-path/ ip-10.10. 220.244: 3260-iscsi- iqn.2000- 05.com. 3pardata: 22210002ac002a1 3-lun-1' : No such file or directory\n"] lib/python2. 7/dist- packages/ eventlet/ hubs/poll. py", line 115, in wait cb(fileno) lib/python2. 7/dist- packages/ eventlet/ greenthread. py", line 214, in main nova/nova/ virt/libvirt/ driver. py", line 5282, in _live_migration method( context, instance, dest, block_migration) nova/nova/ exception. py", line 88, in wrapped lib/python2. 7/dist- packages/ oslo_utils/ excutils. py", line 82, in __exit__ reraise( self.type_ , self.value, self.tb) nova/nova/ exception. py", line 71, in wrapped nova/nova/ compute/ manager. py", line 324, in decorated_function 'instance' ], e, sys.exc_info()) lib/python2. 7/dist- packages/ oslo_utils/ excutils. py", line 82, in __exit__ reraise( self.type_ , self.value, self.tb) nova/nova/ compute/ manager. py", line 312, in decorated_function nova/nova/ compute/ manager. py", line 5297, in _rollback_ live_migration nova/nova/ compute/ rpcapi. py", line 677, in remove_ volume_ connection instance, volume_ id=volume_ id) lib/python2. 7/dist- packages/ oslo_messaging/ rpc/client. py", line 156, in call self.retry) lib/python2. 7/dist- packages/ oslo_messaging/ transport. py", line 90, in _send timeout, retry=retry) lib/python2. 7/dist- packages/ oslo_messaging/ _drivers/ amqpdriver. py", line 417, in send lib/python2. 7/dist- packages/ oslo_messaging/ _drivers/ amqpdriver. py", line 408, in _send
2015-02-20 16:12:54.381 ERROR root [-] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/n ova/nova/
Traceback (most recent call last):
File "/usr/local/
listener.
File "/usr/local/
result = function(*args, **kwargs)
File "/opt/stack/
recover_
File "/opt/stack/
payload)
File "/usr/local/
six.
File "/opt/stack/
return f(self, context, *args, **kw)
File "/opt/stack/
kwargs[
File "/usr/local/
six.
File "/opt/stack/
return function(self, context, *args, **kwargs)
File "/opt/stack/
context, instance, bdm.volume_id, dest)
File "/opt/stack/
instance=
File "/usr/local/
retry=
File "/usr/local/
timeout=
File "/usr/local/
retry=retry)
File "/usr/local/
raise result
TypeError: argument of type 'NoneType' is not iterable
Traceback (most recent call last):
File "/usr/local/ lib/python2. 7/dist- packages/ oslo_messaging/ rpc/dispatcher. py", line 142, in _dispatch_and_reply callback) )
executor_
File "/usr/local/ lib/python2. 7/dist- packages/ oslo_messaging/ rpc/dispatcher. py", line 186, in _dispatch callback)
executor_
File "/usr/local/ lib/python2. 7/dist- packages/ oslo_messaging/ rpc/dispatcher. py", line 130, in _do_dispatch
result = func(ctxt, **new_args)
File "/opt/stack/ nova/nova/ exception. py", line 88, in wrapped
payload)
File "/usr/local/ lib/python2. 7/dist- packages/ oslo_utils/ excutils. py", line 82, in __exit__ reraise( self.type_ , self.value, self.tb)
six.
File "/opt/stack/ nova/nova/ exception. py", line 71, in wrapped
return f(self, context, *args, **kw)
File "/opt/stack/ nova/nova/ compute/ manager. py", line 4847, in remove_ volume_ connection _detach_ volume( context, instance, bdm)
self.
File "/opt/stack/ nova/nova/ compute/ manager. py", line 4692, in _detach_volume volume_ api.roll_ detaching( context, volume_id)
self.
File "/usr/local/ lib/python2. 7/dist- packages/ oslo_utils/ excutils. py", line 82, in __exit__ reraise( self.type_ , self.value, self.tb)
six.
File "/opt/stack/ nova/nova/ compute/ manager. py", line 4675, in _detach_volume
context, self.volume_api, volume_id, connection_info)
File "/opt/stack/ nova/nova/ volume/ encryptors/ __init_ _.py", line 52, in get_encryption_ metadata
if ('data' in connection_info and
TypeError: argument of type 'NoneType' is not iterable
Removing descriptor: 3