detaching volume may fail while terminating other instances on the same host
Traceback:
2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp Traceback (most recent call last): 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/amqp.py", line 275, in _process_data 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp rval = self.proxy.dispatch(ctxt, version, method, **args) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/openstack/common/rpc/dispatcher.py", line 145, in dispatch 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp return getattr(proxyobj, method)(ctxt, **kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/exception.py", line 117, in wrapped 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp temp_level, payload) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self.gen.next() 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/exception.py", line 92, in wrapped 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp return f(*args, **kw) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 179, in decorated_function 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp pass 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self.gen.next() 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 165, in decorated_function 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 200, in decorated_function 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp kwargs['instance']['uuid'], e, sys.exc_info()) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self.gen.next() 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 194, in decorated_function 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2029, in detach_volume 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self._detach_volume(context, instance, bdm) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2020, in _detach_volume 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self.volume_api.roll_detaching(context, volume) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self.gen.next() 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2013, in _detach_volume 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp mp) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/exception.py", line 117, in wrapped 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp temp_level, payload) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__ 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp self.gen.next() 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/exception.py", line 92, in wrapped 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp return f(*args, **kw) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 706, in detach_volume 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp mount_device) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 627, in volume_driver_method 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp return method(connection_info, *args, **kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/utils.py", line 760, in inner 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp retval = f(*args, **kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/volume.py", line 198, in disconnect_volume 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp devices = self.connection.get_all_block_devices() 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 1898, in get_all_block_devices 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp domain = self._conn.lookupByID(dom_id) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/eventlet/tpool.py", line 187, in doit 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp result = proxy_call(self._autowrap, f, *args, **kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/eventlet/tpool.py", line 147, in proxy_call 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp rv = execute(f,*args,**kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/eventlet/tpool.py", line 76, in tworker 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp rv = meth(*args,**kwargs) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp File "/usr/lib/python2.7/dist-packages/libvirt.py", line 2610, in lookupByID 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp if ret is None:raise libvirtError('virDomainLookupByID() failed', conn=self) 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp libvirtError: Domain not found: no domain with matching id 76 2012-10-03 17:16:31 TRACE nova.openstack.common.rpc.amqp
detaching volume may fail while terminating other instances on the same host
Traceback:
2012-10-03 17:16:31 TRACE nova.openstack. common. rpc.amqp Traceback (most recent call last): common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/openstack/ common/ rpc/amqp. py", line 275, in _process_data common. rpc.amqp rval = self.proxy. dispatch( ctxt, version, method, **args) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/openstack/ common/ rpc/dispatcher. py", line 145, in dispatch common. rpc.amqp return getattr(proxyobj, method)(ctxt, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/exception. py", line 117, in wrapped common. rpc.amqp temp_level, payload) common. rpc.amqp File "/usr/lib/ python2. 7/contextlib. py", line 24, in __exit__ common. rpc.amqp self.gen.next() common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/exception. py", line 92, in wrapped common. rpc.amqp return f(*args, **kw) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 179, in decorated_function common. rpc.amqp pass common. rpc.amqp File "/usr/lib/ python2. 7/contextlib. py", line 24, in __exit__ common. rpc.amqp self.gen.next() common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 165, in decorated_function common. rpc.amqp return function(self, context, *args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 200, in decorated_function common. rpc.amqp kwargs[ 'instance' ]['uuid' ], e, sys.exc_info()) common. rpc.amqp File "/usr/lib/ python2. 7/contextlib. py", line 24, in __exit__ common. rpc.amqp self.gen.next() common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 194, in decorated_function common. rpc.amqp return function(self, context, *args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 2029, in detach_volume common. rpc.amqp self._detach_ volume( context, instance, bdm) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 2020, in _detach_volume common. rpc.amqp self.volume_ api.roll_ detaching( context, volume) common. rpc.amqp File "/usr/lib/ python2. 7/contextlib. py", line 24, in __exit__ common. rpc.amqp self.gen.next() common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/compute/ manager. py", line 2013, in _detach_volume common. rpc.amqp mp) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/exception. py", line 117, in wrapped common. rpc.amqp temp_level, payload) common. rpc.amqp File "/usr/lib/ python2. 7/contextlib. py", line 24, in __exit__ common. rpc.amqp self.gen.next() common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/exception. py", line 92, in wrapped common. rpc.amqp return f(*args, **kw) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/virt/ libvirt/ driver. py", line 706, in detach_volume common. rpc.amqp mount_device) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/virt/ libvirt/ driver. py", line 627, in volume_ driver_ method common. rpc.amqp return method( connection_ info, *args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/utils. py", line 760, in inner common. rpc.amqp retval = f(*args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/virt/ libvirt/ volume. py", line 198, in disconnect_volume common. rpc.amqp devices = self.connection .get_all_ block_devices( ) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ nova/virt/ libvirt/ driver. py", line 1898, in get_all_ block_devices common. rpc.amqp domain = self._conn. lookupByID( dom_id) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ eventlet/ tpool.py" , line 187, in doit common. rpc.amqp result = proxy_call( self._autowrap, f, *args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ eventlet/ tpool.py" , line 147, in proxy_call common. rpc.amqp rv = execute( f,*args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ eventlet/ tpool.py" , line 76, in tworker common. rpc.amqp rv = meth(*args, **kwargs) common. rpc.amqp File "/usr/lib/ python2. 7/dist- packages/ libvirt. py", line 2610, in lookupByID common. rpc.amqp if ret is None:raise libvirtError( 'virDomainLooku pByID() failed', conn=self) common. rpc.amqp libvirtError: Domain not found: no domain with matching id 76 common. rpc.amqp
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.
2012-10-03 17:16:31 TRACE nova.openstack.