http://logs.openstack.org/48/47948/1/check/gate-tempest-devstack-vm-neutron/6e1f600/logs/screen-n-cpu.txt.gz#_2013-09-24_01_33_24_904 Another case: 2013-09-24 01:33:24.904 ERROR nova.openstack.common.rpc.amqp [req-337bcd98-3d47-452c-a269-0629725d3dce demo demo] Exception during message handling 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp Traceback (most recent call last): 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 461, in _process_data 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp **args) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/openstack/common/rpc/dispatcher.py", line 172, in dispatch 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 354, in decorated_function 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/exception.py", line 90, in wrapped 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp payload) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/exception.py", line 73, in wrapped 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return f(self, context, *args, **kw) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 244, in decorated_function 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp pass 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 230, in decorated_function 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 295, in decorated_function 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp function(self, context, *args, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 272, in decorated_function 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp e, sys.exc_info()) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 259, in decorated_function 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return function(self, context, *args, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1793, in terminate_instance 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp do_terminate_instance(instance, bdms) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/openstack/common/lockutils.py", line 246, in inner 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return f(*args, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1785, in do_terminate_instance 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp reservations=reservations) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/hooks.py", line 105, in inner 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp rv = f(*args, **kwargs) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1758, in _delete_instance 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp user_id=user_id) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1730, in _delete_instance 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp self._shutdown_instance(context, db_inst, bdms) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 1640, in _shutdown_instance 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp network_info = self._get_instance_nw_info(context, instance) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/compute/manager.py", line 877, in _get_instance_nw_info 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp instance) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/api.py", line 455, in get_instance_nw_info 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp result = self._get_instance_nw_info(context, instance, networks) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/api.py", line 463, in _get_instance_nw_info 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp nw_info = self._build_network_info_model(context, instance, networks) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/api.py", line 978, in _build_network_info_model 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp client = neutronv2.get_client(context, admin=True) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 71, in get_client 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp return _get_client(token=token) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 52, in _get_client 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp token = _get_auth_token() 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 47, in _get_auth_token 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp LOG.error(_('Neutron client authentication failed: %s'), e) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/nova/nova/network/neutronv2/__init__.py", line 43, in _get_auth_token 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp httpclient.authenticate() 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/python-neutronclient/neutronclient/client.py", line 232, in authenticate 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp content_type="application/json") 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp File "/opt/stack/new/python-neutronclient/neutronclient/client.py", line 152, in _cs_request 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp raise exceptions.ConnectionFailed(reason=e) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp ConnectionFailed: Connection to neutron failed: Second simultaneous read on fileno 16 detected. Unless you really know what you're doing, make sure that only one greenthread can read any particular socket. Consider using a pools.Pool. If you do know what you're doing and want to disable this error, call eventlet.debug.hub_prevent_multiple_readers(False) 2013-09-24 01:33:24.904 4483 TRACE nova.openstack.common.rpc.amqp