Comment 5 for bug 1649586

We also have this messaging timeout in the n-api service:

http://logs.openstack.org/04/409904/2/check/gate-grenade-dsvm-neutron-multinode-live-migration-nv/78de48c/logs/new/screen-n-api.txt.gz#_2016-12-13_03_02_15_537

2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions [req-e0927ad1-3d21-42b8-a8ec-986f1ae67c65 tempest-LiveBlockMigrationTestJSON-1803989051 tempest-LiveBlockMigrationTestJSON-1803989051] Unexpected exception in API method
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions Traceback (most recent call last):
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/api/openstack/extensions.py", line 338, in wrapped
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return f(*args, **kwargs)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/api/validation/__init__.py", line 73, in wrapper
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return func(*args, **kwargs)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/api/validation/__init__.py", line 73, in wrapper
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return func(*args, **kwargs)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/api/validation/__init__.py", line 73, in wrapper
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return func(*args, **kwargs)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/api/openstack/compute/migrate_server.py", line 100, in _migrate_live
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions disk_over_commit, host, force, async)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/compute/api.py", line 164, in inner
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return function(self, context, instance, *args, **kwargs)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/compute/api.py", line 172, in _wrapped
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return fn(self, context, instance, *args, **kwargs)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/compute/api.py", line 145, in inner
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return f(self, context, instance, *args, **kw)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/compute/api.py", line 3768, in live_migrate
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions messaging_timeout)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions self.force_reraise()
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions six.reraise(self.type_, self.value, self.tb)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/compute/api.py", line 3760, in live_migrate
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions request_spec=request_spec, async=async)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/conductor/api.py", line 112, in live_migrate_instance
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions request_spec=request_spec)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/opt/stack/new/nova/nova/conductor/rpcapi.py", line 318, in migrate_server
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions return cctxt.call(context, 'migrate_server', **kw)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/client.py", line 169, in call
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions retry=self.retry)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/transport.py", line 97, in _send
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions timeout=timeout, retry=retry)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 458, in send
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions retry=retry)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 447, in _send
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions result = self._waiter.wait(msg_id, timeout)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 339, in wait
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions message = self.waiters.get(msg_id, timeout=timeout)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 238, in get
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions 'to message ID %s' % msg_id)
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions MessagingTimeout: Timed out waiting for a reply to message ID 9342edb7a67b4dec820760ac0b062679
2016-12-13 03:02:15.537 8322 ERROR nova.api.openstack.extensions