I'm not totally sure but I think I might have seen this again today in the nova-tox-functional-py38 job[1]: 2022-03-24 05:08:04,163 INFO [nova.api.openstack.requestlog] 127.0.0.1 "GET /v2.1/servers/0606b03e-f05f-407c-9fd8-33a8d673e2f4" status: 200 len: 2147 microversion: 2.90 time: 0.028787 2022-03-24 05:08:04,193 ERROR [root] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 207, in _send\n reply, failure = reply_q.get(timeout=timeout)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 322, in get\n return waiter.wait()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 141, in wait\n return get_hub().switch()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/hubs/hub.py", line 313, in switch\n return self.greenlet.switch()\n', '_queue.Empty\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 201, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8969, in _post_live_migration\n self._update_scheduler_instance_info(ctxt, instance)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 2109, in _update_scheduler_instance_info\n self.query_client.update_instance_info(context, self.host,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/client/query.py", line 69, in update_instance_info\n self.scheduler_rpcapi.update_instance_info(context, host_name,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/rpcapi.py", line 174, in update_instance_info\n return cctxt.cast(ctxt, \'update_instance_info\', host_name=host_name,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/fixtures/_fixtures/monkeypatch.py", line 89, in avoid_get\n return captured_method(*args, **kwargs)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/rpc/client.py", line 189, in call\n result = self.transport._send(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/transport.py", line 123, in _send\n return self._driver.send(target, ctxt, message,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 222, in send\n return self._send(target, ctxt, message, wait_for_reply, timeout,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 213, in _send\n raise oslo_messaging.MessagingTimeout(\n', 'oslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\n'] 2022-03-24 05:08:04,231 WARNING [nova.virt.libvirt.driver] Error monitoring migration: (sqlite3.OperationalError) no such table: instance_faults [SQL: INSERT INTO instance_faults (created_at, updated_at, deleted_at, deleted, instance_uuid, code, message, details, host) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)] [parameters: ('2012-10-29 13:42:11.000000', None, None, 0, '200ee53a-f71a-49cf-891c-e7f7fd218a77', 500, 'MessagingTimeout', 'Traceback (most recent call last):\n File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging ... (2565 characters truncated) ... l_fake.py", line 213, in _send\n raise oslo_messaging.MessagingTimeout(\noslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\n', 'fake-mini')] (Background on this error at: https://sqlalche.me/e/14/e3q8) Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 207, in _send reply, failure = reply_q.get(timeout=timeout) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 322, in get return waiter.wait() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 141, in wait return get_hub().switch() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/hubs/hub.py", line 313, in switch return self.greenlet.switch() _queue.Empty During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 201, in decorated_function return function(self, context, *args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8969, in _post_live_migration self._update_scheduler_instance_info(ctxt, instance) File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 2109, in _update_scheduler_instance_info self.query_client.update_instance_info(context, self.host, File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/client/query.py", line 69, in update_instance_info self.scheduler_rpcapi.update_instance_info(context, host_name, File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/rpcapi.py", line 174, in update_instance_info return cctxt.cast(ctxt, 'update_instance_info', host_name=host_name, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/fixtures/_fixtures/monkeypatch.py", line 89, in avoid_get return captured_method(*args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/rpc/client.py", line 189, in call result = self.transport._send( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/transport.py", line 123, in _send return self._driver.send(target, ctxt, message, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 222, in send return self._send(target, ctxt, message, wait_for_reply, timeout, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 213, in _send raise oslo_messaging.MessagingTimeout( oslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context self.dialect.do_execute( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute cursor.execute(statement, parameters) sqlite3.OperationalError: no such table: instance_faults The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10320, in _live_migration self._live_migration_monitor(context, instance, guest, dest, File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10233, in _live_migration_monitor post_method(context, instance, dest, block_migration, File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 71, in wrapped _emit_versioned_exception_notification( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/excutils.py", line 227, in __exit__ self.force_reraise() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/excutils.py", line 200, in force_reraise raise self.value File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 63, in wrapped return f(self, context, *args, **kw) File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 212, in decorated_function compute_utils.add_instance_fault_from_exc(context, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/utils.py", line 153, in add_instance_fault_from_exc fault_obj.create() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_versionedobjects/base.py", line 226, in wrapper return fn(self, *args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/nova/objects/instance_fault.py", line 76, in create db_fault = db.instance_fault_create(self._context, values) File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 190, in wrapper return f(context, *args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 3725, in instance_fault_create fault_ref.save(context.session) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_db/sqlalchemy/models.py", line 38, in save session.flush() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3363, in flush self._flush(objects) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3503, in _flush transaction.rollback(_capture_exception=True) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ compat.raise_( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_ raise exception File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3463, in _flush flush_context.execute() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute rec.execute(self) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute util.preloaded.orm_persistence.save_obj( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 244, in save_obj _emit_insert_statements( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1221, in _emit_insert_statements result = connection._execute_20( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20 return meth(self, args_10style, kwargs_10style, execution_options) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection return connection._execute_clauseelement( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement ret = self._execute_context( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context self._handle_dbapi_exception( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception util.raise_(newraise, with_traceback=exc_info[2], from_=e) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_ raise exception File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context self.dialect.do_execute( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute cursor.execute(statement, parameters) oslo_db.exception.DBNonExistentTable: (sqlite3.OperationalError) no such table: instance_faults [SQL: INSERT INTO instance_faults (created_at, updated_at, deleted_at, deleted, instance_uuid, code, message, details, host) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)] [parameters: ('2012-10-29 13:42:11.000000', None, None, 0, '200ee53a-f71a-49cf-891c-e7f7fd218a77', 500, 'MessagingTimeout', 'Traceback (most recent call last):\n File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging ... (2565 characters truncated) ... l_fake.py", line 213, in _send\n raise oslo_messaging.MessagingTimeout(\noslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\n', 'fake-mini')] (Background on this error at: https://sqlalche.me/e/14/e3q8) 2022-03-24 05:08:04,233 ERROR [nova.compute.manager] Live migration failed. Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 207, in _send reply, failure = reply_q.get(timeout=timeout) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 322, in get return waiter.wait() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 141, in wait return get_hub().switch() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/hubs/hub.py", line 313, in switch return self.greenlet.switch() _queue.Empty During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 201, in decorated_function return function(self, context, *args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8969, in _post_live_migration self._update_scheduler_instance_info(ctxt, instance) File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 2109, in _update_scheduler_instance_info self.query_client.update_instance_info(context, self.host, File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/client/query.py", line 69, in update_instance_info self.scheduler_rpcapi.update_instance_info(context, host_name, File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/rpcapi.py", line 174, in update_instance_info return cctxt.cast(ctxt, 'update_instance_info', host_name=host_name, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/fixtures/_fixtures/monkeypatch.py", line 89, in avoid_get return captured_method(*args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/rpc/client.py", line 189, in call result = self.transport._send( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/transport.py", line 123, in _send return self._driver.send(target, ctxt, message, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 222, in send return self._send(target, ctxt, message, wait_for_reply, timeout, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 213, in _send raise oslo_messaging.MessagingTimeout( oslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context self.dialect.do_execute( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute cursor.execute(statement, parameters) sqlite3.OperationalError: no such table: instance_faults The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10320, in _live_migration self._live_migration_monitor(context, instance, guest, dest, File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10233, in _live_migration_monitor post_method(context, instance, dest, block_migration, File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 71, in wrapped _emit_versioned_exception_notification( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/excutils.py", line 227, in __exit__ self.force_reraise() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/excutils.py", line 200, in force_reraise raise self.value File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 63, in wrapped return f(self, context, *args, **kw) File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 212, in decorated_function compute_utils.add_instance_fault_from_exc(context, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/utils.py", line 153, in add_instance_fault_from_exc fault_obj.create() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_versionedobjects/base.py", line 226, in wrapper return fn(self, *args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/nova/objects/instance_fault.py", line 76, in create db_fault = db.instance_fault_create(self._context, values) File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 190, in wrapper return f(context, *args, **kwargs) File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 3725, in instance_fault_create fault_ref.save(context.session) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_db/sqlalchemy/models.py", line 38, in save session.flush() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3363, in flush self._flush(objects) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3503, in _flush transaction.rollback(_capture_exception=True) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ compat.raise_( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_ raise exception File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3463, in _flush flush_context.execute() File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute rec.execute(self) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute util.preloaded.orm_persistence.save_obj( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 244, in save_obj _emit_insert_statements( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1221, in _emit_insert_statements result = connection._execute_20( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20 return meth(self, args_10style, kwargs_10style, execution_options) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection return connection._execute_clauseelement( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement ret = self._execute_context( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context self._handle_dbapi_exception( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception util.raise_(newraise, with_traceback=exc_info[2], from_=e) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_ raise exception File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context self.dialect.do_execute( File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute cursor.execute(statement, parameters) oslo_db.exception.DBNonExistentTable: (sqlite3.OperationalError) no such table: instance_faults [SQL: INSERT INTO instance_faults (created_at, updated_at, deleted_at, deleted, instance_uuid, code, message, details, host) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)] [parameters: ('2012-10-29 13:42:11.000000', None, None, 0, '200ee53a-f71a-49cf-891c-e7f7fd218a77', 500, 'MessagingTimeout', 'Traceback (most recent call last):\n File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging ... (2565 characters truncated) ... l_fake.py", line 213, in _send\n raise oslo_messaging.MessagingTimeout(\noslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\n', 'fake-mini')] (Background on this error at: https://sqlalche.me/e/14/e3q8) During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10335, in _live_migration self.live_migration_abort(instance) File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 9803, in live_migration_abort guest = self._host.get_guest(instance) File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/host.py", line 670, in get_guest return libvirt_guest.Guest(self._get_domain(instance)) File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/guest.py", line 112, in __init__ libvirt = importutils.import_module('libvirt') File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/importutils.py", line 73, in import_module __import__(import_str) ModuleNotFoundError: No module named 'libvirt' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8581, in _do_live_migration self.driver.live_migration(context, instance, dest, File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 9792, in live_migration self._live_migration(context, instance, dest, File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10336, in _live_migration except libvirt.libvirtError: AttributeError: 'NoneType' object has no attribute 'libvirtError' 2022-03-24 05:08:04,241 ERROR [root] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 207, in _send\n reply, failure = reply_q.get(timeout=timeout)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 322, in get\n return waiter.wait()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 141, in wait\n return get_hub().switch()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/hubs/hub.py", line 313, in switch\n return self.greenlet.switch()\n', '_queue.Empty\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 201, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8969, in _post_live_migration\n self._update_scheduler_instance_info(ctxt, instance)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 2109, in _update_scheduler_instance_info\n self.query_client.update_instance_info(context, self.host,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/client/query.py", line 69, in update_instance_info\n self.scheduler_rpcapi.update_instance_info(context, host_name,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/rpcapi.py", line 174, in update_instance_info\n return cctxt.cast(ctxt, \'update_instance_info\', host_name=host_name,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/fixtures/_fixtures/monkeypatch.py", line 89, in avoid_get\n return captured_method(*args, **kwargs)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/rpc/client.py", line 189, in call\n result = self.transport._send(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/transport.py", line 123, in _send\n return self._driver.send(target, ctxt, message,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 222, in send\n return self._send(target, ctxt, message, wait_for_reply, timeout,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 213, in _send\n raise oslo_messaging.MessagingTimeout(\n', 'oslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context\n self.dialect.do_execute(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute\n cursor.execute(statement, parameters)\n', 'sqlite3.OperationalError: no such table: instance_faults\n', '\nThe above exception was the direct cause of the following exception:\n\n', 'Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10320, in _live_migration\n self._live_migration_monitor(context, instance, guest, dest,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10233, in _live_migration_monitor\n post_method(context, instance, dest, block_migration,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 71, in wrapped\n _emit_versioned_exception_notification(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 63, in wrapped\n return f(self, context, *args, **kw)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 212, in decorated_function\n compute_utils.add_instance_fault_from_exc(context,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/utils.py", line 153, in add_instance_fault_from_exc\n fault_obj.create()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_versionedobjects/base.py", line 226, in wrapper\n return fn(self, *args, **kwargs)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/objects/instance_fault.py", line 76, in create\n db_fault = db.instance_fault_create(self._context, values)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 190, in wrapper\n return f(context, *args, **kwargs)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 3725, in instance_fault_create\n fault_ref.save(context.session)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_db/sqlalchemy/models.py", line 38, in save\n session.flush()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3363, in flush\n self._flush(objects)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3503, in _flush\n transaction.rollback(_capture_exception=True)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__\n compat.raise_(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_\n raise exception\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3463, in _flush\n flush_context.execute()\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute\n rec.execute(self)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute\n util.preloaded.orm_persistence.save_obj(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 244, in save_obj\n _emit_insert_statements(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1221, in _emit_insert_statements\n result = connection._execute_20(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20\n return meth(self, args_10style, kwargs_10style, execution_options)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection\n return connection._execute_clauseelement(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement\n ret = self._execute_context(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context\n self._handle_dbapi_exception(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception\n util.raise_(newraise, with_traceback=exc_info[2], from_=e)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_\n raise exception\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context\n self.dialect.do_execute(\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute\n cursor.execute(statement, parameters)\n', 'oslo_db.exception.DBNonExistentTable: (sqlite3.OperationalError) no such table: instance_faults\n[SQL: INSERT INTO instance_faults (created_at, updated_at, deleted_at, deleted, instance_uuid, code, message, details, host) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)]\n[parameters: (\'2012-10-29 13:42:11.000000\', None, None, 0, \'200ee53a-f71a-49cf-891c-e7f7fd218a77\', 500, \'MessagingTimeout\', \'Traceback (most recent call last):\\n File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging ... (2565 characters truncated) ... l_fake.py", line 213, in _send\\n raise oslo_messaging.MessagingTimeout(\\noslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\\n\', \'fake-mini\')]\n(Background on this error at: https://sqlalche.me/e/14/e3q8)\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10335, in _live_migration\n self.live_migration_abort(instance)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 9803, in live_migration_abort\n guest = self._host.get_guest(instance)\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/host.py", line 670, in get_guest\n return libvirt_guest.Guest(self._get_domain(instance))\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/guest.py", line 112, in __init__\n libvirt = importutils.import_module(\'libvirt\')\n', ' File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_utils/importutils.py", line 73, in import_module\n __import__(import_str)\n', "ModuleNotFoundError: No module named 'libvirt'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8581, in _do_live_migration\n self.driver.live_migration(context, instance, dest,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 9792, in live_migration\n self._live_migration(context, instance, dest,\n', ' File "/home/zuul/src/opendev.org/openstack/nova/nova/virt/libvirt/driver.py", line 10336, in _live_migration\n except libvirt.libvirtError:\n', "AttributeError: 'NoneType' object has no attribute 'libvirtError'\n"] 2022-03-24 05:08:04,243 INFO [nova.api.openstack.requestlog] 127.0.0.1 "POST /v2.1/servers/0606b03e-f05f-407c-9fd8-33a8d673e2f4/action" status: 202 len: 0 microversion: 2.90 time: 0.076286 2022-03-24 05:08:04,274 INFO [nova.api.openstack.requestlog] 127.0.0.1 "GET /v2.1/servers/0606b03e-f05f-407c-9fd8-33a8d673e2f4" status: 200 len: 2156 microversion: 2.90 time: 0.027834 2022-03-24 05:08:04,806 INFO [nova.api.openstack.requestlog] 127.0.0.1 "GET /v2.1/servers/0606b03e-f05f-407c-9fd8-33a8d673e2f4" status: 200 len: 2160 microversion: 2.90 time: 0.028014 }}} Traceback (most recent call last): File "/home/zuul/src/opendev.org/openstack/nova/nova/tests/functional/notification_sample_tests/test_instance.py", line 388, in test_instance_action action(server) File "/home/zuul/src/opendev.org/openstack/nova/nova/tests/functional/notification_sample_tests/test_instance.py", line 732, in _test_power_off_on_server self.assertEqual(4, len(self.notifier.versioned_notifications), File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/testtools/testcase.py", line 393, in assertEqual self.assertThat(observed, matcher, message) File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/testtools/testcase.py", line 480, in assertThat raise mismatch_error testtools.matchers._impl.MismatchError: 4 != 5: [{'publisher_id': 'nova-compute:compute', 'priority': 'INFO', 'event_type': 'instance.power_off.start', 'payload': {'nova_object.name': 'InstanceActionPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.8', 'nova_object.data': {'fault': None, 'request_id': 'req-5b6c791d-5709-4f36-8fbe-c3e02869e35d', 'uuid': '0606b03e-f05f-407c-9fd8-33a8d673e2f4', 'user_id': 'fake', 'tenant_id': '6f70656e737461636b20342065766572', 'reservation_id': 'r-gi1i6fzk', 'display_name': 'some-server', 'display_description': 'some-server', 'host_name': 'some-server', 'host': 'compute', 'node': 'fake-mini', 'os_type': None, 'architecture': 'x86_64', 'availability_zone': 'nova', 'flavor': {'nova_object.name': 'FlavorPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.4', 'nova_object.data': {'flavorid': 'a22d5517-147c-4147-a0d1-e698df5cd4e3', 'memory_mb': 512, 'vcpus': 1, 'root_gb': 1, 'ephemeral_gb': 0, 'name': 'test_flavor', 'swap': 0, 'rxtx_factor': 1.0, 'vcpu_weight': 0, 'disabled': False, 'is_public': True, 'extra_specs': {'hw:watchdog_action': 'disabled'}, 'projects': None, 'description': None}}, 'image_uuid': '155d900f-4e14-4e4c-a73d-069cbf4541e6', 'key_name': 'my-key', 'kernel_id': '', 'ramdisk_id': '', 'created_at': '2012-10-29T13:42:11Z', 'launched_at': '2012-10-29T13:42:11Z', 'terminated_at': None, 'deleted_at': None, 'updated_at': '2012-10-29T13:42:11Z', 'state': 'active', 'power_state': 'running', 'task_state': 'powering-off', 'progress': 0, 'ip_addresses': [{'nova_object.name': 'IpPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'label': 'private', 'mac': 'fa:16:3e:4c:2c:30', 'meta': {}, 'port_uuid': 'ce531f90-199f-48c0-816c-13e38010b442', 'version': 4, 'address': '192.168.1.3', 'device_name': 'tapce531f90-19'}}], 'block_devices': [{'nova_object.name': 'BlockDevicePayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'device_name': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_id': 'a07f71dc-8151-4e7d-a0cc-cd24a3f11113', 'tag': None}}], 'metadata': {}, 'locked': False, 'auto_disk_config': 'MANUAL', 'action_initiator_user': 'fake', 'action_initiator_project': '6f70656e737461636b20342065766572', 'locked_reason': None}}}, {'publisher_id': 'nova-compute:compute', 'priority': 'INFO', 'event_type': 'instance.power_off.end', 'payload': {'nova_object.name': 'InstanceActionPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.8', 'nova_object.data': {'fault': None, 'request_id': 'req-5b6c791d-5709-4f36-8fbe-c3e02869e35d', 'uuid': '0606b03e-f05f-407c-9fd8-33a8d673e2f4', 'user_id': 'fake', 'tenant_id': '6f70656e737461636b20342065766572', 'reservation_id': 'r-gi1i6fzk', 'display_name': 'some-server', 'display_description': 'some-server', 'host_name': 'some-server', 'host': 'compute', 'node': 'fake-mini', 'os_type': None, 'architecture': 'x86_64', 'availability_zone': 'nova', 'flavor': {'nova_object.name': 'FlavorPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.4', 'nova_object.data': {'flavorid': 'a22d5517-147c-4147-a0d1-e698df5cd4e3', 'memory_mb': 512, 'vcpus': 1, 'root_gb': 1, 'ephemeral_gb': 0, 'name': 'test_flavor', 'swap': 0, 'rxtx_factor': 1.0, 'vcpu_weight': 0, 'disabled': False, 'is_public': True, 'extra_specs': {'hw:watchdog_action': 'disabled'}, 'projects': None, 'description': None}}, 'image_uuid': '155d900f-4e14-4e4c-a73d-069cbf4541e6', 'key_name': 'my-key', 'kernel_id': '', 'ramdisk_id': '', 'created_at': '2012-10-29T13:42:11Z', 'launched_at': '2012-10-29T13:42:11Z', 'terminated_at': None, 'deleted_at': None, 'updated_at': '2012-10-29T13:42:11Z', 'state': 'stopped', 'power_state': 'shutdown', 'task_state': None, 'progress': 0, 'ip_addresses': [{'nova_object.name': 'IpPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'label': 'private', 'mac': 'fa:16:3e:4c:2c:30', 'meta': {}, 'port_uuid': 'ce531f90-199f-48c0-816c-13e38010b442', 'version': 4, 'address': '192.168.1.3', 'device_name': 'tapce531f90-19'}}], 'block_devices': [{'nova_object.name': 'BlockDevicePayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'device_name': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_id': 'a07f71dc-8151-4e7d-a0cc-cd24a3f11113', 'tag': None}}], 'metadata': {}, 'locked': False, 'auto_disk_config': 'MANUAL', 'action_initiator_user': 'fake', 'action_initiator_project': '6f70656e737461636b20342065766572', 'locked_reason': None}}}, {'publisher_id': 'nova-compute:fake-mini', 'priority': 'ERROR', 'event_type': 'compute.exception', 'payload': {'nova_object.name': 'ExceptionPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.1', 'nova_object.data': {'module_name': 'sqlalchemy.engine.default', 'function_name': 'do_execute', 'exception': 'DBNonExistentTable', 'exception_message': '(sqlite3.OperationalError) no such table: instance_faults\n[SQL: INSERT INTO instance_faults (created_at, updated_at, deleted_at, deleted, instance_uuid, code, message, details, host) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)]\n[parameters: (\'2012-10-29 13:42:11.000000\', None, None, 0, \'200ee53a-f71a-49cf-891c-e7f7fd218a77\', 500, \'MessagingTimeout\', \'Traceback (most recent call last):\\n File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging ... (2565 characters truncated) ... l_fake.py", line 213, in _send\\n raise oslo_messaging.MessagingTimeout(\\noslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\\n\', \'fake-mini\')]\n(Background on this error at: https://sqlalche.me/e/14/e3q8)', 'traceback': 'Traceback (most recent call last):\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 207, in _send\n reply, failure = reply_q.get(timeout=timeout)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 322, in get\n return waiter.wait()\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/queue.py", line 141, in wait\n return get_hub().switch()\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/eventlet/hubs/hub.py", line 313, in switch\n return self.greenlet.switch()\n,_queue.Empty\n,\nDuring handling of the above exception, another exception occurred:\n\n,Traceback (most recent call last):\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 201, in decorated_function\n return function(self, context, *args, **kwargs)\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 8969, in _post_live_migration\n self._update_scheduler_instance_info(ctxt, instance)\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 2109, in _update_scheduler_instance_info\n self.query_client.update_instance_info(context, self.host,\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/client/query.py", line 69, in update_instance_info\n self.scheduler_rpcapi.update_instance_info(context, host_name,\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/scheduler/rpcapi.py", line 174, in update_instance_info\n return cctxt.cast(ctxt, \'update_instance_info\', host_name=host_name,\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/fixtures/_fixtures/monkeypatch.py", line 89, in avoid_get\n return captured_method(*args, **kwargs)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/rpc/client.py", line 189, in call\n result = self.transport._send(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/transport.py", line 123, in _send\n return self._driver.send(target, ctxt, message,\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 222, in send\n return self._send(target, ctxt, message, wait_for_reply, timeout,\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_fake.py", line 213, in _send\n raise oslo_messaging.MessagingTimeout(\n,oslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\n,\nDuring handling of the above exception, another exception occurred:\n\n,Traceback (most recent call last):\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context\n self.dialect.do_execute(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute\n cursor.execute(statement, parameters)\n,sqlite3.OperationalError: no such table: instance_faults\n,\nThe above exception was the direct cause of the following exception:\n\n,Traceback (most recent call last):\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/exception_wrapper.py", line 63, in wrapped\n return f(self, context, *args, **kw)\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/manager.py", line 212, in decorated_function\n compute_utils.add_instance_fault_from_exc(context,\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/compute/utils.py", line 153, in add_instance_fault_from_exc\n fault_obj.create()\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_versionedobjects/base.py", line 226, in wrapper\n return fn(self, *args, **kwargs)\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/objects/instance_fault.py", line 76, in create\n db_fault = db.instance_fault_create(self._context, values)\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 190, in wrapper\n return f(context, *args, **kwargs)\n, File "/home/zuul/src/opendev.org/openstack/nova/nova/db/main/api.py", line 3725, in instance_fault_create\n fault_ref.save(context.session)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_db/sqlalchemy/models.py", line 38, in save\n session.flush()\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3363, in flush\n self._flush(objects)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3503, in _flush\n transaction.rollback(_capture_exception=True)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__\n compat.raise_(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_\n raise exception\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/session.py", line 3463, in _flush\n flush_context.execute()\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute\n rec.execute(self)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute\n util.preloaded.orm_persistence.save_obj(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 244, in save_obj\n _emit_insert_statements(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/orm/persistence.py", line 1221, in _emit_insert_statements\n result = connection._execute_20(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20\n return meth(self, args_10style, kwargs_10style, execution_options)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection\n return connection._execute_clauseelement(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement\n ret = self._execute_context(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context\n self._handle_dbapi_exception(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception\n util.raise_(newraise, with_traceback=exc_info[2], from_=e)\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/util/compat.py", line 207, in raise_\n raise exception\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context\n self.dialect.do_execute(\n, File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/sqlalchemy/engine/default.py", line 732, in do_execute\n cursor.execute(statement, parameters)\n,oslo_db.exception.DBNonExistentTable: (sqlite3.OperationalError) no such table: instance_faults\n[SQL: INSERT INTO instance_faults (created_at, updated_at, deleted_at, deleted, instance_uuid, code, message, details, host) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)]\n[parameters: (\'2012-10-29 13:42:11.000000\', None, None, 0, \'200ee53a-f71a-49cf-891c-e7f7fd218a77\', 500, \'MessagingTimeout\', \'Traceback (most recent call last):\\n File "/home/zuul/src/opendev.org/openstack/nova/.tox/functional-py38/lib/python3.8/site-packages/oslo_messaging ... (2565 characters truncated) ... l_fake.py", line 213, in _send\\n raise oslo_messaging.MessagingTimeout(\\noslo_messaging.exceptions.MessagingTimeout: No reply on topic scheduler\\n\', \'fake-mini\')]\n(Background on this error at: https://sqlalche.me/e/14/e3q8)\n'}}}, {'publisher_id': 'nova-compute:compute', 'priority': 'INFO', 'event_type': 'instance.power_on.start', 'payload': {'nova_object.name': 'InstanceActionPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.8', 'nova_object.data': {'fault': None, 'request_id': 'req-5b6c791d-5709-4f36-8fbe-c3e02869e35d', 'uuid': '0606b03e-f05f-407c-9fd8-33a8d673e2f4', 'user_id': 'fake', 'tenant_id': '6f70656e737461636b20342065766572', 'reservation_id': 'r-gi1i6fzk', 'display_name': 'some-server', 'display_description': 'some-server', 'host_name': 'some-server', 'host': 'compute', 'node': 'fake-mini', 'os_type': None, 'architecture': 'x86_64', 'availability_zone': 'nova', 'flavor': {'nova_object.name': 'FlavorPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.4', 'nova_object.data': {'flavorid': 'a22d5517-147c-4147-a0d1-e698df5cd4e3', 'memory_mb': 512, 'vcpus': 1, 'root_gb': 1, 'ephemeral_gb': 0, 'name': 'test_flavor', 'swap': 0, 'rxtx_factor': 1.0, 'vcpu_weight': 0, 'disabled': False, 'is_public': True, 'extra_specs': {'hw:watchdog_action': 'disabled'}, 'projects': None, 'description': None}}, 'image_uuid': '155d900f-4e14-4e4c-a73d-069cbf4541e6', 'key_name': 'my-key', 'kernel_id': '', 'ramdisk_id': '', 'created_at': '2012-10-29T13:42:11Z', 'launched_at': '2012-10-29T13:42:11Z', 'terminated_at': None, 'deleted_at': None, 'updated_at': '2012-10-29T13:42:11Z', 'state': 'stopped', 'power_state': 'shutdown', 'task_state': 'powering-on', 'progress': 0, 'ip_addresses': [{'nova_object.name': 'IpPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'label': 'private', 'mac': 'fa:16:3e:4c:2c:30', 'meta': {}, 'port_uuid': 'ce531f90-199f-48c0-816c-13e38010b442', 'version': 4, 'address': '192.168.1.3', 'device_name': 'tapce531f90-19'}}], 'block_devices': [{'nova_object.name': 'BlockDevicePayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'device_name': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_id': 'a07f71dc-8151-4e7d-a0cc-cd24a3f11113', 'tag': None}}], 'metadata': {}, 'locked': False, 'auto_disk_config': 'MANUAL', 'action_initiator_user': 'fake', 'action_initiator_project': '6f70656e737461636b20342065766572', 'locked_reason': None}}}, {'publisher_id': 'nova-compute:compute', 'priority': 'INFO', 'event_type': 'instance.power_on.end', 'payload': {'nova_object.name': 'InstanceActionPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.8', 'nova_object.data': {'fault': None, 'request_id': 'req-5b6c791d-5709-4f36-8fbe-c3e02869e35d', 'uuid': '0606b03e-f05f-407c-9fd8-33a8d673e2f4', 'user_id': 'fake', 'tenant_id': '6f70656e737461636b20342065766572', 'reservation_id': 'r-gi1i6fzk', 'display_name': 'some-server', 'display_description': 'some-server', 'host_name': 'some-server', 'host': 'compute', 'node': 'fake-mini', 'os_type': None, 'architecture': 'x86_64', 'availability_zone': 'nova', 'flavor': {'nova_object.name': 'FlavorPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.4', 'nova_object.data': {'flavorid': 'a22d5517-147c-4147-a0d1-e698df5cd4e3', 'memory_mb': 512, 'vcpus': 1, 'root_gb': 1, 'ephemeral_gb': 0, 'name': 'test_flavor', 'swap': 0, 'rxtx_factor': 1.0, 'vcpu_weight': 0, 'disabled': False, 'is_public': True, 'extra_specs': {'hw:watchdog_action': 'disabled'}, 'projects': None, 'description': None}}, 'image_uuid': '155d900f-4e14-4e4c-a73d-069cbf4541e6', 'key_name': 'my-key', 'kernel_id': '', 'ramdisk_id': '', 'created_at': '2012-10-29T13:42:11Z', 'launched_at': '2012-10-29T13:42:11Z', 'terminated_at': None, 'deleted_at': None, 'updated_at': '2012-10-29T13:42:11Z', 'state': 'active', 'power_state': 'running', 'task_state': None, 'progress': 0, 'ip_addresses': [{'nova_object.name': 'IpPayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'label': 'private', 'mac': 'fa:16:3e:4c:2c:30', 'meta': {}, 'port_uuid': 'ce531f90-199f-48c0-816c-13e38010b442', 'version': 4, 'address': '192.168.1.3', 'device_name': 'tapce531f90-19'}}], 'block_devices': [{'nova_object.name': 'BlockDevicePayload', 'nova_object.namespace': 'nova', 'nova_object.version': '1.0', 'nova_object.data': {'device_name': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_id': 'a07f71dc-8151-4e7d-a0cc-cd24a3f11113', 'tag': None}}], 'metadata': {}, 'locked': False, 'auto_disk_config': 'MANUAL', 'action_initiator_user': 'fake', 'action_initiator_project': '6f70656e737461636b20342065766572', 'locked_reason': None}}}] [1] https://storage.bhs.cloud.ovh.net/v1/AUTH_dcaab5e32b234d56b626f72581e3644c/zuul_opendev_logs_566/760455/10/check/nova-tox-functional-py38/5660d40/testr_results.html