======================================================================== ==== Guru Meditation ==== ======================================================================== |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||| ======================================================================== ==== Package ==== ======================================================================== product = None vendor = None version = None ======================================================================== ==== Threads ==== ======================================================================== ------ Thread #139826755340032 ------ /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1079 in _heartbeat_thread_job `self._heartbeat_exit_event.wait(` /usr/lib/python3.8/threading.py:558 in wait `signaled = self._cond.wait(timeout)` /usr/lib/python3.8/threading.py:306 in wait `gotit = waiter.acquire(True, timeout)` ------ Thread #139826763732736 ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:365 in run `self.wait(sleep_time)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/poll.py:77 in wait `time.sleep(seconds)` ------ Thread #139826772125440 ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:365 in run `self.wait(sleep_time)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/poll.py:77 in wait `time.sleep(seconds)` ------ Thread #139826826913536 ------ /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /var/lib/openstack/lib/python3.8/site-packages/manhole/__init__.py:205 in run `client = ManholeConnectionThread(sock.accept()[0], self.connection_handler, self.daemon_connection)` /usr/lib/python3.8/socket.py:292 in accept `fd, addr = self._accept()` ------ Thread #139827069687616 ------ /var/lib/openstack/lib/python3.8/site-packages/paste/urlmap.py:216 in __call__ `return app(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/base.py:124 in __call__ `response = req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/base.py:124 in __call__ `response = req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/base.py:124 in __call__ `response = req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/request_id.py:58 in __call__ `response = req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/catch_errors.py:40 in __call__ `response = req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/raven/middleware.py:108 in __call__ `iterable = self.application(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/keystonemiddleware/auth_token/__init__.py:341 in __call__ `response = req.get_response(self._app)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:143 in __call__ `return resp(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/watcher/watcher.py:245 in __call__ `return self.app(environ, _start_response_wrapper)` /var/lib/openstack/lib/python3.8/site-packages/rate_limit/rate_limit.py:393 in __call__ `return resp(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/auditmiddleware/__init__.py:165 in __call__ `response = req.get_response(self._application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/base.py:121 in __call__ `response = self.process_request(req)` /var/lib/openstack/lib/python3.8/site-packages/uwsgi_middleware/uwsgi.py:53 in process_request `return req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:129 in __call__ `resp = self.call_func(req, *args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:193 in call_func `return self.func(req, *args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_middleware/base.py:124 in __call__ `response = req.get_response(self.application)` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1313 in send `status, headers, app_iter = self.call_application(` /var/lib/openstack/lib/python3.8/site-packages/webob/request.py:1278 in call_application `app_iter = application(self.environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:143 in __call__ `return resp(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/routes/middleware.py:153 in __call__ `response = self.app(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/webob/dec.py:143 in __call__ `return resp(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/pecan/middleware/recursive.py:56 in __call__ `return self.application(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/pecan/core.py:852 in __call__ `return super(Pecan, self).__call__(environ, start_response)` /var/lib/openstack/lib/python3.8/site-packages/pecan/core.py:693 in __call__ `self.invoke_controller(controller, args, kwargs, state)` /var/lib/openstack/lib/python3.8/site-packages/pecan/core.py:584 in invoke_controller `result = controller(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/db/api.py:135 in wrapped `return f(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_db/api.py:142 in wrapper `return f(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/db/api.py:179 in wrapped `return f(*dup_args, **dup_kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/pecan_wsgi/controllers/utils.py:65 in wrapped `return f(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/pecan_wsgi/controllers/resource.py:163 in post `return self.create(resources)` /var/lib/openstack/lib/python3.8/site-packages/neutron/pecan_wsgi/controllers/resource.py:181 in create `return {key: creator(*creator_args, **creator_kwargs)}` /var/lib/openstack/lib/python3.8/site-packages/neutron/common/utils.py:701 in inner `return f(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/db/api.py:218 in wrapped `return method(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/db/api.py:135 in wrapped `return f(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_db/api.py:142 in wrapper `return f(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/db/api.py:179 in wrapped `return f(*dup_args, **dup_kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/plugin.py:1539 in create_port `return self._after_create_port(context, result, mech_context)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/plugin.py:1545 in _after_create_port `registry.publish(resources.PORT, events.AFTER_CREATE, self,` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/callbacks/registry.py:54 in publish `_get_callback_manager().publish(resource, event, trigger, payload=payload)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/db/utils.py:105 in _wrapped `return function(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/callbacks/manager.py:150 in publish `errors = self._notify_loop(resource, event, trigger, payload)` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/callbacks/manager.py:181 in _notify_loop `callback(resource, event, trigger, payload=payload)` /var/lib/openstack/lib/python3.8/site-packages/neutron/db/securitygroups_rpc_base.py:57 in _notify_sg_on_port_change `self.notify_security_groups_member_updated(context, port)` /var/lib/openstack/lib/python3.8/site-packages/neutron/db/securitygroups_rpc_base.py:132 in notify_security_groups_member_updated `self.notify_security_groups_member_updated_bulk(context, [port])` /var/lib/openstack/lib/python3.8/site-packages/neutron/db/securitygroups_rpc_base.py:128 in notify_security_groups_member_updated_bulk `self.notifier.security_groups_member_updated(` /var/lib/openstack/lib/python3.8/site-packages/neutron/api/rpc/handlers/securitygroups_rpc.py:189 in security_groups_member_updated `cctxt.cast(context, 'security_groups_member_updated',` /var/lib/openstack/lib/python3.8/site-packages/neutron_lib/rpc.py:107 in cast `self._original_context.cast(ctxt, method, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/rpc/client.py:155 in cast `self.transport._send(self.target, msg_ctxt, msg,` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/transport.py:123 in _send `return self._driver.send(target, ctxt, message,` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/amqpdriver.py:689 in send `return self._send(target, ctxt, message, wait_for_reply, timeout,` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/amqpdriver.py:664 in _send `conn.fanout_send(target.topic, msg, retry=retry)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1391 in fanout_send `self._ensure_publishing(self._publish, exchange, msg, retry=retry)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1244 in _ensure_publishing `with self._connection_lock:` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_utils.py:78 in __enter__ `self.acquire()` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:447 in acquire `self._workers_locks.wait()` /usr/lib/python3.8/threading.py:302 in wait `waiter.acquire()` ======================================================================== ==== Green Threads ==== ======================================================================== ------ Green Thread ------ /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1073 in _heartbeat_thread_job `self.ensure_connection()` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:771 in ensure_connection `self.connection.ensure_connection(` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:382 in ensure_connection `self._ensure_connection(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:434 in _ensure_connection `return retry_over_time(` /var/lib/openstack/lib/python3.8/site-packages/kombu/utils/functional.py:320 in retry_over_time `tts = float(errback(exc, interval_range, retries) if errback` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:425 in on_error `errback(exc, interval)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:767 in on_error `LOG.error("Connection failed: %s (retrying in %s seconds)",` /usr/lib/python3.8/logging/__init__.py:1823 in error `self.log(ERROR, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1844 in log `self.logger.log(level, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1499 in log `Log 'msg % args' with the integer severity 'level'.` /usr/lib/python3.8/logging/__init__.py:1512 in log `self._log(level, msg, args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1589 in _log `self.handle(record)` /usr/lib/python3.8/logging/__init__.py:1599 in handle `self.callHandlers(record)` /usr/lib/python3.8/logging/__init__.py:1661 in callHandlers `hdlr.handle(record)` /usr/lib/python3.8/logging/__init__.py:952 in handle `self.acquire()` /usr/lib/python3.8/logging/__init__.py:903 in acquire `self.lock.acquire()` /usr/lib/python3.8/threading.py:154 in acquire `rc = self._block.acquire(blocking, timeout)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/semaphore.py:115 in acquire `hubs.get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1073 in _heartbeat_thread_job `self.ensure_connection()` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:771 in ensure_connection `self.connection.ensure_connection(` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:382 in ensure_connection `self._ensure_connection(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:434 in _ensure_connection `return retry_over_time(` /var/lib/openstack/lib/python3.8/site-packages/kombu/utils/functional.py:320 in retry_over_time `tts = float(errback(exc, interval_range, retries) if errback` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:425 in on_error `errback(exc, interval)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:767 in on_error `LOG.error("Connection failed: %s (retrying in %s seconds)",` /usr/lib/python3.8/logging/__init__.py:1823 in error `self.log(ERROR, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1844 in log `self.logger.log(level, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1499 in log `Log 'msg % args' with the integer severity 'level'.` /usr/lib/python3.8/logging/__init__.py:1512 in log `self._log(level, msg, args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1589 in _log `self.handle(record)` /usr/lib/python3.8/logging/__init__.py:1599 in handle `self.callHandlers(record)` /usr/lib/python3.8/logging/__init__.py:1661 in callHandlers `hdlr.handle(record)` /usr/lib/python3.8/logging/__init__.py:952 in handle `self.acquire()` /usr/lib/python3.8/logging/__init__.py:903 in acquire `self.lock.acquire()` /usr/lib/python3.8/threading.py:154 in acquire `rc = self._block.acquire(blocking, timeout)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/semaphore.py:115 in acquire `hubs.get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/ovo_rpc.py:115 in dispatch_events `resource_id, context_dict = self._resources_to_push.get(` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/ovo_rpc.py:115 in dispatch_events `resource_id, context_dict = self._resources_to_push.get(` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/ovo_rpc.py:115 in dispatch_events `resource_id, context_dict = self._resources_to_push.get(` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/ovo_rpc.py:115 in dispatch_events `resource_id, context_dict = self._resources_to_push.get(` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/ovo_rpc.py:115 in dispatch_events `resource_id, context_dict = self._resources_to_push.get(` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/neutron/plugins/ml2/ovo_rpc.py:115 in dispatch_events `resource_id, context_dict = self._resources_to_push.get(` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/amqpdriver.py:499 in poll `self.conn.consume(timeout=current_timeout)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1163 in consume `self.ensure(_consume,` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:868 in ensure `ret, channel = autoretry_method()` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:537 in _ensured `errback and errback(exc, 0)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:823 in on_error `LOG.error('[%(connection_id)s] AMQP server on '` /usr/lib/python3.8/logging/__init__.py:1823 in error `self.log(ERROR, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1844 in log `self.logger.log(level, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1499 in log `Log 'msg % args' with the integer severity 'level'.` /usr/lib/python3.8/logging/__init__.py:1512 in log `self._log(level, msg, args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1589 in _log `self.handle(record)` /usr/lib/python3.8/logging/__init__.py:1599 in handle `self.callHandlers(record)` /usr/lib/python3.8/logging/__init__.py:1661 in callHandlers `hdlr.handle(record)` /usr/lib/python3.8/logging/__init__.py:952 in handle `self.acquire()` /usr/lib/python3.8/logging/__init__.py:903 in acquire `self.lock.acquire()` /usr/lib/python3.8/threading.py:154 in acquire `rc = self._block.acquire(blocking, timeout)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/semaphore.py:115 in acquire `hubs.get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1163 in consume `self.ensure(_consume,` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:868 in ensure `ret, channel = autoretry_method()` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:537 in _ensured `errback and errback(exc, 0)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:823 in on_error `LOG.error('[%(connection_id)s] AMQP server on '` /usr/lib/python3.8/logging/__init__.py:1823 in error `self.log(ERROR, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1844 in log `self.logger.log(level, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1499 in log `Log 'msg % args' with the integer severity 'level'.` /usr/lib/python3.8/logging/__init__.py:1512 in log `self._log(level, msg, args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1589 in _log `self.handle(record)` /usr/lib/python3.8/logging/__init__.py:1599 in handle `self.callHandlers(record)` /usr/lib/python3.8/logging/__init__.py:1661 in callHandlers `hdlr.handle(record)` /usr/lib/python3.8/logging/__init__.py:952 in handle `self.acquire()` /usr/lib/python3.8/logging/__init__.py:903 in acquire `self.lock.acquire()` /usr/lib/python3.8/threading.py:154 in acquire `rc = self._block.acquire(blocking, timeout)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/semaphore.py:115 in acquire `hubs.get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /usr/lib/python3.8/threading.py:870 in run `self._target(*self._args, **self._kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_utils/excutils.py:257 in wrapper `return infunc(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/base.py:301 in _runner `incoming = self._poll_style_listener.poll(` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/base.py:53 in wrapper `message = func(in_self, timeout=watch.leftover(True))` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/amqpdriver.py:358 in poll `self.conn.consume(timeout=min(self._current_timeout, left))` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:1163 in consume `self.ensure(_consume,` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:868 in ensure `ret, channel = autoretry_method()` /var/lib/openstack/lib/python3.8/site-packages/kombu/connection.py:537 in _ensured `errback and errback(exc, 0)` /var/lib/openstack/lib/python3.8/site-packages/oslo_messaging/_drivers/impl_rabbit.py:823 in on_error `LOG.error('[%(connection_id)s] AMQP server on '` /usr/lib/python3.8/logging/__init__.py:1823 in error `self.log(ERROR, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1844 in log `self.logger.log(level, msg, *args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1499 in log `Log 'msg % args' with the integer severity 'level'.` /usr/lib/python3.8/logging/__init__.py:1512 in log `self._log(level, msg, args, **kwargs)` /usr/lib/python3.8/logging/__init__.py:1589 in _log `self.handle(record)` /usr/lib/python3.8/logging/__init__.py:1599 in handle `self.callHandlers(record)` /usr/lib/python3.8/logging/__init__.py:1661 in callHandlers `hdlr.handle(record)` /usr/lib/python3.8/logging/__init__.py:952 in handle `self.acquire()` /usr/lib/python3.8/logging/__init__.py:903 in acquire `self.lock.acquire()` /usr/lib/python3.8/threading.py:154 in acquire `rc = self._block.acquire(blocking, timeout)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/semaphore.py:115 in acquire `hubs.get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /var/lib/openstack/lib/python3.8/site-packages/auditmiddleware/_notifier.py:126 in run `payload, context = self._queue.get()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:43 in __thread_body `func(*args, **kwargs)` /usr/lib/python3.8/threading.py:890 in _bootstrap `self._bootstrap_inner()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/green/thread.py:64 in wrap_bootstrap_inner `bootstrap_inner()` /usr/lib/python3.8/threading.py:932 in _bootstrap_inner `self.run()` /var/lib/openstack/lib/python3.8/site-packages/futurist/_thread.py:114 in run `work = self._wait_for_work()` /var/lib/openstack/lib/python3.8/site-packages/futurist/_thread.py:99 in _wait_for_work `work = self.work_queue.get(True, self.MAX_IDLE_FOR)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:322 in get `return waiter.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/queue.py:141 in wait `return get_hub().switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /var/lib/openstack/lib/python3.8/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /var/lib/openstack/lib/python3.8/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/greenthread.py:221 in main `result = function(*args, **kwargs)` /var/lib/openstack/lib/python3.8/site-packages/oslo_service/loopingcall.py:159 in _run_loop `self._sleep(idle)` /var/lib/openstack/lib/python3.8/site-packages/oslo_service/loopingcall.py:108 in _sleep `self._abort.wait(timeout)` /var/lib/openstack/lib/python3.8/site-packages/oslo_utils/eventletutils.py:176 in wait `event.wait()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/event.py:125 in wait `result = hub.switch()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:313 in switch `return self.greenlet.switch()` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` ------ Green Thread ------ /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:355 in run `self.fire_timers(self.clock())` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/hub.py:476 in fire_timers `timer()` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/timer.py:59 in __call__ `cb(*args, **kw)` /var/lib/openstack/lib/python3.8/site-packages/eventlet/hubs/__init__.py:151 in _timeout `current.throw(exc)` ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ------ Green Thread ------ No Traceback! ======================================================================== ==== Processes ==== ======================================================================== Process 23 (under 7) [ run by: neutron (42435), state: running ]