Fatal Python error: This thread state must be current when releasing 0 File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 346, in run self.wait(sleep_time) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/poll.py", line 85, in wait presult = self.do_poll(seconds) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/epolls.py", line 62, in do_poll return self.poll.poll(seconds) File "/usr/lib/python2.7/dist-packages/oslo_service/eventlet_backdoor.py", line 58, in _print_greenthreads traceback.print_stack(gt.gr_frame) 1 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 344, in poll self.conn.consume() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 2 File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 214, in main result = function(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_service/loopingcall.py", line 113, in _run_loop result = func(*self.args, **self.kw) File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/ovs_neutron_agent.py", line 331, in _report_state True) File "/usr/lib/python2.7/dist-packages/neutron/agent/rpc.py", line 86, in report_state return method(context, 'report_state', **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/rpc/client.py", line 158, in call retry=self.retry) File "/usr/lib/python2.7/dist-packages/oslo_messaging/transport.py", line 90, in _send timeout=timeout, retry=retry) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 533, in send retry=retry) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 519, in _send msg=msg, timeout=timeout, retry=retry) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 1098, in topic_send routing_key=topic, retry=retry) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 975, in _ensure_publishing self.ensure(method, retry=retry, error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 1008, in _publish producer.publish(msg, expiration=expiration) File "/usr/lib/python2.7/dist-packages/kombu/messaging.py", line 172, in publish routing_key, mandatory, immediate, exchange, declare) File "/usr/lib/python2.7/dist-packages/kombu/messaging.py", line 188, in _publish mandatory=mandatory, immediate=immediate, File "/usr/lib/python2.7/dist-packages/amqp/channel.py", line 2127, in basic_publish_confirm self.wait([(60, 80)]) File "/usr/lib/python2.7/dist-packages/amqp/abstract_channel.py", line 67, in wait self.channel_id, allowed_methods) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 240, in _wait_method self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 3 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 4 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 5 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 6 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 7 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 8 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 9 File "/usr/lib/python2.7/dist-packages/eventlet/green/thread.py", line 41, in __thread_body func(*args, **kwargs) File "/usr/lib/python2.7/threading.py", line 783, in __bootstrap self.__bootstrap_inner() File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 763, in run self.__target(*self.__args, **self.__kwargs) File "/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 205, in inner_func return infunc(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_executors/impl_pooledexecutor.py", line 95, in _runner incoming = self.listener.poll() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 269, in poll self.conn.consume(timeout=timeout) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 908, in consume error_callback=_error_callback) File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 694, in ensure ret, channel = autoretry_method() File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 436, in _ensured return fun(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 508, in __call__ return fun(*args, channel=channels[0], **kwargs), channels[0] File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 670, in execute_method method() File "/usr/lib/python2.7/dist-packages/oslo_messaging/_drivers/impl_rabbit.py", line 899, in _consume self.connection.drain_events(timeout=poll_timeout) File "/usr/lib/python2.7/dist-packages/kombu/connection.py", line 275, in drain_events return self.transport.drain_events(self.connection, **kwargs) File "/usr/lib/python2.7/dist-packages/kombu/transport/pyamqp.py", line 95, in drain_events return connection.drain_events(**kwargs) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 302, in drain_events chanmap, None, timeout=timeout, File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 365, in _wait_multiple channel, method_sig, args, content = read_timeout(timeout) File "/usr/lib/python2.7/dist-packages/amqp/connection.py", line 336, in read_timeout return self.method_reader.read_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 186, in read_method self._next_method() File "/usr/lib/python2.7/dist-packages/amqp/method_framing.py", line 107, in _next_method frame_type, channel, payload = read_frame() File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 154, in read_frame frame_header = read(7, True) File "/usr/lib/python2.7/dist-packages/amqp/transport.py", line 277, in _read s = recv(n - len(rbuf)) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 326, in recv timeout_exc=socket.timeout("timed out")) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/base.py", line 201, in _trampoline mark_as_closed=self._mark_as_closed) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 10 File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 214, in main result = function(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 210, in _watch_process output = callback() File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/ovsdb_monitor.py", line 118, in _read_stdout data = super(SimpleInterfaceMonitor, self)._read_stdout() File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 234, in _read_stdout data = self._read(self._process.stdout, self._stdout_lines) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 227, in _read data = stream.readline() File "/usr/lib/python2.7/socket.py", line 447, in readline data = self._sock.recv(self._rbufsize) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/py2.py", line 160, in recv data = os.read(self._fileno, buflen) File "/usr/lib/python2.7/dist-packages/eventlet/green/os.py", line 50, in read hubs.trampoline(fd, read=True) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 11 File "/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 214, in main result = function(*args, **kwargs) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 210, in _watch_process output = callback() File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 242, in _read_stderr data = self._read(self._process.stderr, self._stderr_lines) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 227, in _read data = stream.readline() File "/usr/lib/python2.7/socket.py", line 447, in readline data = self._sock.recv(self._rbufsize) File "/usr/lib/python2.7/dist-packages/eventlet/greenio/py2.py", line 160, in recv data = os.read(self._fileno, buflen) File "/usr/lib/python2.7/dist-packages/eventlet/green/os.py", line 50, in read hubs.trampoline(fd, read=True) File "/usr/lib/python2.7/dist-packages/eventlet/hubs/__init__.py", line 162, in trampoline return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch() 12 File "/usr/bin/neutron-openvswitch-agent", line 10, in sys.exit(main()) File "/usr/lib/python2.7/dist-packages/neutron/cmd/eventlet/plugins/ovs_neutron_agent.py", line 20, in main agent_main.main() File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/main.py", line 49, in main mod.main() File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/openflow/ovs_ofctl/main.py", line 36, in main ovs_neutron_agent.main(bridge_classes) File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/ovs_neutron_agent.py", line 1932, in main agent.daemon_loop() File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/ovs_neutron_agent.py", line 1820, in daemon_loop self.rpc_loop(polling_manager=pm) File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/ovs_neutron_agent.py", line 1731, in rpc_loop if self._agent_has_updates(polling_manager) or ovs_restarted: File "/usr/lib/python2.7/dist-packages/neutron/plugins/ml2/drivers/openvswitch/agent/ovs_neutron_agent.py", line 1605, in _agent_has_updates return (polling_manager.is_polling_required or File "/usr/lib/python2.7/dist-packages/neutron/agent/common/base_polling.py", line 35, in is_polling_required polling_required = self._is_polling_required() File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/polling.py", line 62, in _is_polling_required return self._monitor.has_updates File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/ovsdb_monitor.py", line 74, in has_updates if not self.is_active(): File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 98, in is_active self.pid, self.cmd_without_namespace) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/async_process.py", line 155, in pid run_as_root=self.run_as_root) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/utils.py", line 285, in get_root_helper_child_pid pid = find_child_pids(pid)[0] File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/utils.py", line 203, in find_child_pids log_fail_as_error=False) File "/usr/lib/python2.7/dist-packages/neutron/agent/linux/utils.py", line 121, in execute _stdout, _stderr = obj.communicate(_process_input) File "/usr/lib/python2.7/subprocess.py", line 799, in communicate return self._communicate(input) File "/usr/lib/python2.7/subprocess.py", line 1403, in _communicate stdout, stderr = self._communicate_with_select(input) File "/usr/lib/python2.7/subprocess.py", line 1504, in _communicate_with_select rlist, wlist, xlist = select.select(read_set, write_set, []) File "/usr/lib/python2.7/dist-packages/eventlet/green/select.py", line 83, in select return hub.switch() File "/usr/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 294, in switch return self.greenlet.switch()