I'm sporadically experiencing a DBDeadlock as well. It doesn't necessarily happen when deleting a network. Here's an example. Note that there's a DBDeadlock immediately followed by a DBReferenceError (perhaps not surprising given the deadlock). 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager [req-347d9855-d768-45e9-8a57-33b8a07b1b1f 5c643c834f344f26bfeda1f6cae2b6e8 d40c5288f967411dbc74235714520592 - - -] Error during notification for neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851838000 port, after_create 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager Traceback (most recent call last): 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/callbacks/manager.py", line 146, in _notify_loop 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager callback(resource, event, trigger, **kwargs) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py", line 245, in _native_event_send_dhcp_notification 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager self.notify(context, data, method_name) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py", line 283, in notify 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager self._notify_agents(context, method_name, data, network_id) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py", line 183, in _notify_agents 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager agents = self._schedule_network(admin_ctx, network, agents) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py", line 101, in _schedule_network 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager new_agents = self.plugin.schedule_network(context, network) or [] 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/agentschedulers_db.py", line 572, in schedule_network 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager self, context, created_network) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/scheduler/base_scheduler.py", line 43, in schedule 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager plugin, context, resource) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/scheduler/dhcp_agent_scheduler.py", line 214, in filter_agents 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager plugin, context, network) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/scheduler/dhcp_agent_scheduler.py", line 287, in _get_network_hostable_dhcp_agents 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager hostable_dhcp_agents, plugin, context, network) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/scheduler/dhcp_agent_scheduler.py", line 227, in _filter_agents_with_network_access 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager [agent['host'] for agent in hostable_agents]) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/plugins/ml2/plugin.py", line 1847, in filter_hosts_with_network_access 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager context, segments, candidate_hosts, self.get_agents) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/plugins/ml2/managers.py", line 847, in filter_hosts_with_segment_access 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager context, segments, candidate_hosts, agent_getter) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/mech_agent.py", line 204, in filter_hosts_with_segment_access 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager for agent in agent_getter(context, filters=filters): 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 159, in wrapped 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager return method(*args, **kwargs) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/agents_db.py", line 284, in get_agents 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager filters=filters, fields=fields) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/common_db_mixin.py", line 305, in _get_collection 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager for c in query] 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 2761, in __iter__ 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager return self._execute_and_instances(context) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 2776, in _execute_and_instances 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager result = conn.execute(querycontext.statement, self._params) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 914, in execute 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager return meth(self, multiparams, params) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager return connection._execute_clauseelement(self, multiparams, params) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1010, in _execute_clauseelement 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager compiled_sql, distilled_params 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1146, in _execute_context 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager context) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1337, in _handle_dbapi_exception 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager util.raise_from_cause(newraise, exc_info) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/util/compat.py", line 202, in raise_from_cause 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager reraise(type(exception), exception, tb=exc_tb, cause=cause) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1139, in _execute_context 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager context) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/default.py", line 450, in do_execute 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager cursor.execute(statement, parameters) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/cursors.py", line 167, in execute 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager result = self._query(query) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/cursors.py", line 323, in _query 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager conn.query(q) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 836, in query 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager self._affected_rows = self._read_query_result(unbuffered=unbuffered) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 1020, in _read_query_result 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager result.read() 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 1303, in read 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager first_packet = self.connection._read_packet() 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 982, in _read_packet 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager packet.check_error() 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 394, in check_error 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager err.raise_mysql_exception(self._data) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/err.py", line 120, in raise_mysql_exception 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager _check_mysql_exception(errinfo) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/err.py", line 115, in _check_mysql_exception 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager raise InternalError(errno, errorvalue) 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager DBDeadlock: (pymysql.err.InternalError) (1213, u'Deadlock found when trying to get lock; try restarting transaction') [SQL: u'SELECT agents.id AS agents_id, agents.agent_type AS agents_agent_type, agents.`binary` AS agents_binary, agents.topic AS agents_topic, agents.host AS agents_host, agents.availability_zone AS agents_availability_zone, agents.admin_state_up AS agents_admin_state_up, agents.created_at AS agents_created_at, agents.started_at AS agents_started_at, agents.heartbeat_timestamp AS agents_heartbeat_timestamp, agents.description AS agents_description, agents.configurations AS agents_configurations, agents.resource_versions AS agents_resource_versions, agents.`load` AS agents_load \nFROM agents \nWHERE false = 1'] 2017-10-30 17:56:10.831 13 ERROR neutron.callbacks.manager 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource [req-347d9855-d768-45e9-8a57-33b8a07b1b1f 5c643c834f344f26bfeda1f6cae2b6e8 d40c5288f967411dbc74235714520592 - - -] create failed: No details. 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource Traceback (most recent call last): 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/v2/resource.py", line 79, in resource 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource result = method(request=request, **args) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/v2/base.py", line 430, in create 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 88, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 84, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return f(*args, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_db/api.py", line 151, in wrapper 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_db/api.py", line 139, in wrapper 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return f(*args, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 124, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource traceback.format_exc()) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 119, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/v2/base.py", line 543, in _create 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource obj = do_create(body) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/v2/base.py", line 525, in do_create 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource request.context, reservation.reservation_id) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/api/v2/base.py", line 518, in do_create 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/services/l3_router/l3_router_plugin.py", line 122, in create_floatingip 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource initial_status=n_const.FLOATINGIP_STATUS_DOWN) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 159, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return method(*args, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 88, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 84, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return f(*args, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_db/api.py", line 151, in wrapper 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_db/api.py", line 139, in wrapper 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return f(*args, **kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 124, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource traceback.format_exc()) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.force_reraise() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/api.py", line 119, in wrapped 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/l3_dvr_db.py", line 978, in create_floatingip 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource context, floatingip, initial_status) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/neutron/db/l3_db.py", line 1329, in _create_floatingip 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource context, floatingip_dict, fip) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 490, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.rollback() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource compat.reraise(exc_type, exc_value, exc_tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 487, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.commit() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 392, in commit 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self._prepare_impl() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 372, in _prepare_impl 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self.session.flush() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2019, in flush 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self._flush(objects) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2137, in _flush 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource transaction.rollback(_capture_exception=True) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/util/langhelpers.py", line 60, in __exit__ 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource compat.reraise(exc_type, exc_value, exc_tb) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 2101, in _flush 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource flush_context.execute() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 373, in execute 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource rec.execute(self) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/unitofwork.py", line 532, in execute 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource uow 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 174, in save_obj 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource mapper, table, insert) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/orm/persistence.py", line 767, in _emit_insert_statements 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource execute(statement, multiparams) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 914, in execute 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return meth(self, multiparams, params) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1010, in _execute_clauseelement 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource compiled_sql, distilled_params 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1146, in _execute_context 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource context) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1337, in _handle_dbapi_exception 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource util.raise_from_cause(newraise, exc_info) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/util/compat.py", line 202, in raise_from_cause 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource reraise(type(exception), exception, tb=exc_tb, cause=cause) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1139, in _execute_context 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource context) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/sqlalchemy/engine/default.py", line 450, in do_execute 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource cursor.execute(statement, parameters) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/cursors.py", line 167, in execute 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource result = self._query(query) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/cursors.py", line 323, in _query 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource conn.query(q) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 836, in query 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 1020, in _read_query_result 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource result.read() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 1303, in read 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 982, in _read_packet 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource packet.check_error() 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/connections.py", line 394, in check_error 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/err.py", line 120, in raise_mysql_exception 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource _check_mysql_exception(errinfo) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/pymysql/err.py", line 112, in _check_mysql_exception 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource raise errorclass(errno, errorvalue) 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource DBReferenceError: (pymysql.err.IntegrityError) (1452, u'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`floatingips`, CONSTRAINT `floatingips_ibfk_2` FOREIGN KEY (`floating_port_id`) REFERENCES `ports` (`id`) ON DELETE CASCADE)') [SQL: u'INSERT INTO floatingips (project_id, id, floating_ip_address, floating_network_id, floating_port_id, fixed_port_id, fixed_ip_address, router_id, last_known_router_id, status, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(floating_ip_address)s, %(floating_network_id)s, %(floating_port_id)s, %(fixed_port_id)s, %(fixed_ip_address)s, %(router_id)s, %(last_known_router_id)s, %(status)s, %(standard_attr_id)s)'] [parameters: {'status': 'DOWN', 'router_id': u'ff2d5605-81c3-426f-b882-639a71cb15b9', 'last_known_router_id': None, 'floating_port_id': 'd719f894-673d-4aa5-8df6-992a01a25da4', 'fixed_port_id': u'547479c6-beac-4256-a44b-c2b93674d05d', 'floating_network_id': u'c6393b4a-1778-4721-9792-1b3e2a834a85', 'fixed_ip_address': u'10.0.9.1', 'floating_ip_address': '135.25.50.151', 'standard_attr_id': 171, 'project_id': u'd40c5288f967411dbc74235714520592', 'id': '87bfa5bb-572e-4175-9d4b-ec45902d8b52'}] 2017-10-30 17:56:11.311 13 ERROR neutron.api.v2.resource