eg. http://logs.openstack.org/22/583122/3/check/networking-midonet-tempest-multinode-ml2-full/2bec39b/logs/screen-neutron-api.txt.gz
Jul 27 05:21:57.404795 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource [None req-9b9e5dc5-10bc-452b-86ac-06c2f0af6e2f admin admin] update failed: No details.: AttributeError: 'NoneType' object has no attribute 'session'
Jul 27 05:21:57.404979 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource Traceback (most recent call last):
Jul 27 05:21:57.405109 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/resource.py", line 98, in resource
Jul 27 05:21:57.405229 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource result = method(request=request, **args)
Jul 27 05:21:57.405383 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/base.py", line 616, in update
Jul 27 05:21:57.405500 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return self._update(request, id, body, **kwargs)
Jul 27 05:21:57.405608 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 140, in wrapped
Jul 27 05:21:57.405706 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True)
Jul 27 05:21:57.405825 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jul 27 05:21:57.405939 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self.force_reraise()
Jul 27 05:21:57.406068 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jul 27 05:21:57.406162 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
Jul 27 05:21:57.406255 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 136, in wrapped
Jul 27 05:21:57.406392 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return f(*args, **kwargs)
Jul 27 05:21:57.406510 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_db/api.py", line 154, in wrapper
Jul 27 05:21:57.406620 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc
Jul 27 05:21:57.406751 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jul 27 05:21:57.406839 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self.force_reraise()
Jul 27 05:21:57.406936 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jul 27 05:21:57.407042 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
Jul 27 05:21:57.407135 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_db/api.py", line 142, in wrapper
Jul 27 05:21:57.407274 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return f(*args, **kwargs)
Jul 27 05:21:57.407385 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jul 27 05:21:57.407480 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e)
Jul 27 05:21:57.408779 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jul 27 05:21:57.408894 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self.force_reraise()
Jul 27 05:21:57.409021 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jul 27 05:21:57.409125 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
Jul 27 05:21:57.409226 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jul 27 05:21:57.409373 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs)
Jul 27 05:21:57.409500 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/api/v2/base.py", line 664, in _update
Jul 27 05:21:57.409629 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource obj = obj_updater(request.context, id, **kwargs)
Jul 27 05:21:57.409735 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_log/helpers.py", line 67, in wrapper
Jul 27 05:21:57.409855 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return method(*args, **kwargs)
Jul 27 05:21:57.409960 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/api.py", line 123, in wrapped
Jul 27 05:21:57.410096 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return method(*args, **kwargs)
Jul 27 05:21:57.410222 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 140, in wrapped
Jul 27 05:21:57.410330 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True)
Jul 27 05:21:57.410433 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jul 27 05:21:57.410546 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self.force_reraise()
Jul 27 05:21:57.410660 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jul 27 05:21:57.410840 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
Jul 27 05:21:57.411010 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 136, in wrapped
Jul 27 05:21:57.411129 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return f(*args, **kwargs)
Jul 27 05:21:57.411227 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_db/api.py", line 154, in wrapper
Jul 27 05:21:57.411353 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc
Jul 27 05:21:57.411462 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jul 27 05:21:57.411603 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self.force_reraise()
Jul 27 05:21:57.411803 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jul 27 05:21:57.411911 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
Jul 27 05:21:57.412038 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_db/api.py", line 142, in wrapper
Jul 27 05:21:57.412148 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return f(*args, **kwargs)
Jul 27 05:21:57.412294 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jul 27 05:21:57.412416 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e)
Jul 27 05:21:57.412534 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Jul 27 05:21:57.412651 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self.force_reraise()
Jul 27 05:21:57.412757 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Jul 27 05:21:57.412886 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
Jul 27 05:21:57.412994 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jul 27 05:21:57.413120 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs)
Jul 27 05:21:57.413234 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/networking-midonet/midonet/neutron/services/l3/l3_midonet.py", line 136, in update_router
Jul 27 05:21:57.413498 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource router)
Jul 27 05:21:57.413656 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/extraroute_db.py", line 74, in update_router
Jul 27 05:21:57.413789 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource context, id, router)
Jul 27 05:21:57.413901 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 1938, in update_router
Jul 27 05:21:57.414022 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource id, router)
Jul 27 05:21:57.414151 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/api.py", line 123, in wrapped
Jul 27 05:21:57.414276 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource return method(*args, **kwargs)
Jul 27 05:21:57.414387 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 290, in update_router
Jul 27 05:21:57.414509 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self._update_router_gw_info(context, id, gw_info)
Jul 27 05:21:57.414638 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_gwmode_db.py", line 75, in _update_router_gw_info
Jul 27 05:21:57.414750 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource context, router_id, info, router=router)
Jul 27 05:21:57.414888 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 522, in _update_router_gw_info
Jul 27 05:21:57.415009 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource network_id)
Jul 27 05:21:57.415106 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 440, in _delete_current_gw_port
Jul 27 05:21:57.415226 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource self._delete_router_gw_port_db(context, router)
Jul 27 05:21:57.415353 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource File "/opt/stack/new/neutron/neutron/db/l3_db.py", line 468, in _delete_router_gw_port_db
Jul 27 05:21:57.415453 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource raise e.errors[0].error
Jul 27 05:21:57.415562 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource AttributeError: 'NoneType' object has no attribute 'session'
Jul 27 05:21:57.415668 ubuntu-xenial-ovh-gra1-0001004269 neutron-server[20907]: ERROR neutron.api.v2.resource
