Comment 12 for bug 1334345

It looks like I may have hit this today in https://review.openstack.org/#/c/112299/

The traceback actually appears as a log message in http://logs.openstack.org/99/112299/1/check/check-tempest-dsvm-full/45774bf/console.html

2014-08-06 14:24:51.299 | *** Not Whitelisted *** 2014-08-06 14:04:30.950 ERROR oslo.messaging._drivers.common [req-a85bc34d-eed9-478d-8dc3-c10a29153b0e None None] ['Traceback (most recent call last):\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 134, in _dispatch_and_reply\n incoming.message))\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 177, in _dispatch\n return self._do_dispatch(endpoint, method, ctxt, args)\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 123, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n', ' File "/opt/stack/new/nova/nova/exception.py", line 88, in wrapped\n payload)\n', ' File "/opt/stack/new/nova/nova/openstack/common/excutils.py", line 82, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/opt/stack/new/nova/nova/exception.py", line 71, in wrapped\n return f(self, context, *args, **kw)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 284, in decorated_function\n LOG.info(_("Task possibly preempted: %s") % e.format_message())\n', ' File "/opt/stack/new/nova/nova/openstack/common/excutils.py", line 82, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 278, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 342, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 320, in decorated_function\n kwargs[\'instance\'], e, sys.exc_info())\n', ' File "/opt/stack/new/nova/nova/openstack/common/excutils.py", line 82, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 308, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 2396, in stop_instance\n do_stop_instance()\n', ' File "/opt/stack/new/nova/nova/openstack/common/lockutils.py", line 325, in inner\n return f(*args, **kwargs)\n', ' File "/opt/stack/new/nova/nova/compute/manager.py", line 2392, in do_stop_instance\n instance.save(expected_task_state=task_states.POWERING_OFF)\n', ' File "/opt/stack/new/nova/nova/objects/base.py", line 187, in wrapper\n ctxt, self, fn.__name__, args, kwargs)\n', ' File "/opt/stack/new/nova/nova/conductor/rpcapi.py", line 346, in object_action\n objmethod=objmethod, args=args, kwargs=kwargs)\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/client.py", line 152, in call\n retry=self.retry)\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/transport.py", line 90, in _send\n timeout=timeout, retry=retry)\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/_drivers/amqpdriver.py", line 404, in send\n retry=retry)\n', ' File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/_drivers/amqpdriver.py", line 395, in _send\n raise result\n', 'UnexpectedTaskStateError_Remote: Unexpected task state: expecting (u\'powering-off\',) but the actual state is None\nTraceback (most recent call last):\n\n File "/opt/stack/new/nova/nova/conductor/manager.py", line 400, in _object_dispatch\n return getattr(target, method)(context, *args, **kwargs)\n\n File "/opt/stack/new/nova/nova/objects/base.py", line 196, in wrapper\n return fn(self, ctxt, *args, **kwargs)\n\n File "/opt/stack/new/nova/nova/objects/instance.py", line 469, in save\n columns_to_join=_expected_cols(expected_attrs))\n\n File "/opt/stack/new/nova/nova/db/api.py", line 780, in instance_update_and_get_original\n columns_to_join=columns_to_join)\n\n File "/opt/stack/new/nova/nova/db/sqlalchemy/api.py", line 167, in wrapper\n return f(*args, **kwargs)\n\n File "/opt/stack/new/nova/nova/db/sqlalchemy/api.py", line 2239, in instance_update_and_get_original\n columns_to_join=columns_to_join)\n\n File "/opt/stack/new/nova/nova/db/sqlalchemy/api.py", line 2290, in _instance_update\n actual=actual_state, expected=expected)\n\nUnexpectedTaskStateError: Unexpected task state: expecting (u\'powering-off\',) but the actual state is None\n\n']