Same issue in my env when I upgraded my Havana + CentOS 6.5 to Icehouse
This is my logs:
2014-05-23 00:36:20.953 838 ERROR oslo.messaging.rpc.dispatcher [-] Exception during message handling: tuple index out of range
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
incoming.message))
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
return self._do_dispatch(endpoint, method, ctxt, args)
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
result = getattr(endpoint, method)(ctxt, **new_args)
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner
return func(*args, **kwargs)
File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 390, in decorated_function
args = (_load_instance(args[0]),) + args[1:]
IndexError: tuple index out of range
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher Traceback (most recent call last):
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher incoming.message))
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher return self._do_dispatch(endpoint, method, ctxt, args)
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher result = getattr(endpoint, method)(ctxt, **new_args)
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/consoleauth/manager.py", line 117, in check_token
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher if self._validate_token(context, token):
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/consoleauth/manager.py", line 108, in _validate_token
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher token['console_type'])
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/compute/rpcapi.py", line 506, in validate_console_port
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher console_type=console_type)
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/client.py", line 150, in call
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher wait_for_reply=True, timeout=timeout)
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/transport.py", line 90, in _send
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher timeout=timeout)
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 412, in send
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher return self._send(target, ctxt, message, wait_for_reply, timeout)
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 405, in _send
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher raise result
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.rpc.dispatcher IndexError: tuple index out of range
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
incoming.message))
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
return self._do_dispatch(endpoint, method, ctxt, args)
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
result = getattr(endpoint, method)(ctxt, **new_args)
File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner
return func(*args, **kwargs)
File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 390, in decorated_function
args = (_load_instance(args[0]),) + args[1:]
IndexError: tuple index out of range
to caller
2014-05-23 00:36:20.955 838 ERROR oslo.messaging._drivers.common [-] ['Traceback (most recent call last):\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply\n incoming.message))\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch\n return self._do_dispatch(endpoint, method, ctxt, args)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n', ' File "/usr/lib/python2.6/site-packages/nova/consoleauth/manager.py", line 117, in check_token\n if self._validate_token(context, token):\n', ' File "/usr/lib/python2.6/site-packages/nova/consoleauth/manager.py", line 108, in _validate_token\n token[\'console_type\'])\n', ' File "/usr/lib/python2.6/site-packages/nova/compute/rpcapi.py", line 506, in validate_console_port\n console_type=console_type)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/client.py", line 150, in call\n wait_for_reply=True, timeout=timeout)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/transport.py", line 90, in _send\n timeout=timeout)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 412, in send\n return self._send(target, ctxt, message, wait_for_reply, timeout)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/amqpdriver.py", line 405, in _send\n raise result\n', 'IndexError: tuple index out of range\nTraceback (most recent call last):\n\n File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply\n incoming.message))\n\n File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch\n return self._do_dispatch(endpoint, method, ctxt, args)\n\n File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n\n File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner\n return func(*args, **kwargs)\n\n File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 390, in decorated_function\n args = (_load_instance(args[0]),) + args[1:]\n\nIndexError: tuple index out of range\n\n']
Same issue in my env when I upgraded my Havana + CentOS 6.5 to Icehouse
This is my logs:
2014-05-23 00:36:20.953 838 ERROR oslo.messaging. rpc.dispatcher [-] Exception during message handling: tuple index out of range
Traceback (most recent call last):
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 133, in _dispatch_and_reply message) )
incoming.
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 176, in _dispatch dispatch( endpoint, method, ctxt, args)
return self._do_
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 122, in _do_dispatch
result = getattr(endpoint, method)(ctxt, **new_args)
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/server. py", line 139, in inner
return func(*args, **kwargs)
File "/usr/lib/ python2. 6/site- packages/ nova/compute/ manager. py", line 390, in decorated_function instance( args[0] ),) + args[1:]
args = (_load_
IndexError: tuple index out of range rpc.dispatcher Traceback (most recent call last): rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 133, in _dispatch_and_reply rpc.dispatcher incoming.message)) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 176, in _dispatch rpc.dispatcher return self._do_ dispatch( endpoint, method, ctxt, args) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 122, in _do_dispatch rpc.dispatcher result = getattr(endpoint, method)(ctxt, **new_args) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ nova/consoleaut h/manager. py", line 117, in check_token rpc.dispatcher if self._validate_ token(context, token): rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ nova/consoleaut h/manager. py", line 108, in _validate_token rpc.dispatcher token[' console_ type']) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ nova/compute/ rpcapi. py", line 506, in validate_ console_ port rpc.dispatcher console_ type=console_ type) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/client. py", line 150, in call rpc.dispatcher wait_for_ reply=True, timeout=timeout) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ transport. py", line 90, in _send rpc.dispatcher timeout=timeout) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ _drivers/ amqpdriver. py", line 412, in send rpc.dispatcher return self._send(target, ctxt, message, wait_for_reply, timeout) rpc.dispatcher File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ _drivers/ amqpdriver. py", line 405, in _send rpc.dispatcher raise result rpc.dispatcher IndexError: tuple index out of range
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
2014-05-23 00:36:20.953 838 TRACE oslo.messaging.
Traceback (most recent call last):
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 133, in _dispatch_and_reply message) )
incoming.
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 176, in _dispatch dispatch( endpoint, method, ctxt, args)
return self._do_
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 122, in _do_dispatch
result = getattr(endpoint, method)(ctxt, **new_args)
File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/server. py", line 139, in inner
return func(*args, **kwargs)
File "/usr/lib/ python2. 6/site- packages/ nova/compute/ manager. py", line 390, in decorated_function instance( args[0] ),) + args[1:]
args = (_load_
IndexError: tuple index out of range _drivers. common [-] ['Traceback (most recent call last):\n', ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 133, in _dispatch_ and_reply\ n incoming. message) )\n', ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 176, in _dispatch\n return self._do_ dispatch( endpoint, method, ctxt, args)\n', ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 122, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n', ' File "/usr/lib/ python2. 6/site- packages/ nova/consoleaut h/manager. py", line 117, in check_token\n if self._validate_ token(context, token):\n', ' File "/usr/lib/ python2. 6/site- packages/ nova/consoleaut h/manager. py", line 108, in _validate_token\n token[\ 'console_ type\'] )\n', ' File "/usr/lib/ python2. 6/site- packages/ nova/compute/ rpcapi. py", line 506, in validate_ console_ port\n console_ type=console_ type)\n' , ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/client. py", line 150, in call\n wait_for_ reply=True, timeout= timeout) \n', ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ transport. py", line 90, in _send\n timeout= timeout) \n', ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ _drivers/ amqpdriver. py", line 412, in send\n return self._send(target, ctxt, message, wait_for_reply, timeout)\n', ' File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ _drivers/ amqpdriver. py", line 405, in _send\n raise result\n', 'IndexError: tuple index out of range\nTraceback (most recent call last):\n\n File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 133, in _dispatch_ and_reply\ n incoming. message) )\n\n File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 176, in _dispatch\n return self._do_ dispatch( endpoint, method, ctxt, args)\n\n File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/dispatcher. py", line 122, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n\n File "/usr/lib/ python2. 6/site- packages/ oslo/messaging/ rpc/server. py", line 139, in inner\n return func(*args, **kwargs)\n\n File "/usr/lib/ python2. 6/site- packages/ nova/compute/ manager. py", line 390, in decorated_ function\ n args = (_load_ instance( args[0] ),) + args[1: ]\n\nIndexError : tuple index out of range\n\n']
to caller
2014-05-23 00:36:20.955 838 ERROR oslo.messaging.