Schema crashing upon upgrade from 2709 to 2711
Affects | Status | Importance | Assigned to | Milestone | ||
---|---|---|---|---|---|---|
Juniper Openstack | Status tracked in Trunk | |||||
R3.0 |
Won't Fix
|
High
|
Sachin Bansal | |||
Trunk |
Fix Committed
|
High
|
Sachin Bansal |
Bug Description
Upgraded the cluster from 3.0 b2709 to 2711. On one of the controller nodes, schema is crashing. BGPaaS configs were present pre-upgrade.
02/08/2016 05:32:32 PM [contrail-schema]: SANDESH: CONNECT TO COLLECTOR: True
02/08/2016 05:32:32 PM [contrail-schema]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
<type 'exceptions.
Python 2.7.6: /usr/bin/python
Mon Feb 8 17:32:33 2016
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/usr/bin/
6
7 if __name__ == '__main__':
8 sys.exit(
9 load_entry_
10 )
load_entry_point = <function load_entry_point>
/usr/lib/
837 def server_main():
838 cgitb.enable(
839 main()
840 # end server_main
841
global main = <function main>
/usr/lib/
831 _zookeeper_
832 os.getpid(), run_schema_
833 args)
834 # end main
835
args = Namespace(
/usr/lib/
334 def master_
335 self._election = self._zk_
336 self._election.
337 # end master_election
338
self = <cfgm_common.
self._election = <kazoo.
self._election.run = <bound method Election.run of <kazoo.
func = <function run_schema_
args = (Namespace(
kwargs = {}
/usr/lib/
46 try:
47 with self.lock:
48 func(*args, **kwargs)
49
50 except CancelledError:
func = <function run_schema_
args = (Namespace(
kwargs = {}
/usr/lib/
812
813 global transformer
814 transformer = SchemaTransform
815 gevent.
816 # end run_schema_
global transformer = None
global SchemaTransformer = <class 'schema_
args = Namespace(
/usr/lib/
214 DBBaseST._vnc_lib = _vnc_lib
215 ServiceChain.init()
216 self.reinit()
217 # create cpu_info object to send periodic updates
218 sysinfo_req = False
self = <schema_
self.reinit = <bound method SchemaTransform
/usr/lib/
428 VirtualNetworkS
429 for ri_name, ri_obj in ri_dict.items():
430 RoutingInstance
431
432 for policy in NetworkPolicyST
global RoutingInstanceST = <class 'schema_
RoutingInstance
ri_name = u'default-
ri_obj = <vnc_api.
/usr/lib/
96 @classmethod
97 def locate(cls, key, *args):
98 obj = super(DBBaseST, cls).locate(key, *args)
99 if obj.obj.uuid not in cls._uuid_
100 cls._uuid_
obj undefined
builtinsuper = <type 'super'>
global DBBaseST = <class 'schema_
cls = <class 'schema_
).locate = <bound method __metaclass_
key = u'default-
args = (<vnc_api.
/usr/lib/
62 if key not in cls._dict:
63 try:
64 obj = cls(key, *args)
65 cls._dict[key] = obj
66 return obj
obj undefined
cls = <class 'schema_
key = u'default-
args = (<vnc_api.
/usr/lib/
1832 for connection in self.connections:
1833 remote_ri_fq_name = connection.
1834 if remote_
1835 vn.connections.
1836 vmi_refs = self.obj.
remote_ri_fq_name = ['ERROR']
<type 'exceptions.
__class__ = <type 'exceptions.
__delattr__ = <method-wrapper '__delattr__' of exceptions.
__dict__ = {}
__doc__ = 'Sequence index out of range.'
__format__ = <built-in method __format__ of exceptions.
__getattrib
__getitem__ = <method-wrapper '__getitem__' of exceptions.
__getslice__ = <method-wrapper '__getslice__' of exceptions.
__hash__ = <method-wrapper '__hash__' of exceptions.
__init__ = <method-wrapper '__init__' of exceptions.
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of exceptions.
__reduce_ex__ = <built-in method __reduce_ex__ of exceptions.
__repr__ = <method-wrapper '__repr__' of exceptions.
__setattr__ = <method-wrapper '__setattr__' of exceptions.
__setstate__ = <built-in method __setstate__ of exceptions.
__sizeof__ = <built-in method __sizeof__ of exceptions.
__str__ = <method-wrapper '__str__' of exceptions.
__subclassh
__unicode__ = <built-in method __unicode__ of exceptions.
args = ('list index out of range',)
message = 'list index out of range'
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/usr/bin/
load_
File "/usr/lib/
main()
File "/usr/lib/
args)
File "/usr/lib/
self.
File "/usr/lib/
func(*args, **kwargs)
File "/usr/lib/
transformer = SchemaTransform
File "/usr/lib/
self.reinit()
File "/usr/lib/
RoutingInst
File "/usr/lib/
obj = super(DBBaseST, cls).locate(key, *args)
File "/usr/lib/
obj = cls(key, *args)
File "/usr/lib/
if remote_
IndexError: list index out of range
Discussed with Amit, this needs to be reproduced and hence reducing the priority.