[Build "Ubuntu 12.04.3 LTS" 2.0-8~icehouse]: Schema crashed at virtual_machine_interface_update

[Sandip Dey]

Logs saved at : http://10.204.216.50/Docs/bugs/<bug-id>

Stack trace
========
<class 'cfgm_common.exceptions.HttpError'>
Python 2.7.3: /usr/bin/python
Sun Nov 30 02:35:40 2014

A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.

 /usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in launch_arc(transformer=<schema_transformer.to_bgp.SchemaTransformer object>, ssrc_mapc=<cfgm_common.ifmap.client.client instance>)
 3690 pollreq = PollRequest(arc_mapc.get_session_id())
 3691 result = arc_mapc.call('poll', pollreq)
 3692 transformer.process_poll_result(result)
 3693 except Exception as e:
 3694 if type(e) == socket.error:
transformer = <schema_transformer.to_bgp.SchemaTransformer object>
transformer.process_poll_result = <bound method SchemaTransformer.process_poll_res...ema_transformer.to_bgp.SchemaTransformer object>>
result = '<?xml version="1.0" encoding="UTF-8" standalone=...lResult></ns2:response></ns3:Body></ns3:Envelope>'

 /usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in process_poll_result(self=<schema_transformer.to_bgp.SchemaTransformer object>, poll_result_str='<?xml version="1.0" encoding="UTF-8" standalone=...lResult></ns2:response></ns3:Body></ns3:Envelope>')
 3310 result_type.split('Result')[0].title(),
 3311 meta_name, idents, meta, funcname)
 3312 func(idents, meta)
 3313 # end for meta
 3314 # end for result_type
func = <bound method SchemaTransformer.add_virtual_mach...ema_transformer.to_bgp.SchemaTransformer object>>
idents = {'virtual-machine-interface': 'default-domain:admin:name-64391616', 'virtual-network': 'default-domain:admin:name-25644018'}
meta = <Element {http://www.contrailsystems.com/vnc_cfg.xsd}virtual-machine-interface-virtual-network>

 /usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py in add_virtual_machine_interface_virtual_network(self=<schema_transformer.to_bgp.SchemaTransformer object>, idents={'virtual-machine-interface': 'default-domain:admin:name-64391616', 'virtual-network': 'default-domain:admin:name-25644018'}, meta=<Element {http://www.contrailsystems.com/vnc_cfg.xsd}virtual-machine-interface-virtual-network>)
 2972 vmi = VirtualMachineInterfaceST.locate(vmi_name)
 2973 if vmi is not None:
 2974 vmi.set_virtual_network(vn_name)
 2975 self.current_network_set |= vmi.rebake()
 2976 # end add_virtual_machine_interface_virtual_network
vmi = <schema_transformer.to_bgp.VirtualMachineInterfaceST object>
vmi.set_virtual_network = <bound method VirtualMachineInterfaceST.set_virt...sformer.to_bgp.VirtualMachineInterfaceST object>>
vn_name = 'default-domain:admin:name-25644018'
2357 ri, PolicyBasedForwardingRuleType(direction="both"))
 2358 try:
 2359 _vnc_lib.virtual_machine_interface_update(if_obj)
 2360 except NoIdError:
 2361 _sandesh._logger.error("NoIdError while updating interface " +
global _vnc_lib = <vnc_api.vnc_api.VncApi object>
_vnc_lib.virtual_machine_interface_update = <bound method VncApi.virtual_machine_interface_update of <vnc_api.vnc_api.VncApi object>>
if_obj = <vnc_api.gen.resource_client.VirtualMachineInterface object>

 /usr/lib/python2.7/dist-packages/vnc_api/gen/vnc_api_client_gen.py in virtual_machine_interface_update(self=<vnc_api.vnc_api.VncApi object>, obj=<vnc_api.gen.resource_client.VirtualMachineInterface object>)
 5660 self.ref_update('virtual-machine-interface', obj.uuid, ref_name, ref[0], list(ref[1]), 'DELETE')
 5661 for ref in ref_new - ref_orig:
 5662 self.ref_update('virtual-machine-interface', obj.uuid, ref_name, ref[0], list(ref[1]), 'ADD', ref[2])
 5663 obj.clear_pending_updates()
 5664
self = <vnc_api.vnc_api.VncApi object>
self.ref_update = <bound method VncApi.ref_update of <vnc_api.vnc_api.VncApi object>>
obj = <vnc_api.gen.resource_client.VirtualMachineInterface object>
obj.uuid = u'e10dd3bf-5058-446d-a8bb-461a8aa46ef0'
ref_name = 'routing_instance_refs'
ref = (u'c2e6fec6-3cfb-4791-9b2d-ded2f86806cf', (u'default-domain', u'admin', u'name-25644018', u'name-25644018'), <vnc_api.gen.resource_xsd.PolicyBasedForwardingRuleType object>)
builtinlist = <type 'list'>

 /usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py in ref_update(self=<vnc_api.vnc_api.VncApi object>, obj_type='virtual-machine-interface', obj_uuid=u'e10dd3bf-5058-446d-a8bb-461a8aa46ef0', ref_type='routing-instance', ref_uuid=u'c2e6fec6-3cfb-4791-9b2d-ded2f86806cf', ref_fq_name=[u'default-domain', u'admin', u'name-25644018', u'name-25644018'], operation='ADD', attr=<vnc_api.gen.resource_xsd.PolicyBasedForwardingRuleType object>)
  417 if he.status_code == 404:
  418 return None
  419 raise he
  420
  421 return json.loads(content)['uuid']
he = HttpError()
<class 'cfgm_common.exceptions.HttpError'>: HTTP Status: 500 Content: Internal Server Error
    __class__ = <class 'cfgm_common.exceptions.HttpError'>
    __delattr__ = <method-wrapper '__delattr__' of HttpError object>
    __dict__ = {'content': u'Internal Server Error', 'status_code': 500}
    __doc__ = None
    __format__ = <built-in method __format__ of HttpError object>
 __getitem__ = <method-wrapper '__getitem__' of HttpError object>
    __getslice__ = <method-wrapper '__getslice__' of HttpError object>
    __hash__ = <method-wrapper '__hash__' of HttpError object>
    __init__ = <bound method HttpError.__init__ of HttpError()>
    __module__ = 'cfgm_common.exceptions'
    __new__ = <built-in method __new__ of type object>
    __reduce__ = <built-in method __reduce__ of HttpError object>
    __reduce_ex__ = <built-in method __reduce_ex__ of HttpError object>
    __repr__ = <method-wrapper '__repr__' of HttpError object>
    __setattr__ = <method-wrapper '__setattr__' of HttpError object>
    __setstate__ = <built-in method __setstate__ of HttpError object>
    __sizeof__ = <built-in method __sizeof__ of HttpError object>
    __str__ = <bound method HttpError.__str__ of HttpError()>
    __subclasshook__ = <built-in method __subclasshook__ of type object>
    __unicode__ = <built-in method __unicode__ of HttpError object>
    __weakref__ = None
    args = ()
    content = u'Internal Server Error'
    message = ''
    status_code = 500

The above is a description of an error in a Python program. Here is
the original traceback:

Traceback (most recent call last):
  File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3692, in launch_arc
    transformer.process_poll_result(result)
  File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 3312, in process_poll_result
    func(idents, meta)
  File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 2974, in add_virtual_machine_interface_virtual_network
    vmi.set_virtual_network(vn_name)
  File "/usr/lib/python2.7/dist-packages/schema_transformer/to_bgp.py", line 2359, in set_virtual_network
    _vnc_lib.virtual_machine_interface_update(if_obj)
  File "/usr/lib/python2.7/dist-packages/vnc_api/gen/vnc_api_client_gen.py", line 5662, in virtual_machine_interface_update
    self.ref_update('virtual-machine-interface', obj.uuid, ref_name, ref[0], list(ref[1]), 'ADD', ref[2])
  File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 419, in ref_update
    raise he
HttpError: HTTP Status: 500 Content: Internal Server Error

[Hampapur Ajay (hajay)]

Need to look at api server log to determine cause for 500

[Rudra Rugge (rrugge)]

https://github.com/Juniper/contrail-controller/commit/66cb5d56c927279631a5aa873ce35818e0a82fc4