[centos64_os-grizzly-2189] service-monitor crashed during svc test

[Prashant Shetty]

Svc-mon crashed with CentOS Grizzly mainline #2189 on single node setup while launching service instance.
Trace shows this issue looks to be [Bug 2911] [ubuntu-2152-grizzly-mainline] scema crashed while deleting service instance

Logs:

<class 'cfgm_common.exceptions.NoIdError'>
Python 2.7.5: /opt/contrail/api-venv/bin/python
Sun May 25 19:11:37 2014

A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.

 /opt/contrail/api-venv/lib/python2.7/site-packages/svc_monitor/svc_monitor.py in launch_arc(monitor=<__main__.SvcMonitor object>, ssrc_mapc=<cfgm_common.ifmap.client.client inst
ance>)
 1009 pollreq = PollRequest(arc_mapc.get_session_id())
 1010 result = arc_mapc.call('poll', pollreq)
 1011 monitor.process_poll_result(result)
 1012 except Exception as e:
 1013 if type(e) == socket.error:
monitor = <__main__.SvcMonitor object>
monitor.process_poll_result = <bound method SvcMonitor.process_poll_result of <__main__.SvcMonitor object>>
result = '<?xml version="1.0" encoding="UTF-8" standalone=...lResult></ns2:response></ns3:Body></ns3:Envelope>'

 /opt/contrail/api-venv/lib/python2.7/site-packages/svc_monitor/svc_monitor.py in process_poll_result(self=<__main__.SvcMonitor object>, poll_result_str='<?xml version="1.0" enco
ding="UTF-8" standalone=...lResult></ns2:response></ns3:Body></ns3:Envelope>')
  851 self._svc_syslog("%s with %s/%s"
  852 % (funcname, meta_name, idents))
  853 func(idents)
  854 # end for meta
  855 # end for result_type
func = <bound method SvcMonitor._addmsg_virtual_machine..._virtual_network of <__main__.SvcMonitor object>>
idents = {'virtual-machine-interface': 'd113ad09-194c-4d51-a1ad-78f1eb6cf3c2:5e1096b8-0814-4097-8f49-fb59e656fbd9', 'virtual-network': 'default-domain:admin:vn1'}

 /opt/contrail/api-venv/lib/python2.7/site-packages/svc_monitor/svc_monitor.py in _addmsg_virtual_machine_interface_virtual_network(self=<__main__.SvcMonitor object>, idents={'vi
rtual-machine-interface': 'd113ad09-194c-4d51-a1ad-78f1eb6cf3c2:5e1096b8-0814-4097-8f49-fb59e656fbd9', 'virtual-network': 'default-domain:admin:vn1'})
  753 if si_list:
  754 fq_name = si_list[0]['to']
  755 si_obj = self._vnc_lib.service_instance_read(fq_name=fq_name)
  756 else:
  757 try:
si_obj undefined
self = <__main__.SvcMonitor object>
self._vnc_lib = <vnc_api.vnc_api.VncApi object>
self._vnc_lib.service_instance_read = <bound method VncApi.service_instance_read of <vnc_api.vnc_api.VncApi object>>
fq_name = [u'ERROR']

 /opt/contrail/api-venv/lib/python2.7/site-packages/vnc_api/gen/vnc_api_client_gen.py in service_instance_read(self=<vnc_api.vnc_api.VncApi object>, fq_name=[u'ERROR'], fq_name_s
tr=None, id=None, ifmap_id=None, fields=None)
 /opt/contrail/api-venv/lib/python2.7/site-packages/vnc_api/gen/vnc_api_client_gen.py in service_instance_read(self=<vnc_api.vnc_api.VncApi object>, fq_name=[u'ERROR'], fq_name_str=None, id=None, ifmap_id=None, fields=None)
 2129
 2130 """
 2131 (args_ok, result) = self._read_args_to_id('service-instance', fq_name, fq_name_str, id, ifmap_id)
 2132 if not args_ok:
 2133 return result
args_ok undefined
result undefined
self = <vnc_api.vnc_api.VncApi object>
self._read_args_to_id = <bound method VncApi._read_args_to_id of <vnc_api.vnc_api.VncApi object>>
fq_name = [u'ERROR']
fq_name_str = None
id = None
ifmap_id = None

 /opt/contrail/api-venv/lib/python2.7/site-packages/vnc_api/vnc_api.py in _read_args_to_id(self=<vnc_api.vnc_api.VncApi object>, obj_type='service-instance', fq_name=[u'ERROR'], fq_name_str=None, id=None, ifmap_id=None)
  299 return (True, id)
  300 if fq_name:
  301 return (True, self.fq_name_to_id(obj_type, fq_name))
  302 if fq_name_str:
  303 return (True, self.fq_name_to_id(obj_type, fq_name_str.split(':')))
builtinTrue = True
self = <vnc_api.vnc_api.VncApi object>
self.fq_name_to_id = <bound method VncApi.fq_name_to_id of <vnc_api.vnc_api.VncApi object>>
obj_type = 'service-instance'
fq_name = [u'ERROR']
fq_name_str = None
id = None
ifmap_id = None

 /opt/contrail/api-venv/lib/python2.7/site-packages/vnc_api/vnc_api.py in _read_args_to_id(self=<vnc_api.vnc_api.VncApi object>, obj_type='service-instance', fq_name=[u'ERROR'], fq_name_str=None, id=None, ifmap_id=None)
  299 return (True, id)
  300 if fq_name:
  301 return (True, self.fq_name_to_id(obj_type, fq_name))
  302 if fq_name_str:
  303 return (True, self.fq_name_to_id(obj_type, fq_name_str.split(':')))
builtinTrue = True
self = <vnc_api.vnc_api.VncApi object>
self.fq_name_to_id = <bound method VncApi.fq_name_to_id of <vnc_api.vnc_api.VncApi object>>
obj_type = 'service-instance'
fq_name = [u'ERROR']

 /opt/contrail/api-venv/lib/python2.7/site-packages/vnc_api/vnc_api.py in fq_name_to_id(self=<vnc_api.vnc_api.VncApi object>, obj_type='service-instance', fq_name=[u'ERROR'])
  386 uri = self._action_uri['name-to-id']
  387 try:
  388 content = self._request_server(rest.OP_POST, uri, data=json_body)
  389 except HttpError as he:
  390 if he.status_code == 404:
content undefined
self = <vnc_api.vnc_api.VncApi object>
self._request_server = <bound method VncApi._request_server of <vnc_api.vnc_api.VncApi object>>
global rest = <module 'cfgm_common.rest' from '/opt/contrail/a...ib/python2.7/site-packages/cfgm_common/rest.pyc'>
rest.OP_POST = 1
uri = u'/fqname-to-id'
data undefined
json_body = '{"fq_name": ["ERROR"], "type": "service-instance"}'

 /opt/contrail/api-venv/lib/python2.7/site-packages/vnc_api/vnc_api.py in _request_server(self=<vnc_api.vnc_api.VncApi object>, op=1, url=u'/fqname-to-id', data='{"fq_name": ["ERROR"], "type": "service-instance"}', retry_on_error=True)
  345 elif status == 404:
  346 raise NoIdError('Error: oper %s url %s body %s response %s'
  347 % (op, url, data, content))
  348 elif status == 403:
  349 raise PermissionDenied(content)
op = 1
url = u'/fqname-to-id'
data = '{"fq_name": ["ERROR"], "type": "service-instance"}'
content = u"Name [u'ERROR'] not found"
<class 'cfgm_common.exceptions.NoIdError'>: Unknown id: Error: oper 1 url /fqname-to-id body {"fq_name": ["ERROR"], "type": "service-instance"} response Name [u'ERROR'] not found
    __class__ = <class 'cfgm_common.exceptions.NoIdError’>