I added print for two variable which are passed to os_vif.plug function, please see output below.
def _plug_os_vif(self, instance, vif): 776 instance_info = os_vif_util.nova_to_osvif_instance(instance) 777 778 LOG.debug('************* instance=%(instance)s ************' 779 '************* vif=%(vif)s instance info=%(instance_info) *************', 780 {'instance': instance, 781 'vif': vif, 'instance_info': instance_info}) 782 try: 783 os_vif.plug(vif, instance_info)
!================================================================================================ /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.261 4205 DEBUG nova.virt.libvirt.vif [req-9d765dca-e0b0-477a-9906-0d5a74334d4e 3d1cd826f71a49cc81b33e85329f94b3 f738285a670c4be08d8a5e300aa25504 - - -] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone=None,cell_name=None,cleaned=True,config_drive='',created_at=2016-08-24T22:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='kube_vm_1',display_name='kube_vm_1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(1),host='k8s-4.sbezverk.cisco.com',hostname='kube-vm-1',id=4,image_ref='1e48b8b8-7cd7-4bf7-9c70-643af57ae7ce',info_cache=InstanceInfoCache,instance_type_id=1,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='k8s-4.sbezverk.cisco.com',locked=False,locked_by=None,memory_mb=1024,metadata={},migration_context=<?>,new_flavor=None,node='k8s-4.sbezverk.cisco.com',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f738285a670c4be08d8a5e300aa25504',ramdisk_id='',reservation_id='r-6hydn4us',root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={image_base_image_ref='1e48b8b8-7cd7-4bf7-9c70-643af57ae7ce',image_container_format='bare',image_disk_format='qcow2',image_min_disk='1',image_min_ram='0',network_allocated='True'},tags=<?>,task_state='spawning',terminated_at=None,updated_at=2016-08-24T22:49:46Z,user_data=None,user_id='3d1cd826f71a49cc81b33e85329f94b3',uuid=0f1208f4-d0e5-40e9-bb32-abee58496085,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif=VIF({'profile': {}, 'ovs_interfaceid': u'83ee19fc-f171-4cda-9a83-6232a6dcc505', 'preserve_on_delete': False, 'network': Network({'bridge': 'br-int', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': 'fixed', 'floating_ips': [], 'address': u'10.57.85.13'})], 'version': 4, 'meta': {'dhcp_server': u'10.57.85.10'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': 'dns', 'address': u'205.151.222.250'})], 'routes': [], 'cidr': u'10.57.85.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': 'gateway', 'address': u'10.57.85.1'})})], 'meta': {'injected': False, 'tenant_id': u'f738285a670c4be08d8a5e300aa25504', 'mtu': 1500}, 'id': u'2bd34014-7a1b-463d-9bc8-78ab2307805f', 'label': u'osp-vnf-mgmt'}), 'devname': u'tap83ee19fc-f1', 'vnic_type': u'normal', 'qbh_params': None, 'meta': {}, 'details': {u'port_filter': True, u'ovs_hybrid_plug': True}, 'address': u'fa:16:3e:6a:0f:56', 'active': False, 'type': u'ovs', 'id': u'83ee19fc-f171-4cda-9a83-6232a6dcc505', 'qbg_params': None}) plug /var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/vif.py:795
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [req-9d765dca-e0b0-477a-9906-0d5a74334d4e 3d1cd826f71a49cc81b33e85329f94b3 f738285a670c4be08d8a5e300aa25504 - - -] [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] Instance failed to spawn /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] Traceback (most recent call last): /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/compute/manager.py", line 2075, in _build_resources /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] yield resources /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/compute/manager.py", line 1919, in _build_and_run_instance /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] block_device_info=block_device_info) /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2583, in spawn /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] post_xml_callback=gen_confdrive) /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4803, in _create_domain_and_network /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] self.plug_vifs(instance, network_info) /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 684, in plug_vifs /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] self.vif_driver.plug(instance, vif) /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/vif.py", line 805, in plug /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] self._plug_os_vif(instance, vif_obj) /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/vif.py", line 787, in _plug_os_vif /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] raise exception.NovaException(msg) /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] NovaException: Failure running os_vif plugin plug method: Failed to plug VIF VIFBridge(active=False,address=fa:16:3e:6a:0f:56,bridge_name='qbr83ee19fc-f1',has_traffic_filtering=True,id=83ee19fc-f171-4cda-9a83-6232a6dcc505,network=Network(2bd34014-7a1b-463d-9bc8-78ab2307805f),plugin='ovs',port_profile=VIFPortProfileBase,preserve_on_delete=False,vif_name='tap83ee19fc-f1'). Got error: execv() arg 2 must contain only strings /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] /var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.296 4205 INFO nova.compute.manager [req-9d765dca-e0b0-477a-9906-0d5a74334d4e 3d1cd826f71a49cc81b33e85329f94b3 f738285a670c4be08d8a5e300aa25504 - - -] [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] Terminating instance
I added print for two variable which are passed to os_vif.plug function, please see output below.
def _plug_os_vif(self, instance, vif): util.nova_ to_osvif_ instance( instance) '****** ******* instance= %(instance) s ************' instance_ info) *************',
776 instance_info = os_vif_
777
778 LOG.debug(
779 '************* vif=%(vif)s instance info=%(
780 {'instance': instance,
781 'vif': vif, 'instance_info': instance_info})
782 try:
783 os_vif.plug(vif, instance_info)
!====== ======= ======= ======= ======= ======= ======= ======= ======= ======= ======= ======= ======= ====== kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.261 4205 DEBUG nova.virt. libvirt. vif [req-9d765dca- e0b0-477a- 9906-0d5a74334d 4e 3d1cd826f71a49c c81b33e85329f94 b3 f738285a670c4be 08d8a5e300aa255 04 - - -] vif_type=ovs instance= Instance( access_ ip_v4=None, access_ ip_v6=None, architecture= None,auto_ disk_config= False,availabil ity_zone= None,cell_ name=None, cleaned= True,config_ drive=' ',created_ at=2016- 08-24T22: 49:40Z, default_ ephemeral_ device= None,default_ swap_device= None,deleted= False,deleted_ at=None, device_ metadata= None,disable_ terminate= False,display_ description= 'kube_vm_ 1',display_ name='kube_ vm_1',ec2_ ids=EC2Ids, ephemeral_ gb=0,ephemeral_ key_uuid= None,fault= <?>,flavor= Flavor( 1),host= 'k8s-4. sbezverk. cisco.com' ,hostname= 'kube-vm- 1',id=4, image_ref= '1e48b8b8- 7cd7-4bf7- 9c70-643af57ae7 ce',info_ cache=InstanceI nfoCache, instance_ type_id= 1,kernel_ id='',key_ data=None, key_name= None,keypairs= KeyPairList, launch_ index=0, launched_ at=None, launched_ on='k8s- 4.sbezverk. cisco.com' ,locked= False,locked_ by=None, memory_ mb=1024, metadata= {},migration_ context= <?>,new_ flavor= None,node= 'k8s-4. sbezverk. cisco.com' ,numa_topology= None,old_ flavor= None,os_ type=None, pci_devices= PciDeviceList, pci_requests= InstancePCIRequ ests,power_ state=0, progress= 0,project_ id='f738285a670 c4be08d8a5e300a a25504' ,ramdisk_ id='',reservati on_id=' r-6hydn4us' ,root_device_ name='/ dev/vda' ,root_gb= 1,security_ groups= SecurityGroupLi st,services= <?>,shutdown_ terminate= False,system_ metadata= {image_ base_image_ ref='1e48b8b8- 7cd7-4bf7- 9c70-643af57ae7 ce',image_ container_ format= 'bare', image_disk_ format= 'qcow2' ,image_ min_disk= '1',image_ min_ram= '0',network_ allocated= 'True'} ,tags=< ?>,task_ state=' spawning' ,terminated_ at=None, updated_ at=2016- 08-24T22: 49:46Z, user_data= None,user_ id='3d1cd826f71 a49cc81b33e8532 9f94b3' ,uuid=0f1208f4- d0e5-40e9- bb32-abee584960 85,vcpu_ model=VirtCPUMo del,vcpus= 1,vm_mode= None,vm_ state=' building' ) vif=VIF({'profile': {}, 'ovs_interfaceid': u'83ee19fc- f171-4cda- 9a83-6232a6dcc5 05', 'preserve_ on_delete' : False, 'network': Network({'bridge': 'br-int', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': 'fixed', 'floating_ips': [], 'address': u'10.57.85.13'})], 'version': 4, 'meta': {'dhcp_server': u'10.57.85.10'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': 'dns', 'address': u'205.151. 222.250' })], 'routes': [], 'cidr': u'10.57.85.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': 'gateway', 'address': u'10.57.85.1'})})], 'meta': {'injected': False, 'tenant_id': u'f738285a670c4 be08d8a5e300aa2 5504', 'mtu': 1500}, 'id': u'2bd34014- 7a1b-463d- 9bc8-78ab230780 5f', 'label': u'osp-vnf-mgmt'}), 'devname': u'tap83ee19fc-f1', 'vnic_type': u'normal', 'qbh_params': None, 'meta': {}, 'details': {u'port_filter': True, u'ovs_hybrid_plug': True}, 'address': u'fa:16: 3e:6a:0f: 56', 'active': False, 'type': u'ovs', 'id': u'83ee19fc- f171-4cda- 9a83-6232a6dcc5 05', 'qbg_params': None}) plug /var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/virt/ libvirt/ vif.py: 795
/var/log/
/var/log/ kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [req-9d765dca- e0b0-477a- 9906-0d5a74334d 4e 3d1cd826f71a49c c81b33e85329f94 b3 f738285a670c4be 08d8a5e300aa255 04 - - -] [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] Instance failed to spawn kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] Traceback (most recent call last): kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/compute/ manager. py", line 2075, in _build_resources kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] yield resources kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/compute/ manager. py", line 1919, in _build_ and_run_ instance kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] block_device_ info=block_ device_ info) kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/virt/ libvirt/ driver. py", line 2583, in spawn kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] post_xml_ callback= gen_confdrive) kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/virt/ libvirt/ driver. py", line 4803, in _create_ domain_ and_network kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] self.plug_ vifs(instance, network_info) kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/virt/ libvirt/ driver. py", line 684, in plug_vifs kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] self.vif_ driver. plug(instance, vif) kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/virt/ libvirt/ vif.py" , line 805, in plug kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] self._plug_ os_vif( instance, vif_obj) kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] File "/var/lib/ kolla/venv/ lib/python2. 7/site- packages/ nova/virt/ libvirt/ vif.py" , line 787, in _plug_os_vif kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] raise exception. NovaException( msg) kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] NovaException: Failure running os_vif plugin plug method: Failed to plug VIF VIFBridge( active= False,address= fa:16:3e: 6a:0f:56, bridge_ name='qbr83ee19 fc-f1', has_traffic_ filtering= True,id= 83ee19fc- f171-4cda- 9a83-6232a6dcc5 05,network= Network( 2bd34014- 7a1b-463d- 9bc8-78ab230780 5f),plugin= 'ovs',port_ profile= VIFPortProfileB ase,preserve_ on_delete= False,vif_ name='tap83ee19 fc-f1') . Got error: execv() arg 2 must contain only strings kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.294 4205 ERROR nova.compute. manager [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] kolla/nova/ nova-compute. log:2016- 08-24 18:49:49.296 4205 INFO nova.compute. manager [req-9d765dca- e0b0-477a- 9906-0d5a74334d 4e 3d1cd826f71a49c c81b33e85329f94 b3 f738285a670c4be 08d8a5e300aa255 04 - - -] [instance: 0f1208f4- d0e5-40e9- bb32-abee584960 85] Terminating instance
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/
/var/log/