Comment 4 for bug 1616240

Revision history for this message
Serguei Bezverkhi (sbezverk) wrote :

I added print for two variable which are passed to os_vif.plug function, please see output below.

    def _plug_os_vif(self, instance, vif):
    776 instance_info = os_vif_util.nova_to_osvif_instance(instance)
    777
    778 LOG.debug('************* instance=%(instance)s ************'
    779 '************* vif=%(vif)s instance info=%(instance_info) *************',
    780 {'instance': instance,
    781 'vif': vif, 'instance_info': instance_info})
    782 try:
    783 os_vif.plug(vif, instance_info)

!================================================================================================
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.261 4205 DEBUG nova.virt.libvirt.vif [req-9d765dca-e0b0-477a-9906-0d5a74334d4e 3d1cd826f71a49cc81b33e85329f94b3 f738285a670c4be08d8a5e300aa25504 - - -] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone=None,cell_name=None,cleaned=True,config_drive='',created_at=2016-08-24T22:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='kube_vm_1',display_name='kube_vm_1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(1),host='k8s-4.sbezverk.cisco.com',hostname='kube-vm-1',id=4,image_ref='1e48b8b8-7cd7-4bf7-9c70-643af57ae7ce',info_cache=InstanceInfoCache,instance_type_id=1,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='k8s-4.sbezverk.cisco.com',locked=False,locked_by=None,memory_mb=1024,metadata={},migration_context=<?>,new_flavor=None,node='k8s-4.sbezverk.cisco.com',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f738285a670c4be08d8a5e300aa25504',ramdisk_id='',reservation_id='r-6hydn4us',root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={image_base_image_ref='1e48b8b8-7cd7-4bf7-9c70-643af57ae7ce',image_container_format='bare',image_disk_format='qcow2',image_min_disk='1',image_min_ram='0',network_allocated='True'},tags=<?>,task_state='spawning',terminated_at=None,updated_at=2016-08-24T22:49:46Z,user_data=None,user_id='3d1cd826f71a49cc81b33e85329f94b3',uuid=0f1208f4-d0e5-40e9-bb32-abee58496085,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif=VIF({'profile': {}, 'ovs_interfaceid': u'83ee19fc-f171-4cda-9a83-6232a6dcc505', 'preserve_on_delete': False, 'network': Network({'bridge': 'br-int', 'subnets': [Subnet({'ips': [FixedIP({'meta': {}, 'version': 4, 'type': 'fixed', 'floating_ips': [], 'address': u'10.57.85.13'})], 'version': 4, 'meta': {'dhcp_server': u'10.57.85.10'}, 'dns': [IP({'meta': {}, 'version': 4, 'type': 'dns', 'address': u'205.151.222.250'})], 'routes': [], 'cidr': u'10.57.85.0/24', 'gateway': IP({'meta': {}, 'version': 4, 'type': 'gateway', 'address': u'10.57.85.1'})})], 'meta': {'injected': False, 'tenant_id': u'f738285a670c4be08d8a5e300aa25504', 'mtu': 1500}, 'id': u'2bd34014-7a1b-463d-9bc8-78ab2307805f', 'label': u'osp-vnf-mgmt'}), 'devname': u'tap83ee19fc-f1', 'vnic_type': u'normal', 'qbh_params': None, 'meta': {}, 'details': {u'port_filter': True, u'ovs_hybrid_plug': True}, 'address': u'fa:16:3e:6a:0f:56', 'active': False, 'type': u'ovs', 'id': u'83ee19fc-f171-4cda-9a83-6232a6dcc505', 'qbg_params': None}) plug /var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/vif.py:795

/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [req-9d765dca-e0b0-477a-9906-0d5a74334d4e 3d1cd826f71a49cc81b33e85329f94b3 f738285a670c4be08d8a5e300aa25504 - - -] [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] Instance failed to spawn
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] Traceback (most recent call last):
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/compute/manager.py", line 2075, in _build_resources
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] yield resources
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/compute/manager.py", line 1919, in _build_and_run_instance
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] block_device_info=block_device_info)
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2583, in spawn
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] post_xml_callback=gen_confdrive)
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4803, in _create_domain_and_network
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] self.plug_vifs(instance, network_info)
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 684, in plug_vifs
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] self.vif_driver.plug(instance, vif)
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/vif.py", line 805, in plug
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] self._plug_os_vif(instance, vif_obj)
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] File "/var/lib/kolla/venv/lib/python2.7/site-packages/nova/virt/libvirt/vif.py", line 787, in _plug_os_vif
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] raise exception.NovaException(msg)
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] NovaException: Failure running os_vif plugin plug method: Failed to plug VIF VIFBridge(active=False,address=fa:16:3e:6a:0f:56,bridge_name='qbr83ee19fc-f1',has_traffic_filtering=True,id=83ee19fc-f171-4cda-9a83-6232a6dcc505,network=Network(2bd34014-7a1b-463d-9bc8-78ab2307805f),plugin='ovs',port_profile=VIFPortProfileBase,preserve_on_delete=False,vif_name='tap83ee19fc-f1'). Got error: execv() arg 2 must contain only strings
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.294 4205 ERROR nova.compute.manager [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085]
/var/log/kolla/nova/nova-compute.log:2016-08-24 18:49:49.296 4205 INFO nova.compute.manager [req-9d765dca-e0b0-477a-9906-0d5a74334d4e 3d1cd826f71a49cc81b33e85329f94b3 f738285a670c4be08d8a5e300aa25504 - - -] [instance: 0f1208f4-d0e5-40e9-bb32-abee58496085] Terminating instance