(Pdb) pp vn_obj.__dict__
{'_address_allocation_mode': u'user-defined-subnet-only',
 '_display_name': u'cluster-network',
 '_flood_unknown_unicast': False,
 '_id_perms': permissions = owner = cloud-admin, owner_access = 7, group =
cloud-admin-group, group_access = 7, other_access = 7, uuid = uuid_mslong
= 14433757573316626795, uuid_lslong = 11486240802766775397, enable = True,
created = 2017-11-01T08:47:41.567299, last_modified =
2017-11-01T12:48:57.603803, description = None, user_visible = True,
creator = None,
 '_layer2_control_word': False,
 '_mac_aging_time': 300,
 '_mac_learning_enabled': False,
 '_pbb_etree_enable': False,
 '_pbb_evpn_enable': False,
 '_pending_field_list_updates': {},
 '_pending_field_map_updates': {},
 '_pending_field_updates': set([]),
 '_pending_ref_updates': set([]),
 '_perms2': owner = None, owner_access = 7, global_access = 0, share = [],
 '_port_security_enabled': True,
 '_server_conn': <vnc_api.vnc_api.VncApi object at 0x7f4f42a758d0>,
 '_type': 'virtual-network',
 '_uuid': u'c84f020a-23a4-496b-9f67-53274582e465',
 '_virtual_network_network_id': 4,
 '_virtual_network_properties': allow_transit = None, network_id = None,
vxlan_network_identifier = None, forwarding_mode = l3, rpf = None,
mirror_destination = False,
 'fq_name': [u'default-domain', u'default', u'cluster-network'],
 'name': u'cluster-network',

 'network_ipam_refs': [{u'attr': ipam_subnets = [subnet = ip_prefix =
10.96.0.0, ip_prefix_len = 12, default_gateway = 10.111.255.254,
dns_server_address = 10.111.255.253, subnet_uuid =
a4bffca6-d42d-42b8-b27e-8d7ceda48352, enable_dhcp = True, dns_nameservers
= [], allocation_pools = [], addr_from_start = None, dhcp_option_list =
None, host_routes = None, subnet_name = None, alloc_unit = 1, created =
None, last_modified = None], host_routes = None,
                        u'href':
u'http://10.204.217.194:8082/network-ipam/4721a611-d9cb-4180-a198-4e07fdc6b
110',
                        u'to': [u'default-domain',
                                u'default',
                                u'service-ipam¹], <<<<<<<===== SERVICE-IPAM
                        u'uuid': u'4721a611-d9cb-4180-a198-4e07fdc6b110'},

                       {u'attr': ipam_subnets = [subnet = None,
default_gateway = None, dns_server_address = None, subnet_uuid =
2c08a134-9c83-443d-becf-a50051e79aee, enable_dhcp = True, dns_nameservers
= [], allocation_pools = [], addr_from_start = None, dhcp_option_list =
None, host_routes = None, subnet_name = None, alloc_unit = 1, created =
None, last_modified = None], host_routes = None,
                        u'href':
u'http://10.204.217.194:8082/network-ipam/964bc1a7-6953-4684-a064-5e54170e1
5fd',
                        u'to': [u'default-domain', u'default',
u'pod-ipam¹], <<<<======= POD-IPAM
u'uuid': u'964bc1a7-6953-4684-a064-5e54170e15fd'}],

 'network_policy_refs': [{u'attr': sequence = major = 0, minor = 0, timer
= None,
                          u'href':
u'http://10.204.217.194:8082/network-policy/376241a6-7c17-4591-9bca-42b4713
42f26',
                          u'to': [u'default-domain',
                                  u'default',
                                  u'ip-fabric-cluster-network-default'],
                          u'uuid':
u'376241a6-7c17-4591-9bca-42b471342f26'}],
 'parent_type': u'project',
 'parent_uuid': u'f0037caf-b5d8-426e-a6f6-ad788140d627'}


        try:
            ipam_uuid = self.vnc_lib.network_ipam_create(ipam_obj)
            ipam_update = True
        except RefsExistError:
            ipam_obj = self.vnc_lib.network_ipam_read(
            fq_name=ipam_obj.get_fq_name())
            ipam_uuid = ipam_obj.get_uuid()
            if type == 'flat-subnet' and not ipam_obj.get_ipam_subnets():
                ipam_obj.set_ipam_subnets(IpamSubnets(ipam_subnets)) <‹
Try to update subnet.
                self.vnc_lib.network_ipam_update(ipam_obj)
                ipam_update = True



Thanks

Sachin


On 11/1/17, 2:25 AM, "<email address hidden> on behalf of Vedamurthy Joshi"
<<email address hidden> on behalf of <email address hidden>> wrote:

>Public bug reported:
>
>R4.1 Build 32
>
>Config Nodes : [u'testbed-1-vm1']
>Control Nodes : [u'testbed-1-vm1']
>Compute Nodes : [u'testbed-1-vm2', u'testbed-1-vm3']
>WebUI Node : [u'testbed-1-vm1']
>Analytics Nodes : [u'testbed-1-vm1']
>Database Nodes : [u'testbed-1-vm1']
>Physical Devices : [u"'mx1'"]
>
>All k8s sanity cases were failing. It was seen that pods are not getting
>their IP
>kube-manager log have this exception :
>
>Traceback (most recent call last):
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_kubernetes.py",
>line 539, in vnc_process
>    self.ingress_mgr.process(event)
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>829, in process
>    self._update_ingress(name, uid, event)
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>772, in _update_ingress
>    self._create_lb(uid, name, ns_name, event)
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>652, in _create_lb
>    lb_obj = self._vnc_create_lb(uid, name, ns_name, annotations)
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>320, in _vnc_create_lb
>    name, proj_obj, vn_obj, vip_address, pod_ipam_subnet_uuid)
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/loadbalancer.py", line
>187, in create
>    vn_obj, service_ns, service_name, vip_address, subnet_uuid)
>  File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/loadbalancer.py", line
>109, in _create_virtual_interface
>    self._vnc_lib.instance_ip_create(iip_obj)
>  File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 42, in
>wrapper
>    return func(self, *args, **kwargs)
>  File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 483,
>in _object_create
>    rest.OP_POST, obj_cls.create_uri, data=json_body)
>  File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 872,
>in _request_server
>    retry_after_authn=retry_after_authn, retry_count=retry_count)
>  File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 973,
>in _request
>    raise BadRequest(status, content)
>BadRequest: Virtual-Network(['default-domain', 'default',
>'cluster-network']) has invalid
>subnet(a0fa8fc0-293d-4e5d-ab91-a6d80631f363)
>
>
>root@testbed-1-vm1:~# kubectl get pods
>NAME                       READY     STATUS              RESTARTS   AGE
>ctest-nginx-pod-13035722   0/1       ContainerCreating   0          50s
>ctest-nginx-pod-28556556   0/1       ContainerCreating   0          50s
>ctest-nginx-pod-87611617   0/1       ContainerCreating   0          50s
>ctest-nginx-pod-89246889   0/1       ContainerCreating   0          50s
>root@testbed-1-vm1:~#
>
>** Affects: juniperopenstack
>     Importance: Critical
>     Assignee: Sachchidanand Vaidya (vaidyasd)
>         Status: New
>
>
>** Tags: contrail-kube-manager sanityblocker
>
>** Changed in: juniperopenstack
>    Milestone: None => r4.1.0.0-fcs
>
>-- 
>You received this bug notification because you are a member of Contrail
>Systems engineering, which is subscribed to Juniper Openstack.
>https://urldefense.proofpoint.com/v2/url?u=https-3A__bugs.launchpad.net_bu
>gs_1729247&d=DwIFaQ&c=HAkYuh63rsuhr6Scbfh0UjBXeMK-ndb3voDTXcWzoCI&r=I5HZX2
>6fFG_BcSD-_jsadxQTWZc8ZBMrQFM-YZMcm2U&m=Zlsf8vo0zAxIzhPeLbDCJ7hTjTpP2bqnO2
>W0pmCJiE8&s=JJtHKnA20gFbhrJo8d_zLFAB7Qp0Qz3kN07oSoHPqMU&e=
>
>Title:
>  pods not created fine on R4.1
>
>Status in Juniper Openstack:
>  New
>
>Bug description:
>  R4.1 Build 32
>
>  Config Nodes : [u'testbed-1-vm1']
>  Control Nodes : [u'testbed-1-vm1']
>  Compute Nodes : [u'testbed-1-vm2', u'testbed-1-vm3']
>  WebUI Node : [u'testbed-1-vm1']
>  Analytics Nodes : [u'testbed-1-vm1']
>  Database Nodes : [u'testbed-1-vm1']
>  Physical Devices : [u"'mx1'"]
>
>  All k8s sanity cases were failing. It was seen that pods are not
>getting their IP
>  kube-manager log have this exception :
>
>  Traceback (most recent call last):
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_kubernetes.py",
>line 539, in vnc_process
>      self.ingress_mgr.process(event)
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>829, in process
>      self._update_ingress(name, uid, event)
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>772, in _update_ingress
>      self._create_lb(uid, name, ns_name, event)
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>652, in _create_lb
>      lb_obj = self._vnc_create_lb(uid, name, ns_name, annotations)
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/vnc_ingress.py", line
>320, in _vnc_create_lb
>      name, proj_obj, vn_obj, vip_address, pod_ipam_subnet_uuid)
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/loadbalancer.py", line
>187, in create
>      vn_obj, service_ns, service_name, vip_address, subnet_uuid)
>    File 
>"/usr/lib/python2.7/dist-packages/kube_manager/vnc/loadbalancer.py", line
>109, in _create_virtual_interface
>      self._vnc_lib.instance_ip_create(iip_obj)
>    File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 42,
>in wrapper
>      return func(self, *args, **kwargs)
>    File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 483,
>in _object_create
>      rest.OP_POST, obj_cls.create_uri, data=json_body)
>    File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 872,
>in _request_server
>      retry_after_authn=retry_after_authn, retry_count=retry_count)
>    File "/usr/lib/python2.7/dist-packages/vnc_api/vnc_api.py", line 973,
>in _request
>      raise BadRequest(status, content)
>  BadRequest: Virtual-Network(['default-domain', 'default',
>'cluster-network']) has invalid
>subnet(a0fa8fc0-293d-4e5d-ab91-a6d80631f363)
>
>  
>  root@testbed-1-vm1:~# kubectl get pods
>  NAME                       READY     STATUS              RESTARTS   AGE
>  ctest-nginx-pod-13035722   0/1       ContainerCreating   0          50s
>  ctest-nginx-pod-28556556   0/1       ContainerCreating   0          50s
>  ctest-nginx-pod-87611617   0/1       ContainerCreating   0          50s
>  ctest-nginx-pod-89246889   0/1       ContainerCreating   0          50s
>  root@testbed-1-vm1:~#
>
>To manage notifications about this bug go to:
>https://urldefense.proofpoint.com/v2/url?u=https-3A__bugs.launchpad.net_ju
>niperopenstack_-2Bbug_1729247_-2Bsubscriptions&d=DwIFaQ&c=HAkYuh63rsuhr6Sc
>bfh0UjBXeMK-ndb3voDTXcWzoCI&r=I5HZX26fFG_BcSD-_jsadxQTWZc8ZBMrQFM-YZMcm2U&
>m=Zlsf8vo0zAxIzhPeLbDCJ7hTjTpP2bqnO2W0pmCJiE8&s=44pdLhIW7SQBLELVMBlMbnbwcW
>BYpBYhaMtv3pvXrw0&e=