Comment 1 for bug 1635728

Details from log file with cgitb detailed info

[2016-10-21 06:05:02,038] [INFO ] [Thread-3:ApiConnectorImpl@228][] [>> Request: POST, /virtual-networks, {"virtual-network":{"router_external":false,"is_shared":false,"external_ipam":true,"flood_unknown_unicast":false,"multi_policy_service_chains_enabled":false,"id_perms":{"enable":true,"user_visible":false,"creator":"vcenter-plugin"},"display_name":"ctest-vn-58650667","network_ipam_refs":[{"to":["default-domain","vCenter","vCenter-ipam"],"attr":{"ipam_subnets":[{"subnet":{"ip_prefix":"12.11.10.0","ip_prefix_len":24},"subnet_uuid":"f704a3ba-0217-48e8-b0ab-804cb3611548","enable_dhcp":true,"addr_from_start":true,"subnet_name":"ctest-vn-58650667-subnet","alloc_unit":1}]},"href":null,"uuid":null}],"name":"ctest-vn-58650667","uuid":"1d7baeea-861c-313f-a132-0b23a474d189","fq_name":["default-domain","vCenter","ctest-vn-58650667"],"parent_type":"project"}}]
[2016-10-21 06:05:02,083] [INFO ] [Thread-3:ApiConnectorImpl@263][] [<< Response Status: HTTP/1.1 500 Internal Server Error]
[2016-10-21 06:05:02,084] [ERROR] [Thread-3:ApiConnectorImpl@354][] [create api request failed: Internal Server Error]
[2016-10-21 06:05:02,084] [ERROR] [Thread-3:ApiConnectorImpl@356][] [Failure message: <type 'exceptions.TypeError'>
Python 2.7.6: /usr/bin/python
Fri Oct 21 06:05:02 2016

A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.

 /usr/lib/python2.7/dist-packages/vnc_cfg_api_server/vnc_cfg_api_server.py in http_resource_create(self=<vnc_cfg_api_server.vnc_cfg_api_server.VncApiServer object>, obj_type='virtual_network')
  576
  577 try:
  578 ok, result = stateful_create()
  579 except Exception as e:
  580 ok = False
ok = False
result = u'1d7baeea-861c-313f-a132-0b23a474d189'
stateful_create = <function stateful_create>

 /usr/lib/python2.7/dist-packages/vnc_cfg_api_server/vnc_cfg_api_server.py in stateful_create()
  517 # type-specific hook
  518 (ok, result) = r_class.pre_dbe_create(tenant_name, obj_dict,
  519 db_conn)
  520 if not ok:
  521 return (ok, result)
db_conn = <vnc_cfg_api_server.vnc_cfg_ifmap.VncDbClient object>

 /usr/lib/python2.7/dist-packages/vnc_cfg_api_server/vnc_cfg_types.py in pre_dbe_create(cls=<class 'vnc_cfg_api_server.vnc_cfg_types.VirtualNetworkServer'>, tenant_name='default-project', obj_dict={u'display_name': u'ctest-vn-58650667', u'external_ipam': True, u'flood_unknown_unicast': False, u'fq_name': [u'default-domain', u'vCenter', u'ctest-vn-58650667'], u'id_perms': {u'created': None, u'creator': u'vcenter-plugin', u'description': None, u'enable': True, u'last_modified': None, u'permissions': {u'group': u'cloud-admin-group', u'group_access': 7, u'other_access': 7, u'owner': u'cloud-admin', u'owner_access': 7}, u'user_visible': False, u'uuid': {'uuid_lslong': 11615358636652810633L, 'uuid_mslong': 2124483971530895679L}}, u'is_shared': False, u'multi_policy_service_chains_enabled': False, u'name': u'ctest-vn-58650667', u'network_ipam_refs': [{u'attr': {u'ipam_subnets': [{u'addr_from_start': True, u'alloc_unit': 1, u'enable_dhcp': True, u'subnet': {...}, u'subnet_name': u'ctest-vn-58650667-subnet', u'subnet_uuid': u'f704a3ba-0217-48e8-b0ab-804cb3611548'}]}, u'href': None, u'to': [u'default-domain', u'vCenter', u'vCenter-ipam'], u'uuid': None}], u'parent_type': u'project', ...}, db_conn=<vnc_cfg_api_server.vnc_cfg_ifmap.VncDbClient object>)
 1076 (ok, return_code, result) = cls._check_ipam_network_subnets(obj_dict,
 1077 db_conn,
 1078 vn_uuid)
 1079 if not ok:
 1080 return (ok, (return_code, result))
vn_uuid = '1d7baeea-861c-313f-a132-0b23a474d189'

 /usr/lib/python2.7/dist-packages/vnc_cfg_api_server/vnc_cfg_types.py in _check_ipam_network_subnets(cls=<class 'vnc_cfg_api_server.vnc_cfg_types.VirtualNetworkServer'>, obj_dict={u'display_name': u'ctest-vn-58650667', u'external_ipam': True, u'flood_unknown_unicast': False, u'fq_name': [u'default-domain', u'vCenter', u'ctest-vn-58650667'], u'id_perms': {u'created': None, u'creator': u'vcenter-plugin', u'description': None, u'enable': True, u'last_modified': None, u'permissions': {u'group': u'cloud-admin-group', u'group_access': 7, u'other_access': 7, u'owner': u'cloud-admin', u'owner_access': 7}, u'user_visible': False, u'uuid': {'uuid_lslong': 11615358636652810633L, 'uuid_mslong': 2124483971530895679L}}, u'is_shared': False, u'multi_policy_service_chains_enabled': False, u'name': u'ctest-vn-58650667', u'network_ipam_refs': [{u'attr': {u'ipam_subnets': [{u'addr_from_start': True, u'alloc_unit': 1, u'enable_dhcp': True, u'subnet': {...}, u'subnet_name': u'ctest-vn-58650667-subnet', u'subnet_uuid': u'f704a3ba-0217-48e8-b0ab-804cb3611548'}]}, u'href': None, u'to': [u'default-domain', u'vCenter', u'vCenter-ipam'], u'uuid': None}], u'parent_type': u'project', ...}, db_conn=<vnc_cfg_api_server.vnc_cfg_ifmap.VncDbClient object>, vn_uuid='1d7baeea-861c-313f-a132-0b23a474d189', db_dict=None)
  983 (ok, ipam_dict) = db_conn.dbe_read(
  984 obj_type='network_ipam',
  985 obj_ids={'uuid': ipam_uuid})
  986 if not ok:
  987 return (ok, 400, ipam_dict)
obj_ids undefined
ipam_uuid = None

 /usr/lib/python2.7/dist-packages/vnc_cfg_api_server/vnc_cfg_ifmap.py in dbe_read(self=<vnc_cfg_api_server.vnc_cfg_ifmap.VncDbClient object>, obj_type='network_ipam', obj_ids={'uuid': None}, obj_fields=None, ret_readonly=False)
 1927 (ok, cassandra_result) = self._cassandra_db.object_read(
 1928 obj_type, [obj_ids['uuid']], obj_fields,
 1929 ret_readonly=ret_readonly)
 1930 except NoIdError as e:
 1931 # if NoIdError is for obj itself (as opposed to say for parent
ret_readonly = False

 /usr/lib/python2.7/dist-packages/cfgm_common/vnc_cassandra.py in object_read(self=<vnc_cfg_api_server.vnc_cfg_ifmap.VncServerCassandraClient object>, obj_type='network_ipam', obj_uuids=[None], field_names=None, ret_readonly=False)
  751 obj_uuids, field_names, include_backrefs_children)
  752 miss_obj_rows = self.multiget(self._OBJ_UUID_CF_NAME, miss_uuids,
  753 timestamp=True)
  754 else:
  755 # ignore reading backref + children columns
timestamp undefined
builtinTrue = True

 /usr/lib/python2.7/dist-packages/cfgm_common/vnc_cassandra.py in multiget(self=<vnc_cfg_api_server.vnc_cfg_ifmap.VncServerCassandraClient object>, cf_name='obj_uuid_table', keys=[None], columns=None, start='', finish='', timestamp=True)
  181 column_finish=finish,
  182 include_timestamp=timestamp,
  183 column_count=self._MAX_COL)
  184 except OverflowError:
  185 for key in keys:
column_count undefined
self = <vnc_cfg_api_server.vnc_cfg_ifmap.VncServerCassandraClient object>
self._MAX_COL = 10000000

 /usr/lib/python2.7/dist-packages/cfgm_common/vnc_cassandra.py in wrapper(*args=(<pycassa.columnfamily.ColumnFamily object>, [None]), **kwargs={'column_count': 10000000, 'column_finish': '', 'column_start': '', 'include_timestamp': True})
  449 self._cassandra_init_conn_pools()
  450
  451 return func(*args, **kwargs)
  452 except (AllServersUnavailable, MaximumRetryException) as e:
  453 if self._conn_state != ConnectionStatus.DOWN:
func = <unbound method ColumnFamily.multiget>
args = (<pycassa.columnfamily.ColumnFamily object>, [None])
kwargs = {'column_count': 10000000, 'column_finish': '', 'column_start': '', 'include_timestamp': True}

 /usr/lib/python2.7/dist-packages/pycassa/columnfamily.py in multiget(self=<pycassa.columnfamily.ColumnFamily object>, keys=[None], columns=None, column_start='', column_finish='', column_reversed=False, column_count=10000000, include_timestamp=True, super_column=None, read_consistency_level=None, buffer_size=None, include_ttl=False)
  759 """
  760
  761 packed_keys = map(self._pack_key, keys)
  762 cp = self._column_parent(super_column)
  763 sp = self._slice_predicate(columns, column_start, column_finish,
packed_keys undefined
builtinmap = <built-in function map>
self = <pycassa.columnfamily.ColumnFamily object>
self._pack_key = <bound method ColumnFamily._pack_key of <pycassa.columnfamily.ColumnFamily object>>
keys = [None]

<snip>