Hi, Please find the information below. For the first run: ------------------ In /etc/neutron/neutron.conf: The parameters are commented as below. #max_pool_size = 5 #retry_interval = 10 #max_overflow = 50 #pool_max_size = 30 #pool_max_overflow = 0 #pool_timeout = 30 And in nova.conf, I didn't set max_pool_size and max_overflow. Neutron Logs: 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource [req-65a024cc-dad4-4484-98f4-349be67cb7aa admin -] index failed: No details. 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource Traceback (most recent call last): 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 79, in resource 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource result = method(request=request, **args) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/api.py", line 88, in wrapped 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource self.force_reraise() 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/api.py", line 84, in wrapped 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return f(*args, **kwargs) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_db/api.py", line 151, in wrapper 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource self.force_reraise() 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_db/api.py", line 139, in wrapper 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return f(*args, **kwargs) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/api.py", line 124, in wrapped 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource traceback.format_exc()) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource self.force_reraise() 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/api.py", line 119, in wrapped 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 361, in index 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return self._items(request, True, parent_id) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 300, in _items 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource obj_list = obj_getter(request.context, **kwargs) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/vmware-nsx/vmware_nsx/plugins/nsx_v3/plugin.py", line 2150, in get_ports 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource limit, marker, page_reverse)) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/api.py", line 159, in wrapped 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return method(*args, **kwargs) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1301, in get_ports 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource items = [self._make_port_dict(c, fields) for c in query] 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2761, in __iter__ 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return self._execute_and_instances(context) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2774, in _execute_and_instances 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource close_with_result=True) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 2765, in _connection_from_session 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource **kw) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 893, in connection 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource execution_options=execution_options) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 898, in _connection_for_bind 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource engine, execution_options) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line 334, in _connection_for_bind 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource conn = bind.contextual_connect() 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 2039, in contextual_connect 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource self._wrap_pool_connect(self.pool.connect, None), 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line 2074, in _wrap_pool_connect 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return fn() 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 376, in connect 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource return _ConnectionFairy._checkout(self) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 713, in _checkout 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource fairy = _ConnectionRecord.checkout(pool) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 480, in checkout 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource rec = pool._do_get() 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource File "/usr/local/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 1053, in _do_get 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource (self.size(), self.overflow(), self._timeout)) 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource TimeoutError: QueuePool limit of size 10 overflow 20 reached, connection timed out, timeout 10 2016-11-02 20:42:00.247 18058 ERROR neutron.api.v2.resource Nova Logs: 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack [req-fe286739-1aed-4a6d-b738-78e406fe1faf admin admin] Caught error: Request Failed: internal server error while processing your request. Neutron server returns request_ids: ['req-65a024cc-dad4-4484-98f4-349be67cb7aa'] 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack Traceback (most recent call last): 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/__init__.py", line 89, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return req.get_response(self.application) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/request.py", line 1299, in send 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack application, catch_exc_info=False) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/request.py", line 1263, in call_application 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack app_iter = application(self.environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return resp(environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack resp = self.call_func(req, *args, **self.kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return self.func(req, *args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/keystonemiddleware/auth_token/__init__.py", line 323, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack response = req.get_response(self._app) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/request.py", line 1299, in send 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack application, catch_exc_info=False) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/request.py", line 1263, in call_application 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack app_iter = application(self.environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return resp(environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return resp(environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/routes/middleware.py", line 141, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack response = self.app(environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 144, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return resp(environ, start_response) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 130, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack resp = self.call_func(req, *args, **self.kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/webob/dec.py", line 195, in call_func 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return self.func(req, *args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/wsgi.py", line 609, in __call__ 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack content_type, body, accept) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/wsgi.py", line 689, in _process_stack 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack request, action_args) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/wsgi.py", line 555, in process_extensions 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack **action_args) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/compute/security_groups.py", line 489, in show 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack return self._show(req, resp_obj) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/compute/security_groups.py", line 485, in _show 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack self._extend_servers(req, [resp_obj.obj['server']]) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/api/openstack/compute/security_groups.py", line 467, in _extend_servers 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack servers)) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/security_group/neutron_driver.py", line 380, in get_instances_security_groups_bindings 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ports = self._get_ports_from_server_list(servers, neutron) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/security_group/neutron_driver.py", line 339, in _get_ports_from_server_list 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ports.extend(neutron.list_ports(**search_opts).get('ports')) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/neutronv2/api.py", line 97, in wrapper 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ret = obj(*args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 742, in list_ports 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack **_params) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/neutronv2/api.py", line 97, in wrapper 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ret = obj(*args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 375, in list 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack for r in self._pagination(collection, path, **params): 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 390, in _pagination 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack res = self.get(path, params=params) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/neutronv2/api.py", line 97, in wrapper 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ret = obj(*args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 360, in get 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack headers=headers, params=params) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/neutronv2/api.py", line 97, in wrapper 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ret = obj(*args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 337, in retry_request 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack headers=headers, params=params) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/neutronv2/api.py", line 97, in wrapper 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ret = obj(*args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 300, in do_request 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack self._handle_fault_response(status_code, replybody, resp) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/opt/stack/nova/nova/network/neutronv2/api.py", line 97, in wrapper 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack ret = obj(*args, **kwargs) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 275, in _handle_fault_response 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack exception_handler_v20(status_code, error_body) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack File "/usr/local/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 91, in exception_handler_v20 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack request_ids=request_ids) 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack InternalServerError: Request Failed: internal server error while processing your request. 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack Neutron server returns request_ids: ['req-65a024cc-dad4-4484-98f4-349be67cb7aa'] 2016-11-02 20:42:00.268 17626 ERROR nova.api.openstack