@Collen Sure. This is nova-api.log 2019-02-04 15:57:30.257 3569 DEBUG keystonemiddleware.auth_token [-] Identity endpoint not found. fetch_token /opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py:780 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token Traceback (most recent call last): 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py", line 762, in fetch_token 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token allow_expired=allow_expired) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/_identity.py", line 219, in verify_token 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token allow_expired=allow_expired) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/_identity.py", line 108, in verify_token 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token allow_expired=allow_expired) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return wrapped(*args, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneclient/v3/tokens.py", line 110, in validate 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token allow_expired=allow_expired) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return wrapped(*args, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneclient/v3/tokens.py", line 89, in get_token_data 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token resp, body = self._client.get(url, headers=headers) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 217, in get 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return self.request(url, 'GET', **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 374, in request 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token resp = super(LegacyJsonAdapter, self).request(*args, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 142, in request 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return self.session.request(url, method, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 142, in request 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return self.session.request(url, method, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return wrapped(*args, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/session.py", line 513, in request 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token **endpoint_filter) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/session.py", line 856, in get_endpoint 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return auth.get_endpoint(self, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/identity/base.py", line 216, in get_endpoint 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token service_name=service_name) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token return wrapped(*args, **kwargs) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/access/service_catalog.py", line 228, in url_for 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token raise exceptions.EndpointNotFound(msg) 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token EndpointNotFound: admin endpoint for identity service in devel-r2 region not found 2019-02-04 15:57:30.257 3569 ERROR keystonemiddleware.auth_token 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack [-] Caught error: admin endpoint for identity service in devel-r2 region not found 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack Traceback (most recent call last): 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/nova/nova/api/openstack/__init__.py", line 88, in __call__ 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return req.get_response(self.application) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/request.py", line 1299, in send 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack application, catch_exc_info=False) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/request.py", line 1263, in call_application 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack app_iter = application(self.environ, start_response) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/dec.py", line 144, in __call__ 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return resp(environ, start_response) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/dec.py", line 130, in __call__ 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack resp = self.call_func(req, *args, **self.kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/dec.py", line 195, in call_func 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return self.func(req, *args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/osprofiler/web.py", line 108, in __call__ 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return request.get_response(self.application) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/request.py", line 1299, in send 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack application, catch_exc_info=False) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/request.py", line 1263, in call_application 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack app_iter = application(self.environ, start_response) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/dec.py", line 130, in __call__ 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack resp = self.call_func(req, *args, **self.kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/webob/dec.py", line 195, in call_func 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return self.func(req, *args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py", line 332, in __call__ 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack response = self.process_request(req) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py", line 623, in process_request 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack resp = super(AuthProtocol, self).process_request(request) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py", line 405, in process_request 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack allow_expired=allow_expired) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py", line 435, in _do_fetch_token 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack data = self.fetch_token(token, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/__init__.py", line 762, in fetch_token 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack allow_expired=allow_expired) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/_identity.py", line 219, in verify_token 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack allow_expired=allow_expired) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/src/keystonemiddleware/keystonemiddleware/auth_token/_identity.py", line 108, in verify_token 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack allow_expired=allow_expired) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return wrapped(*args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneclient/v3/tokens.py", line 110, in validate 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack allow_expired=allow_expired) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return wrapped(*args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneclient/v3/tokens.py", line 89, in get_token_data 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack resp, body = self._client.get(url, headers=headers) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 217, in get 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return self.request(url, 'GET', **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 374, in request 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack resp = super(LegacyJsonAdapter, self).request(*args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 142, in request 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return self.session.request(url, method, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 142, in request 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return self.session.request(url, method, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return wrapped(*args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/session.py", line 513, in request 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack **endpoint_filter) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/session.py", line 856, in get_endpoint 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return auth.get_endpoint(self, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/identity/base.py", line 216, in get_endpoint 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack service_name=service_name) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/positional/__init__.py", line 101, in inner 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack return wrapped(*args, **kwargs) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack File "/opt/openstack/lib/python2.7/site-packages/keystoneauth1/access/service_catalog.py", line 228, in url_for 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack raise exceptions.EndpointNotFound(msg) 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack EndpointNotFound: admin endpoint for identity service in devel-r2 region not found 2019-02-04 15:57:30.264 3569 ERROR nova.api.openstack 2019-02-04 15:57:30.276 3569 INFO nova.api.openstack [-] http://devel-api-r2.9rum.cc:8774/v2.1/2bffaae34181438aacea99a4554ed1cb/servers?status=Active&host=r2compute001&all_tenants=True returned with HTTP 500 2019-02-04 15:57:30.278 3569 DEBUG nova.api.openstack.wsgi [-] Returning 500 to user: The server has either erred or is incapable of performing the requested operation. __call__ /opt/openstack/src/nova/nova/api/openstack/wsgi.py:1039 2019-02-04 15:57:30.280 3569 INFO nova.osapi_compute.wsgi.server [-] 10.252.20.61,10.252.20.62 "GET /v2.1/2bffaae34181438aacea99a4554ed1cb/servers?status=Active&host=r2compute001&all_tenants=True HTTP/1.1" status: 500 len: 335 time: 0.2817941 2