Setup Details:-
10.204.217.13 nodec28 192.168.100.11 openstack and openstack/contrail microservice provisioning
10.204.217.153 nodec50 192.168.100.18 openstack
10.204.217.131 nodei19 192.168.100.15 openstack
10.204.217.176 nodec10 192.168.100.13 contrail-controller
10.204.217.77 nodeg37 192.168.100.12 contrail-controller
10.204.217.168 nodec33 192.168.100.17 contrail-controller
10.204.217.129 nodei17 192.168.100.14 contrail-compute
All files with the kolla and contrail ansible repo are copied to /cs-share/test_runs/<bug_id>
[root@nodec28 ansible]# openstack server list --debug
START with options: [u'server', u'list', u'--debug']
options: Namespace(access_token='***', access_token_endpoint='', access_token_type='', application_credential_id='', application_credential_name='', application_credential_secret='***', auth_type='', auth_url='http://192.168.100.20:35357/v3', cacert=None, cert='', client_id='', client_secret='***', cloud='', code='', debug=True, default_domain='default', default_domain_id='', default_domain_name='', deferred_help=False, discovery_endpoint='', domain_id='', domain_name='', endpoint='', identity_provider='', insecure=None, interface='internal', key='', log_file=None, openid_scope='', os_beta_command=False, os_compute_api_version='', os_identity_api_version='3', os_image_api_version='', os_network_api_version='', os_object_api_version='', os_project_id=None, os_project_name=None, os_volume_api_version='', passcode='', password='***', project_domain_id='', project_domain_name='default', project_id='', project_name='admin', protocol='', redirect_uri='', region_name='', remote_project_domain_id='', remote_project_domain_name='', remote_project_id='', remote_project_name='', service_provider='', system_scope='', timing=False, token='***', trust_id='', url='', user_domain_id='', user_domain_name='default', user_id='', username='admin', verbose_level=3, verify=None)
Auth plugin password selected
auth_config_hook(): {'auth_type': 'password', 'beta_command': False, u'compute_api_version': u'2', 'key': None, u'database_api_version': u'1.0', u'metering_api_version': u'2', 'auth_url': 'http://192.168.100.20:35357/v3', u'network_api_version': u'2', u'message': u'', u'image_format': u'qcow2', 'networks': [], u'image_api_version': u'2', 'verify': True, u'dns_api_version': u'2', u'object_store_api_version': u'1', 'username': 'admin', u'container_infra_api_version': u'1', 'verbose_level': 3, 'region_name': '', 'api_timeout': None, u'baremetal_api_version': u'1', 'auth': {'user_domain_name': 'default', 'project_name': 'admin', 'project_domain_name': 'default'}, 'default_domain': 'default', u'container_api_version': u'1', u'image_api_use_tasks': False, u'floating_ip_source': u'neutron', u'orchestration_api_version': u'1', 'timing': False, 'password': '***', u'application_catalog_api_version': u'1', 'cacert': None, u'key_manager_api_version': u'v1', u'workflow_api_version': u'2', 'deferred_help': False, u'identity_api_version': '3', u'volume_api_version': u'2', 'cert': None, u'secgroup_source': u'neutron', u'status': u'active', 'debug': True, u'interface': 'internal', u'disable_vendor_agent': {}}
defaults: {u'auth_type': 'password', u'status': u'active', u'compute_api_version': u'2', 'key': None, u'database_api_version': u'1.0', 'api_timeout': None, u'baremetal_api_version': u'1', u'image_api_version': u'2', u'container_infra_api_version': u'1', u'metering_api_version': u'2', u'image_api_use_tasks': False, u'floating_ip_source': u'neutron', u'orchestration_api_version': u'1', 'cacert': None, u'network_api_version': u'2', u'message': u'', u'image_format': u'qcow2', u'application_catalog_api_version': u'1', u'key_manager_api_version': u'v1', u'workflow_api_version': u'2', 'verify': True, u'identity_api_version': u'2.0', u'volume_api_version': u'2', 'cert': None, u'secgroup_source': u'neutron', u'container_api_version': u'1', u'dns_api_version': u'2', u'object_store_api_version': u'1', u'interface': None, u'disable_vendor_agent': {}}
cloud cfg: {'auth_type': 'password', 'beta_command': False, u'compute_api_version': u'2', 'key': None, u'database_api_version': u'1.0', u'metering_api_version': u'2', 'auth_url': 'http://192.168.100.20:35357/v3', u'network_api_version': u'2', u'message': u'', u'image_format': u'qcow2', 'networks': [], u'image_api_version': u'2', 'verify': True, u'dns_api_version': u'2', u'object_store_api_version': u'1', 'username': 'admin', u'container_infra_api_version': u'1', 'verbose_level': 3, 'region_name': '', 'api_timeout': None, u'baremetal_api_version': u'1', 'auth': {'user_domain_name': 'default', 'project_name': 'admin', 'project_domain_name': 'default'}, 'default_domain': 'default', u'container_api_version': u'1', u'image_api_use_tasks': False, u'floating_ip_source': u'neutron', u'orchestration_api_version': u'1', 'timing': False, 'password': '***', u'application_catalog_api_version': u'1', 'cacert': None, u'key_manager_api_version': u'v1', u'workflow_api_version': u'2', 'deferred_help': False, u'identity_api_version': '3', u'volume_api_version': u'2', 'cert': None, u'secgroup_source': u'neutron', u'status': u'active', 'debug': True, u'interface': 'internal', u'disable_vendor_agent': {}}
compute API version 2, cmd group openstack.compute.v2
network API version 2, cmd group openstack.network.v2
image API version 2, cmd group openstack.image.v2
volume API version 2, cmd group openstack.volume.v2
identity API version 3, cmd group openstack.identity.v3
object_store API version 1, cmd group openstack.object_store.v1
Auth plugin password selected
auth_config_hook(): {'auth_type': 'password', 'beta_command': False, u'compute_api_version': u'2', 'key': None, u'database_api_version': u'1.0', u'metering_api_version': u'2', 'auth_url': 'http://192.168.100.20:35357/v3', u'network_api_version': u'2', u'message': u'', u'image_format': u'qcow2', 'networks': [], u'image_api_version': u'2', 'verify': True, u'dns_api_version': u'2', u'object_store_api_version': u'1', 'username': 'admin', u'container_infra_api_version': u'1', 'verbose_level': 3, 'region_name': '', 'api_timeout': None, u'baremetal_api_version': u'1', 'auth': {'user_domain_name': 'default', 'project_name': 'admin', 'project_domain_name': 'default'}, 'default_domain': 'default', u'container_api_version': u'1', u'image_api_use_tasks': False, u'floating_ip_source': u'neutron', u'orchestration_api_version': u'1', 'timing': False, 'password': '***', u'application_catalog_api_version': u'1', 'cacert': None, u'key_manager_api_version': u'v1', u'workflow_api_version': u'2', 'deferred_help': False, u'identity_api_version': '3', u'volume_api_version': u'2', 'cert': None, u'secgroup_source': u'neutron', u'status': u'active', 'debug': True, u'interface': 'internal', u'disable_vendor_agent': {}}
Auth plugin password selected
auth_config_hook(): {'auth_type': 'password', 'beta_command': False, u'compute_api_version': u'2', 'key': None, u'database_api_version': u'1.0', u'metering_api_version': u'2', 'auth_url': 'http://192.168.100.20:35357/v3', u'network_api_version': u'2', u'message': u'', u'image_format': u'qcow2', 'networks': [], u'image_api_version': u'2', 'verify': True, u'dns_api_version': u'2', u'object_store_api_version': u'1', 'username': 'admin', u'container_infra_api_version': u'1', 'verbose_level': 3, 'region_name': '', 'api_timeout': None, u'baremetal_api_version': u'1', 'auth': {'user_domain_name': 'default', 'project_name': 'admin', 'project_domain_name': 'default'}, 'default_domain': 'default', u'container_api_version': u'1', u'image_api_use_tasks': False, u'floating_ip_source': u'neutron', u'orchestration_api_version': u'1', 'timing': False, 'password': '***', u'application_catalog_api_version': u'1', 'cacert': None, u'key_manager_api_version': u'v1', u'workflow_api_version': u'2', 'deferred_help': False, u'identity_api_version': '3', u'volume_api_version': u'2', 'cert': None, u'secgroup_source': u'neutron', u'status': u'active', 'debug': True, u'interface': 'internal', u'disable_vendor_agent': {}}
command: server list -> openstackclient.compute.v2.server.ListServer (auth=True)
Auth plugin password selected
auth_config_hook(): {'auth_type': 'password', 'beta_command': False, u'compute_api_version': u'2', 'key': None, u'database_api_version': u'1.0', u'metering_api_version': u'2', 'auth_url': 'http://192.168.100.20:35357/v3', u'network_api_version': u'2', u'message': u'', u'image_format': u'qcow2', 'networks': [], u'image_api_version': u'2', 'verify': True, u'dns_api_version': u'2', u'object_store_api_version': u'1', 'username': 'admin', u'container_infra_api_version': u'1', 'verbose_level': 3, 'region_name': '', 'api_timeout': None, u'baremetal_api_version': u'1', 'auth': {'user_domain_name': 'default', 'project_name': 'admin', 'project_domain_name': 'default'}, 'default_domain': 'default', u'container_api_version': u'1', u'image_api_use_tasks': False, u'floating_ip_source': u'neutron', u'orchestration_api_version': u'1', 'timing': False, 'password': '***', u'application_catalog_api_version': u'1', 'cacert': None, u'key_manager_api_version': u'v1', u'workflow_api_version': u'2', 'deferred_help': False, u'identity_api_version': '3', u'volume_api_version': u'2', 'cert': None, u'secgroup_source': u'neutron', u'status': u'active', 'debug': True, u'interface': 'internal', u'disable_vendor_agent': {}}
Using auth plugin: password
Using parameters {'username': 'admin', 'project_name': 'admin', 'user_domain_name': 'default', 'auth_url': 'http://192.168.100.20:35357/v3', 'password': '***', 'project_domain_name': 'default'}
Get auth_ref
REQ: curl -g -i -X GET http://192.168.100.20:35357/v3 -H "Accept: application/json" -H "User-Agent: osc-lib/1.9.0 keystoneauth1/3.4.0 python-requests/2.18.4 CPython/2.7.5"
Starting new HTTP connection (1): 192.168.100.20
http://192.168.100.20:35357 "GET /v3 HTTP/1.1" 200 254
RESP: [200] Date: Wed, 28 Feb 2018 18:55:41 GMT Server: Apache/2.4.6 (CentOS) mod_wsgi/3.4 Python/2.7.5 Vary: X-Auth-Token x-openstack-request-id: req-880b142e-647a-4581-9603-fa44c321fd81 Content-Length: 254 Content-Type: application/json
RESP BODY: {"version": {"status": "stable", "updated": "2017-02-22T00:00:00Z", "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}], "id": "v3.8", "links": [{"href": "http://192.168.100.20:35357/v3/", "rel": "self"}]}}
GET call to None for http://192.168.100.20:35357/v3 used request id req-880b142e-647a-4581-9603-fa44c321fd81
Making authentication request to http://192.168.100.20:35357/v3/auth/tokens
http://192.168.100.20:35357 "POST /v3/auth/tokens HTTP/1.1" 201 6530
{"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "732f24e494694526813be1b5a588ff51", "name": "admin"}], "is_admin_project": true, "project": {"domain": {"id": "default", "name": "Default"}, "id": "230a35c07901482199c5cbbc681495e8", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://192.168.100.20:5050", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "1eec416a0cf1463993317afd6fe1407b"}, {"url": "http://192.168.100.20:5050", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "6b35bb7ab100452292e43ac2479b5f1a"}, {"url": "http://192.168.100.20:5050", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "f8d2405337e34ff48f253f8ccbd29351"}], "type": "baremetal-introspection", "id": "0883d0c4154d4e70bfa920ad47b7dd77", "name": "ironic-inspector"}, {"endpoints": [{"url": "http://192.168.100.20:9292", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "197e4370bf4e40a1a463051c4e51c968"}, {"url": "http://192.168.100.20:9292", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "38e3b73f9b2f4f1da645491ab3bbd848"}, {"url": "http://10.204.217.184:9292", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "b51d9b1fc2ec47aca9acab872939cccd"}], "type": "image", "id": "13a7b6efd70049509b4db1a9dace2faf", "name": "glance"}, {"endpoints": [{"url": "http://192.168.100.20:8000/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "b5b15fe6d77249c08ba2e01a1ddc57f6"}, {"url": "http://10.204.217.184:8000/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "b840d57bea1d4c5cb9b458263355c777"}, {"url": "http://192.168.100.20:8000/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "ceba6e8dc361499fae626c1270296725"}], "type": "cloudformation", "id": "1c1f49a7ac2b49589918fa2dbea6bbae", "name": "heat-cfn"}, {"endpoints": [{"url": "http://10.204.217.184:8774/v2.1/230a35c07901482199c5cbbc681495e8", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "37c014e55dea4c98881e01352c92e91d"}, {"url": "http://192.168.100.20:8774/v2.1/230a35c07901482199c5cbbc681495e8", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "af45fd6e69864502a2d3f47930695e0c"}, {"url": "http://192.168.100.20:8774/v2.1/230a35c07901482199c5cbbc681495e8", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "cd0e7118ed4b4ce885b2a20b507618b8"}], "type": "compute", "id": "7564a9a5aac74f3f9bce2d24977c1ec7", "name": "nova"}, {"endpoints": [{"url": "http://192.168.100.20:8780", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "5f2b28a0280d4f33ae4d379a657651b8"}, {"url": "http://10.204.217.184:8780", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "816bcc6c0746403caf2b6ada6b2c87c2"}, {"url": "http://192.168.100.20:8780", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "f0cd438f992b4ee2836d9c4a11c4f57f"}], "type": "placement", "id": "799a0ed7a681485081d5839e735aad5a", "name": "placement"}, {"endpoints": [{"url": "http://192.168.100.20:6385", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "264c71e914784b8a8bdd66dad1beab67"}, {"url": "http://10.204.217.184:6385", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "945bb6e1c13f40d386b9e11ba7b34d15"}, {"url": "http://192.168.100.20:6385", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "e4a2e2f18e4e4227b685d3dea3bd085a"}], "type": "baremetal", "id": "80bb3063838845c3954c550e6b043334", "name": "ironic"}, {"endpoints": [{"url": "http://10.204.217.184:8004/v1/230a35c07901482199c5cbbc681495e8", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "070d5c3ee2d34d8b8251e405c18684ab"}, {"url": "http://192.168.100.20:8004/v1/230a35c07901482199c5cbbc681495e8", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "a5312ef11d8b4c9d9732ea828b3f955a"}, {"url": "http://192.168.100.20:8004/v1/230a35c07901482199c5cbbc681495e8", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "a831ae881c294d1093c2656122890d75"}], "type": "orchestration", "id": "8110feb40fd1461ea5522135da67294f", "name": "heat"}, {"endpoints": [{"url": "http://192.168.100.20:9696", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "14d2bdb2e8524f39a3ac6812a8cfca5d"}, {"url": "http://192.168.100.20:9696", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "985326822a0448378955d983fb3ccdf1"}, {"url": "http://10.204.217.184:9696", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "db5ae70045f94afa9cd7f208c62ea824"}], "type": "network", "id": "8ad543deca5e4698bfc5d8954387e2d4", "name": "neutron"}, {"endpoints": [{"url": "http://192.168.100.20:5000/v3", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "68ce3c01929f4104ad8d4b7071d08bc0"}, {"url": "http://192.168.100.20:35357/v3", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "d3144e8de36948b08bfe91eb5a311ddb"}, {"url": "http://10.204.217.184:5000/v3", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "d9655fd0ea134f7ca09999a0edbc5228"}], "type": "identity", "id": "95f4fc5d5141467fbfb81535c35cf3e8", "name": "keystone"}, {"endpoints": [{"url": "http://10.204.217.184:8774/v2/230a35c07901482199c5cbbc681495e8", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "9a16e5b009b24b62bc45f11cb0119d1d"}, {"url": "http://192.168.100.20:8774/v2/230a35c07901482199c5cbbc681495e8", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9e2970933ed941bab4fac1009b3b27f1"}, {"url": "http://192.168.100.20:8774/v2/230a35c07901482199c5cbbc681495e8", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "c7527a9999f44e28aeeda204c062feab"}], "type": "compute_legacy", "id": "ada5aafe1ee94458bb139b4753894283", "name": "nova_legacy"}], "expires_at": "2018-02-28T19:55:41.000000Z", "audit_ids": ["8JonuuODTWeEQaDnoGwH5A"], "issued_at": "2018-02-28T18:55:41.000000Z", "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "69ef56218c544fcf83ecc669308d8002"}}}
run(Namespace(all_projects=False, changes_since=None, columns=[], deleted=False, fit_width=False, flavor=None, formatter='table', host=None, image=None, instance_name=None, ip=None, ip6=None, limit=None, long=False, marker=None, max_width=0, name=None, no_name_lookup=False, noindent=False, print_empty=False, project=None, project_domain=None, quote_mode='nonnumeric', reservation_id=None, sort_columns=[], status=None, user=None, user_domain=None))
Instantiating compute client for API Version Major: 2, Minor: 0
Instantiating compute api: <class 'openstackclient.api.compute_v2.APIv2'>
Instantiating identity client: <class 'keystoneclient.v3.client.Client'>
Instantiating image client: <class 'glanceclient.v2.client.Client'>
Making authentication request to http://192.168.100.20:35357/v3/auth/tokens
http://192.168.100.20:35357 "POST /v3/auth/tokens HTTP/1.1" 201 6530
{"token": {"is_domain": false, "methods": ["password"], "roles": [{"id": "732f24e494694526813be1b5a588ff51", "name": "admin"}], "is_admin_project": true, "project": {"domain": {"id": "default", "name": "Default"}, "id": "230a35c07901482199c5cbbc681495e8", "name": "admin"}, "catalog": [{"endpoints": [{"url": "http://192.168.100.20:5050", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "1eec416a0cf1463993317afd6fe1407b"}, {"url": "http://192.168.100.20:5050", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "6b35bb7ab100452292e43ac2479b5f1a"}, {"url": "http://192.168.100.20:5050", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "f8d2405337e34ff48f253f8ccbd29351"}], "type": "baremetal-introspection", "id": "0883d0c4154d4e70bfa920ad47b7dd77", "name": "ironic-inspector"}, {"endpoints": [{"url": "http://192.168.100.20:9292", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "197e4370bf4e40a1a463051c4e51c968"}, {"url": "http://192.168.100.20:9292", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "38e3b73f9b2f4f1da645491ab3bbd848"}, {"url": "http://10.204.217.184:9292", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "b51d9b1fc2ec47aca9acab872939cccd"}], "type": "image", "id": "13a7b6efd70049509b4db1a9dace2faf", "name": "glance"}, {"endpoints": [{"url": "http://192.168.100.20:8000/v1", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "b5b15fe6d77249c08ba2e01a1ddc57f6"}, {"url": "http://10.204.217.184:8000/v1", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "b840d57bea1d4c5cb9b458263355c777"}, {"url": "http://192.168.100.20:8000/v1", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "ceba6e8dc361499fae626c1270296725"}], "type": "cloudformation", "id": "1c1f49a7ac2b49589918fa2dbea6bbae", "name": "heat-cfn"}, {"endpoints": [{"url": "http://10.204.217.184:8774/v2.1/230a35c07901482199c5cbbc681495e8", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "37c014e55dea4c98881e01352c92e91d"}, {"url": "http://192.168.100.20:8774/v2.1/230a35c07901482199c5cbbc681495e8", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "af45fd6e69864502a2d3f47930695e0c"}, {"url": "http://192.168.100.20:8774/v2.1/230a35c07901482199c5cbbc681495e8", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "cd0e7118ed4b4ce885b2a20b507618b8"}], "type": "compute", "id": "7564a9a5aac74f3f9bce2d24977c1ec7", "name": "nova"}, {"endpoints": [{"url": "http://192.168.100.20:8780", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "5f2b28a0280d4f33ae4d379a657651b8"}, {"url": "http://10.204.217.184:8780", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "816bcc6c0746403caf2b6ada6b2c87c2"}, {"url": "http://192.168.100.20:8780", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "f0cd438f992b4ee2836d9c4a11c4f57f"}], "type": "placement", "id": "799a0ed7a681485081d5839e735aad5a", "name": "placement"}, {"endpoints": [{"url": "http://192.168.100.20:6385", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "264c71e914784b8a8bdd66dad1beab67"}, {"url": "http://10.204.217.184:6385", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "945bb6e1c13f40d386b9e11ba7b34d15"}, {"url": "http://192.168.100.20:6385", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "e4a2e2f18e4e4227b685d3dea3bd085a"}], "type": "baremetal", "id": "80bb3063838845c3954c550e6b043334", "name": "ironic"}, {"endpoints": [{"url": "http://10.204.217.184:8004/v1/230a35c07901482199c5cbbc681495e8", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "070d5c3ee2d34d8b8251e405c18684ab"}, {"url": "http://192.168.100.20:8004/v1/230a35c07901482199c5cbbc681495e8", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "a5312ef11d8b4c9d9732ea828b3f955a"}, {"url": "http://192.168.100.20:8004/v1/230a35c07901482199c5cbbc681495e8", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "a831ae881c294d1093c2656122890d75"}], "type": "orchestration", "id": "8110feb40fd1461ea5522135da67294f", "name": "heat"}, {"endpoints": [{"url": "http://192.168.100.20:9696", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "14d2bdb2e8524f39a3ac6812a8cfca5d"}, {"url": "http://192.168.100.20:9696", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "985326822a0448378955d983fb3ccdf1"}, {"url": "http://10.204.217.184:9696", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "db5ae70045f94afa9cd7f208c62ea824"}], "type": "network", "id": "8ad543deca5e4698bfc5d8954387e2d4", "name": "neutron"}, {"endpoints": [{"url": "http://192.168.100.20:5000/v3", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "68ce3c01929f4104ad8d4b7071d08bc0"}, {"url": "http://192.168.100.20:35357/v3", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "d3144e8de36948b08bfe91eb5a311ddb"}, {"url": "http://10.204.217.184:5000/v3", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "d9655fd0ea134f7ca09999a0edbc5228"}], "type": "identity", "id": "95f4fc5d5141467fbfb81535c35cf3e8", "name": "keystone"}, {"endpoints": [{"url": "http://10.204.217.184:8774/v2/230a35c07901482199c5cbbc681495e8", "interface": "public", "region": "RegionOne", "region_id": "RegionOne", "id": "9a16e5b009b24b62bc45f11cb0119d1d"}, {"url": "http://192.168.100.20:8774/v2/230a35c07901482199c5cbbc681495e8", "interface": "internal", "region": "RegionOne", "region_id": "RegionOne", "id": "9e2970933ed941bab4fac1009b3b27f1"}, {"url": "http://192.168.100.20:8774/v2/230a35c07901482199c5cbbc681495e8", "interface": "admin", "region": "RegionOne", "region_id": "RegionOne", "id": "c7527a9999f44e28aeeda204c062feab"}], "type": "compute_legacy", "id": "ada5aafe1ee94458bb139b4753894283", "name": "nova_legacy"}], "expires_at": "2018-02-28T19:55:41.000000Z", "audit_ids": ["kU4O3l2qRzCQDor8-ysq7w"], "issued_at": "2018-02-28T18:55:41.000000Z", "user": {"domain": {"id": "default", "name": "Default"}, "password_expires_at": null, "name": "admin", "id": "69ef56218c544fcf83ecc669308d8002"}}}
Instantiating image api: <class 'openstackclient.api.image_v2.APIv2'>
search options: {'status': None, 'deleted': False, 'ip': None, 'image': None, 'changes-since': None, 'host': None, 'ip6': None, 'all_tenants': False, 'flavor': None, 'reservation_id': None, 'user_id': None, 'name': None, 'tenant_id': None, 'instance_name': None}
REQ: curl -g -i -X GET http://192.168.100.20:8774/v2.1/230a35c07901482199c5cbbc681495e8/servers/detail -H "User-Agent: python-novaclient" -H "Accept: application/json" -H "X-Auth-Token: {SHA1}dde758f4e76881b5a740e76c4b0ce866f9493f2a"
Starting new HTTP connection (1): 192.168.100.20
http://192.168.100.20:8774 "GET /v2.1/230a35c07901482199c5cbbc681495e8/servers/detail HTTP/1.1" 500 205
RESP: [500] Openstack-Api-Version: compute 2.1 X-Openstack-Nova-Api-Version: 2.1 Vary: OpenStack-API-Version, X-OpenStack-Nova-API-Version Content-Type: application/json; charset=UTF-8 Content-Length: 205 X-Compute-Request-Id: req-9569978c-dd09-42ec-87c9-1b555020bd58 Date: Wed, 28 Feb 2018 18:55:41 GMT
RESP BODY: {"computeFault": {"message": "Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.\n<class 'sqlalchemy.exc.ProgrammingError'>", "code": 500}}
GET call to compute for http://192.168.100.20:8774/v2.1/230a35c07901482199c5cbbc681495e8/servers/detail used request id req-9569978c-dd09-42ec-87c9-1b555020bd58
Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'sqlalchemy.exc.ProgrammingError'> (HTTP 500) (Request-ID: req-9569978c-dd09-42ec-87c9-1b555020bd58)
Traceback (most recent call last):
File "/usr/lib/python2.7/site-packages/cliff/app.py", line 400, in run_subcommand
result = cmd.run(parsed_args)
File "/usr/lib/python2.7/site-packages/osc_lib/command/command.py", line 41, in run
return super(Command, self).run(parsed_args)
File "/usr/lib/python2.7/site-packages/cliff/display.py", line 116, in run
column_names, data = self.take_action(parsed_args)
File "/usr/lib/python2.7/site-packages/openstackclient/compute/v2/server.py", line 1145, in take_action
limit=parsed_args.limit)
File "/usr/lib/python2.7/site-packages/novaclient/v2/servers.py", line 854, in list
"servers")
File "/usr/lib/python2.7/site-packages/novaclient/base.py", line 257, in _list
resp, body = self.api.client.get(url)
File "/usr/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 304, in get
return self.request(url, 'GET', **kwargs)
File "/usr/lib/python2.7/site-packages/novaclient/client.py", line 83, in request
raise exceptions.from_response(resp, body, url, method)
ClientException: Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'sqlalchemy.exc.ProgrammingError'> (HTTP 500) (Request-ID: req-9569978c-dd09-42ec-87c9-1b555020bd58)
clean_up ListServer: Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'sqlalchemy.exc.ProgrammingError'> (HTTP 500) (Request-ID: req-9569978c-dd09-42ec-87c9-1b555020bd58)
Traceback (most recent call last):
File "/usr/lib/python2.7/site-packages/osc_lib/shell.py", line 134, in run
ret_val = super(OpenStackShell, self).run(argv)
File "/usr/lib/python2.7/site-packages/cliff/app.py", line 279, in run
result = self.run_subcommand(remainder)
File "/usr/lib/python2.7/site-packages/osc_lib/shell.py", line 169, in run_subcommand
ret_value = super(OpenStackShell, self).run_subcommand(argv)
File "/usr/lib/python2.7/site-packages/cliff/app.py", line 400, in run_subcommand
result = cmd.run(parsed_args)
File "/usr/lib/python2.7/site-packages/osc_lib/command/command.py", line 41, in run
return super(Command, self).run(parsed_args)
File "/usr/lib/python2.7/site-packages/cliff/display.py", line 116, in run
column_names, data = self.take_action(parsed_args)
File "/usr/lib/python2.7/site-packages/openstackclient/compute/v2/server.py", line 1145, in take_action
limit=parsed_args.limit)
File "/usr/lib/python2.7/site-packages/novaclient/v2/servers.py", line 854, in list
"servers")
File "/usr/lib/python2.7/site-packages/novaclient/base.py", line 257, in _list
resp, body = self.api.client.get(url)
File "/usr/lib/python2.7/site-packages/keystoneauth1/adapter.py", line 304, in get
return self.request(url, 'GET', **kwargs)
File "/usr/lib/python2.7/site-packages/novaclient/client.py", line 83, in request
raise exceptions.from_response(resp, body, url, method)
ClientException: Unexpected API Error. Please report this at http://bugs.launchpad.net/nova/ and attach the Nova API log if possible.
<class 'sqlalchemy.exc.ProgrammingError'> (HTTP 500) (Request-ID: req-9569978c-dd09-42ec-87c9-1b555020bd58)
END return value: 1
[root@nodec28 ansible]#
Please provide replication setup to debug.