####### /etc/nvme path

(nova-compute)[root@compute-04 nvme]# pwd
/etc/nvme
(nova-compute)[root@compute-04 nvme]# ls -al
total 16
drwxr-xr-x 2 root root 4096 Sep 14 11:31 .
drwxr-xr-x 1 root root 4096 Sep 11 12:03 ..
-rw-r--r-- 1 root root  183 Nov  8  2022 discovery.conf
(nova-compute)[root@compute-04 nvme]# cat discovery.conf
# Used for extracting default parameters for discovery
#
# Example:
# --transport=<trtype> --traddr=<traddr> --trsvcid=<trsvcid> --host-traddr=<host-traddr> --host-iface=<host-iface>
(nova-compute)[root@compute-04 nvme]#


####### nova_compute.log

2023-09-14 11:35:33.918 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:33.919 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:33.920 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe run /usr/lib/python3/dist-packages/ovs/reconnect.py:117
2023-09-14 11:35:33.920 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519
2023-09-14 11:35:33.921 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519

2023-09-14 11:35:38.923 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:41.640 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Acquiring lock "d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404
2023-09-14 11:35:41.640 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Lock "d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409
2023-09-14 11:35:41.656 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Starting instance... _do_build_and_run_instance /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2316
2023-09-14 11:35:41.748 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404
2023-09-14 11:35:41.749 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409
2023-09-14 11:35:41.755 7 DEBUG nova.virt.hardware [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Require both a host and instance NUMA topology to fit instance on host. numa_fit_instance_to_host /var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/hardware.py:2321
2023-09-14 11:35:41.755 7 INFO nova.compute.claims [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Claim successful on node compute-04.mycompany.dmz
2023-09-14 11:35:42.142 7 DEBUG oslo_concurrency.processutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Running cmd (subprocess): ceph df --format=json --id cinder --conf /etc/ceph/ceph.conf execute /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384
2023-09-14 11:35:42.465 7 DEBUG oslo_concurrency.processutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] CMD "ceph df --format=json --id cinder --conf /etc/ceph/ceph.conf" returned: 0 in 0.323s execute /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422
2023-09-14 11:35:42.506 7 DEBUG nova.compute.provider_tree [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Inventory has not changed in ProviderTree for provider: 91bbd198-7af3-4314-a1cb-30c2a91e8a44 update_inventory /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/provider_tree.py:180
2023-09-14 11:35:42.526 7 DEBUG nova.scheduler.client.report [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Inventory has not changed for provider 91bbd198-7af3-4314-a1cb-30c2a91e8a44 based on inventory data: {'VCPU': {'total': 112, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.5}, 'MEMORY_MB': {'total': 1031910, 'reserved': 512, 'min_unit': 1, 'max_unit': 1031910, 'step_size': 1, 'allocation_ratio': 0.9}, 'DISK_GB': {'total': 10919, 'reserved': 0, 'min_unit': 1, 'max_unit': 10919, 'step_size': 1, 'allocation_ratio': 1.0}} set_inventory_for_provider /var/lib/kolla/venv/lib/python3.10/site-packages/nova/scheduler/client/report.py:940
2023-09-14 11:35:42.527 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.778s inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423
2023-09-14 11:35:42.528 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Start building networks asynchronously for instance. _build_resources /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2694
2023-09-14 11:35:42.588 7 INFO nova.virt.osinfo [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Cannot load Libosinfo: (cannot import name Libosinfo, introspection typelib not found)
2023-09-14 11:35:42.590 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Allocating IP information in the background. _allocate_network_async /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:1869
2023-09-14 11:35:42.590 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] allocate_for_instance() allocate_for_instance /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:1143
2023-09-14 11:35:42.612 7 INFO nova.virt.libvirt.driver [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
2023-09-14 11:35:42.631 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Start building block device mappings for instance. _build_resources /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2729
2023-09-14 11:35:42.683 7 WARNING oslo_policy.policy [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Policy Rules ['context_is_admin', 'admin_api'] specified in policy files are the same as the defaults provided by the service. You can remove these rules from policy files which will make maintenance easier. You can detect these redundant rules by ``oslopolicy-list-redundant`` tool also.
2023-09-14 11:35:42.688 7 INFO nova.virt.block_device [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Booting with volume-backed-image 1e43fb4f-a3c6-4fd7-85b4-fb75c86fcadd at /dev/sda
2023-09-14 11:35:42.953 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Successfully created port: c3d3b90f-d480-46a3-85f3-876f443e4c0a _create_port_minimal /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:548
2023-09-14 11:35:43.586 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Successfully updated port: c3d3b90f-d480-46a3-85f3-876f443e4c0a _update_port /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:586
2023-09-14 11:35:43.602 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Acquiring lock "refresh_cache-d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" lock /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312
2023-09-14 11:35:43.602 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Acquired lock "refresh_cache-d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" lock /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315
2023-09-14 11:35:43.602 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Building network info cache for instance _get_instance_nw_info /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:1989
2023-09-14 11:35:43.650 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Instance cache missing network info. _get_preexisting_port_ids /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:3302
2023-09-14 11:35:43.680 7 DEBUG nova.compute.manager [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Received event network-changed-c3d3b90f-d480-46a3-85f3-876f443e4c0a external_instance_event /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:10863
2023-09-14 11:35:43.680 7 DEBUG nova.compute.manager [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Refreshing instance network info cache due to event network-changed-c3d3b90f-d480-46a3-85f3-876f443e4c0a. external_instance_event /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:10868
2023-09-14 11:35:43.680 7 DEBUG oslo_concurrency.lockutils [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] Acquiring lock "refresh_cache-d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" lock /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312
2023-09-14 11:35:43.871 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Updating instance_info_cache with network_info: [{"id": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "address": "fa:16:3e:1b:07:ac", "network": {"id": "c0ee6302-5903-4308-9137-191589c9ded4", "bridge": "br-int", "label": "devops-other-net", "subnets": [{"cidr": "10.216.12.0/26", "dns": [{"address": "10.170.166.40", "type": "dns", "version": 4, "meta": {}}, {"address": "10.170.166.41", "type": "dns", "version": 4, "meta": {}}], "gateway": {"address": "10.216.12.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.216.12.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.216.12.3"}}], "meta": {"injected": false, "tenant_id": "20b9c0cd64cd48e5b15d762ad8249d20", "mtu": 1450, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3d3b90f-d4", "ovs_interfaceid": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] update_instance_cache_with_nw_info /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:116
2023-09-14 11:35:43.887 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Releasing lock "refresh_cache-d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" lock /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333
2023-09-14 11:35:43.887 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Instance network_info: |[{"id": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "address": "fa:16:3e:1b:07:ac", "network": {"id": "c0ee6302-5903-4308-9137-191589c9ded4", "bridge": "br-int", "label": "devops-other-net", "subnets": [{"cidr": "10.216.12.0/26", "dns": [{"address": "10.170.166.40", "type": "dns", "version": 4, "meta": {}}, {"address": "10.170.166.41", "type": "dns", "version": 4, "meta": {}}], "gateway": {"address": "10.216.12.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.216.12.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.216.12.3"}}], "meta": {"injected": false, "tenant_id": "20b9c0cd64cd48e5b15d762ad8249d20", "mtu": 1450, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3d3b90f-d4", "ovs_interfaceid": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| _allocate_network_async /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:1884
2023-09-14 11:35:43.888 7 DEBUG oslo_concurrency.lockutils [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] Acquired lock "refresh_cache-d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" lock /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315
2023-09-14 11:35:43.888 7 DEBUG nova.network.neutron [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Refreshing network info cache for port c3d3b90f-d480-46a3-85f3-876f443e4c0a _get_instance_nw_info /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:1986
2023-09-14 11:35:43.921 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:263
2023-09-14 11:35:43.928 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:263
2023-09-14 11:35:44.318 7 DEBUG nova.network.neutron [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Updated VIF entry in instance network info cache for port c3d3b90f-d480-46a3-85f3-876f443e4c0a. _build_network_info_model /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:3461
2023-09-14 11:35:44.319 7 DEBUG nova.network.neutron [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Updating instance_info_cache with network_info: [{"id": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "address": "fa:16:3e:1b:07:ac", "network": {"id": "c0ee6302-5903-4308-9137-191589c9ded4", "bridge": "br-int", "label": "devops-other-net", "subnets": [{"cidr": "10.216.12.0/26", "dns": [{"address": "10.170.166.40", "type": "dns", "version": 4, "meta": {}}, {"address": "10.170.166.41", "type": "dns", "version": 4, "meta": {}}], "gateway": {"address": "10.216.12.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.216.12.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.216.12.3"}}], "meta": {"injected": false, "tenant_id": "20b9c0cd64cd48e5b15d762ad8249d20", "mtu": 1450, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3d3b90f-d4", "ovs_interfaceid": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] update_instance_cache_with_nw_info /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:116
2023-09-14 11:35:44.338 7 DEBUG oslo_concurrency.lockutils [req-99825a6d-a4b9-436c-9a52-e48879f5f56d req-0f2fa134-6a0b-4d89-ae40-08796b2922d4 f53fb7962051408687eab33c47919ea6 13d758a999bd4680816b6fa28ac32cd8 - - default default] Releasing lock "refresh_cache-d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" lock /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333
2023-09-14 11:35:46.240 7 DEBUG os_brick.utils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.216.0.34', 'multipath': True, 'enforce_multipath': True, 'host': 'compute-04.mycompany.dmz', 'execute': None}" trace_logging_wrapper /var/lib/kolla/venv/lib/python3.10/site-packages/os_brick/utils.py:174
2023-09-14 11:35:46.241 7 INFO oslo.privsep.daemon [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp0e6kvnw8/privsep.sock']
2023-09-14 11:35:47.015 7 INFO oslo.privsep.daemon [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Spawned new privsep daemon via rootwrap
2023-09-14 11:35:46.898 534 INFO oslo.privsep.daemon [-] privsep daemon starting
2023-09-14 11:35:46.902 534 INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
2023-09-14 11:35:46.905 534 INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
2023-09-14 11:35:46.905 534 INFO oslo.privsep.daemon [-] privsep daemon running as pid 534
2023-09-14 11:35:47.128 7 WARNING os_brick.initiator.connectors.nvmeof [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Process execution error in _get_host_uuid: Unexpected error while running command.
Command: blkid overlay -s UUID -o value
Exit code: 2
Stdout: ''
Stderr: '': oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
2023-09-14 11:35:47.130 7 DEBUG oslo_concurrency.processutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Running cmd (subprocess): nvme version execute /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384
2023-09-14 11:35:47.146 7 DEBUG oslo_concurrency.processutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] CMD "nvme version" returned: 0 in 0.016s execute /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422
2023-09-14 11:35:47.153 534 WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: Unexpected error while running command.
Command: nvme show-hostnqn
Exit code: 254
Stdout: ''
Stderr: 'hostnqn is not available -- use nvme gen-hostnqn\n'
2023-09-14 11:35:47.159 534 WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: Unexpected error while running command.
Command: nvme show-hostnqn
Exit code: 254
Stdout: ''
Stderr: 'hostnqn is not available -- use nvme gen-hostnqn\n'
2023-09-14 11:35:47.161 7 DEBUG os_brick.initiator.connectors.lightos [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] LIGHTOS: [Errno 111] ECONNREFUSED find_dsc /var/lib/kolla/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98
2023-09-14 11:35:47.162 7 DEBUG os_brick.initiator.connectors.lightos [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] LIGHTOS: did not find dsc, continuing anyway. get_connector_properties /var/lib/kolla/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76
2023-09-14 11:35:47.162 7 DEBUG os_brick.initiator.connectors.lightos [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] LIGHTOS: no hostnqn found. get_connector_properties /var/lib/kolla/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84
2023-09-14 11:35:47.163 7 DEBUG os_brick.utils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] <== get_connector_properties: return (922ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.216.0.34', 'host': 'compute-04.mycompany.dmz', 'multipath': True, 'initiator': 'iqn.2004-10.com.ubuntu:01:2083382477a4', 'do_local_attach': False, 'system uuid': 'ee956600-4b62-11ed-8000-3ceceffdf45e', 'nvme_native_multipath': True} trace_logging_wrapper /var/lib/kolla/venv/lib/python3.10/site-packages/os_brick/utils.py:201
2023-09-14 11:35:47.163 7 DEBUG nova.virt.block_device [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Updating existing volume attachment record: cec98e60-8fc4-42f9-ad06-67d1997eda03 _volume_attach /var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py:631
2023-09-14 11:35:47.235 7 ERROR nova.volume.cinder [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Update attachment failed for attachment cec98e60-8fc4-42f9-ad06-67d1997eda03. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Traceback (most recent call last):
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py", line 2087, in _prep_block_device
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     driver_block_device.attach_block_devices(
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 936, in attach_block_devices
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     _log_and_attach(device)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 933, in _log_and_attach
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     bdm.attach(*attach_args, **attach_kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 835, in attach
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     super(DriverVolImageBlockDevice, self).attach(
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 46, in wrapped
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     ret_val = method(obj, context, *args, **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 734, in attach
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     self._do_attach(context, instance, volume, volume_api,
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 719, in _do_attach
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     self._volume_attach(context, volume, connector, instance,
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/block_device.py", line 633, in _volume_attach
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     connection_info = volume_api.attachment_update(
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/volume/cinder.py", line 397, in wrapper
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     res = method(self, ctx, *args, **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/volume/cinder.py", line 451, in wrapper
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     res = method(self, ctx, attachment_id, *args, **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/volume/cinder.py", line 882, in attachment_update
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     with excutils.save_and_reraise_exception():
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     self.force_reraise()
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     raise self.value
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/nova/volume/cinder.py", line 876, in attachment_update
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     context, '3.44', skip_version_check=True).attachments.update(
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     return method.func(obj, *args, **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     resp = self._update('/attachments/%s' % id, body)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     resp, body = self.api.client.put(url, body=body, **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/cinderclient/client.py", line 230, in put
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     return self._cs_request(url, 'PUT', **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/cinderclient/client.py", line 215, in _cs_request
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     return self.request(url, method, **kwargs)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]   File "/var/lib/kolla/venv/lib/python3.10/site-packages/cinderclient/client.py", line 201, in request
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]     raise exceptions.from_response(resp, body)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36)
2023-09-14 11:35:47.259 7 ERROR nova.compute.manager [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8]
2023-09-14 11:35:47.264 7 DEBUG nova.compute.claims [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Aborting claim: <nova.compute.claims.Claim object at 0x7fc9fc5ed3f0> abort /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/claims.py:84
2023-09-14 11:35:47.265 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404
2023-09-14 11:35:47.265 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409
2023-09-14 11:35:47.621 7 DEBUG oslo_concurrency.processutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Running cmd (subprocess): ceph df --format=json --id cinder --conf /etc/ceph/ceph.conf execute /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384
2023-09-14 11:35:47.941 7 DEBUG oslo_concurrency.processutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] CMD "ceph df --format=json --id cinder --conf /etc/ceph/ceph.conf" returned: 0 in 0.321s execute /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422
2023-09-14 11:35:47.982 7 DEBUG nova.compute.provider_tree [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Inventory has not changed in ProviderTree for provider: 91bbd198-7af3-4314-a1cb-30c2a91e8a44 update_inventory /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/provider_tree.py:180
2023-09-14 11:35:48.003 7 DEBUG nova.scheduler.client.report [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Inventory has not changed for provider 91bbd198-7af3-4314-a1cb-30c2a91e8a44 based on inventory data: {'VCPU': {'total': 112, 'reserved': 0, 'min_unit': 1, 'max_unit': 112, 'step_size': 1, 'allocation_ratio': 1.5}, 'MEMORY_MB': {'total': 1031910, 'reserved': 512, 'min_unit': 1, 'max_unit': 1031910, 'step_size': 1, 'allocation_ratio': 0.9}, 'DISK_GB': {'total': 10919, 'reserved': 0, 'min_unit': 1, 'max_unit': 10919, 'step_size': 1, 'allocation_ratio': 1.0}} set_inventory_for_provider /var/lib/kolla/venv/lib/python3.10/site-packages/nova/scheduler/client/report.py:940
2023-09-14 11:35:48.004 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.739s inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423
2023-09-14 11:35:48.004 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Build of instance d84b7c29-f6c7-44b9-8019-5c52c7cd34a8 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36) _build_and_run_instance /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2546
2023-09-14 11:35:48.005 7 DEBUG nova.compute.utils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Build of instance d84b7c29-f6c7-44b9-8019-5c52c7cd34a8 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a notify_about_instance_usage /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/utils.py:430
2023-09-14 11:35:48.012 7 ERROR nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Build of instance d84b7c29-f6c7-44b9-8019-5c52c7cd34a8 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36): nova.exception.BuildAbortException: Build of instance d84b7c29-f6c7-44b9-8019-5c52c7cd34a8 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36)
2023-09-14 11:35:48.013 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Unplugging VIFs for instance _cleanup_allocated_networks /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2871
2023-09-14 11:35:48.013 7 DEBUG nova.virt.libvirt.vif [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,config_drive='',created_at=2023-09-14T08:35:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='pure-test-instance-compute-04.mycompany.dmz',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(15),hidden=False,host='compute-04.mycompany.dmz',hostname='pure-test-instance-compute-04-mycompany-dmz',id=8157,image_ref='',info_cache=InstanceInfoCache,instance_type_id=15,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='compute-04.mycompany.dmz',locked=False,locked_by=None,memory_mb=16384,metadata={},migration_context=<?>,new_flavor=None,node='compute-04.mycompany.dmz',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20b9c0cd64cd48e5b15d762ad8249d20',ramdisk_id='',reservation_id='r-hn12gu9m',resources=None,root_device_name='/dev/sda',root_gb=0,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,admin,reader',image_base_image_ref='',image_container_format='bare',image_disk_format='raw',image_hw_disk_bus='scsi',image_hw_qemu_guest_agent='yes',image_hw_scsi_model='virtio-scsi',image_image_type='image',image_min_disk='0',image_min_ram='0',image_os_distro='ubuntu',image_os_require_quiesce='yes',image_owner_specified.openstack.object='images/20230522-HB-Ubuntu-20.04-LTS',network_allocated='True',owner_project_name='admin',owner_user_name='ygungor'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-09-14T08:35:42Z,user_data=None,user_id='ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30',uuid=d84b7c29-f6c7-44b9-8019-5c52c7cd34a8,vcpu_model=None,vcpus=8,vm_mode=None,vm_state='building') vif={"id": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "address": "fa:16:3e:1b:07:ac", "network": {"id": "c0ee6302-5903-4308-9137-191589c9ded4", "bridge": "br-int", "label": "devops-other-net", "subnets": [{"cidr": "10.216.12.0/26", "dns": [{"address": "10.170.166.40", "type": "dns", "version": 4, "meta": {}}, {"address": "10.170.166.41", "type": "dns", "version": 4, "meta": {}}], "gateway": {"address": "10.216.12.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.216.12.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.216.12.3"}}], "meta": {"injected": false, "tenant_id": "20b9c0cd64cd48e5b15d762ad8249d20", "mtu": 1450, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3d3b90f-d4", "ovs_interfaceid": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} unplug /var/lib/kolla/venv/lib/python3.10/site-packages/nova/virt/libvirt/vif.py:828
2023-09-14 11:35:48.014 7 DEBUG nova.network.os_vif_util [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Converting VIF {"id": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "address": "fa:16:3e:1b:07:ac", "network": {"id": "c0ee6302-5903-4308-9137-191589c9ded4", "bridge": "br-int", "label": "devops-other-net", "subnets": [{"cidr": "10.216.12.0/26", "dns": [{"address": "10.170.166.40", "type": "dns", "version": 4, "meta": {}}, {"address": "10.170.166.41", "type": "dns", "version": 4, "meta": {}}], "gateway": {"address": "10.216.12.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.216.12.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.216.12.3"}}], "meta": {"injected": false, "tenant_id": "20b9c0cd64cd48e5b15d762ad8249d20", "mtu": 1450, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3d3b90f-d4", "ovs_interfaceid": "c3d3b90f-d480-46a3-85f3-876f443e4c0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} nova_to_osvif_vif /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/os_vif_util.py:511
2023-09-14 11:35:48.015 7 DEBUG nova.network.os_vif_util [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:07:ac,bridge_name='br-int',has_traffic_filtering=True,id=c3d3b90f-d480-46a3-85f3-876f443e4c0a,network=Network(c0ee6302-5903-4308-9137-191589c9ded4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3d3b90f-d4') nova_to_osvif_vif /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/os_vif_util.py:548
2023-09-14 11:35:48.015 7 DEBUG os_vif [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:07:ac,bridge_name='br-int',has_traffic_filtering=True,id=c3d3b90f-d480-46a3-85f3-876f443e4c0a,network=Network(c0ee6302-5903-4308-9137-191589c9ded4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3d3b90f-d4') unplug /var/lib/kolla/venv/lib/python3.10/site-packages/os_vif/__init__.py:109
2023-09-14 11:35:48.016 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 18 __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:263
2023-09-14 11:35:48.016 7 DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(port=tapc3d3b90f-d4, bridge=br-int, if_exists=True) do_commit /var/lib/kolla/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89
2023-09-14 11:35:48.017 7 DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change do_commit /var/lib/kolla/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129
2023-09-14 11:35:48.019 7 INFO os_vif [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:07:ac,bridge_name='br-int',has_traffic_filtering=True,id=c3d3b90f-d480-46a3-85f3-876f443e4c0a,network=Network(c0ee6302-5903-4308-9137-191589c9ded4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3d3b90f-d4')
2023-09-14 11:35:48.019 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Unplugged VIFs for instance _cleanup_allocated_networks /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2907
2023-09-14 11:35:48.019 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Deallocating network for instance _deallocate_network /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:2176
2023-09-14 11:35:48.019 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] deallocate_for_instance() deallocate_for_instance /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:1782
2023-09-14 11:35:48.437 7 DEBUG nova.network.neutron [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Updating instance_info_cache with network_info: [] update_instance_cache_with_nw_info /var/lib/kolla/venv/lib/python3.10/site-packages/nova/network/neutron.py:116
2023-09-14 11:35:48.452 7 INFO nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Took 0.43 seconds to deallocate network for instance.
2023-09-14 11:35:48.496 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Detaching volume: 3868652a-4f90-4969-b199-4e20ec6c36c7 _cleanup_volumes /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:3099
2023-09-14 11:35:48.497 7 INFO nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Detaching volume 3868652a-4f90-4969-b199-4e20ec6c36c7
2023-09-14 11:35:48.540 7 ERROR nova.virt.block_device [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Unable to call for a driver detach of volume 3868652a-4f90-4969-b199-4e20ec6c36c7 due to the instance being registered to the remote host None.: nova.exception.BuildAbortException: Build of instance d84b7c29-f6c7-44b9-8019-5c52c7cd34a8 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Driver initialize connection failed (error: 'nqn').). (HTTP 500) (Request-ID: req-05b8e5a0-679a-4a0b-ad1c-f3b731feab36)
2023-09-14 11:35:48.620 7 DEBUG nova.compute.manager [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] [instance: d84b7c29-f6c7-44b9-8019-5c52c7cd34a8] Deleting volume: 3868652a-4f90-4969-b199-4e20ec6c36c7 _cleanup_volumes /var/lib/kolla/venv/lib/python3.10/site-packages/nova/compute/manager.py:3112
2023-09-14 11:35:48.788 7 INFO nova.scheduler.client.report [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Deleted allocations for instance d84b7c29-f6c7-44b9-8019-5c52c7cd34a8
2023-09-14 11:35:48.788 7 DEBUG oslo_concurrency.lockutils [None req-38828261-f57b-40c8-8c0f-40f22c546af1 ed2d273afd3c00d4000a56575acddf3695313f90f0955aa7dbffd5a4bb581b30 20b9c0cd64cd48e5b15d762ad8249d20 - - 0e8b0c0041194effbe6a5cc9c7b527c2 default] Lock "d84b7c29-f6c7-44b9-8019-5c52c7cd34a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.148s inner /var/lib/kolla/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423
2023-09-14 11:35:48.929 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 911-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:48.931 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:48.931 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe run /usr/lib/python3/dist-packages/ovs/reconnect.py:117
2023-09-14 11:35:48.931 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519
2023-09-14 11:35:48.932 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:263
2023-09-14 11:35:48.933 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519
2023-09-14 11:35:53.934 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:53.935 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:53.935 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe run /usr/lib/python3/dist-packages/ovs/reconnect.py:117
2023-09-14 11:35:53.935 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519
2023-09-14 11:35:53.936 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519
2023-09-14 11:35:58.939 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:248
2023-09-14 11:35:58.940 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 __log_wakeup /usr/lib/python3/dist-packages/ovs/poller.py:263
2023-09-14 11:35:58.940 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe run /usr/lib/python3/dist-packages/ovs/reconnect.py:117
2023-09-14 11:35:58.940 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519
2023-09-14 11:35:58.941 7 DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE _transition /usr/lib/python3/dist-packages/ovs/reconnect.py:519