$ juju status Model Controller Cloud/Region Version SLA Timestamp bt ganso stsstack/stsstack 2.9.14 unsupported 17:54:33Z App Version Status Scale Charm Store Channel Rev OS Message cinder 15.6.0 active 1 cinder charmstore stable 317 ubuntu Unit is ready glance 19.0.4 active 1 glance charmstore stable 312 ubuntu Unit is ready keystone 16.0.1 active 1 keystone charmstore stable 330 ubuntu Application Ready mysql 5.7.20 active 1 percona-cluster charmstore stable 302 ubuntu Unit is ready neutron-api 15.3.4 active 1 neutron-api charmstore stable 302 ubuntu Unit is ready neutron-openvswitch 15.3.4 active 5 neutron-openvswitch charmstore stable 295 ubuntu Unit is ready nova-cloud-controller 20.6.1 active 1 nova-cloud-controller charmstore stable 362 ubuntu Unit is ready nova-compute 20.6.1 active 5 nova-compute charmstore stable 337 ubuntu Unit is ready placement 2.0.0 active 1 placement charmstore stable 32 ubuntu Unit is ready rabbitmq-server 3.6.10 active 1 rabbitmq-server charmstore stable 118 ubuntu Unit is ready Unit Workload Agent Machine Public address Ports Message cinder/0* active idle 0 10.5.2.48 8776/tcp Unit is ready glance/0* active idle 1 10.5.0.59 9292/tcp Unit is ready keystone/0* active idle 2 10.5.1.37 5000/tcp Unit is ready mysql/0* active idle 3 10.5.1.193 3306/tcp Unit is ready neutron-api/0* active idle 4 10.5.3.212 9696/tcp Unit is ready nova-cloud-controller/0* active idle 5 10.5.1.41 8774/tcp,8775/tcp Unit is ready nova-compute/0 active idle 6 10.5.3.191 Unit is ready neutron-openvswitch/4 active idle 10.5.3.191 Unit is ready nova-compute/1 active idle 7 10.5.0.240 Unit is ready neutron-openvswitch/3 active idle 10.5.0.240 Unit is ready nova-compute/2 active idle 8 10.5.0.92 Unit is ready neutron-openvswitch/2 active idle 10.5.0.92 Unit is ready nova-compute/3* active idle 9 10.5.1.174 Unit is ready neutron-openvswitch/1 active idle 10.5.1.174 Unit is ready nova-compute/4 active idle 10 10.5.2.138 Unit is ready neutron-openvswitch/0* active idle 10.5.2.138 Unit is ready placement/0* active idle 11 10.5.0.229 8778/tcp Unit is ready rabbitmq-server/0* active idle 12 10.5.3.112 5672/tcp Unit is ready Machine State DNS Inst id Series AZ Message 0 started 10.5.2.48 4771ae31-a96b-47aa-a9ca-55782879374d bionic nova ACTIVE 1 started 10.5.0.59 1b6ce27c-92a4-42b1-bc6c-9d03898f55a9 bionic nova ACTIVE 2 started 10.5.1.37 3f68f3c7-ba41-4911-bae5-70fb65db3ad3 bionic nova ACTIVE 3 started 10.5.1.193 a31e3c82-a839-4762-b14d-37b353cde78f bionic nova ACTIVE 4 started 10.5.3.212 5129436f-3232-44ee-bdc2-eabaa08142cd bionic nova ACTIVE 5 started 10.5.1.41 4e5b95bc-b334-41dc-9781-d2a48ae52743 bionic nova ACTIVE 6 started 10.5.3.191 440b148e-15b2-4c92-8b5f-3bdd7f587a04 bionic nova ACTIVE 7 started 10.5.0.240 39aca572-0ac0-4073-aa22-09303d28d1de bionic nova ACTIVE 8 started 10.5.0.92 9938a6c3-5b24-4857-902d-d7840f95f368 bionic nova ACTIVE 9 started 10.5.1.174 388fb763-87e1-4bab-bf14-c2bb8e283a1e bionic nova ACTIVE 10 started 10.5.2.138 5def5188-8464-4b86-a7f1-10b1d40218d1 bionic nova ACTIVE 11 started 10.5.0.229 05432b93-64fe-4558-b243-33fa678010ef bionic nova ACTIVE 12 started 10.5.3.112 e44877ee-a6c1-472f-a89f-fcef797f0ede bionic nova ACTIVE $ juju run -a nova-compute -- "lscpu | grep Model" - Stdout: | Model: 60 Model name: Intel Core Processor (Haswell, no TSX, IBRS) UnitId: nova-compute/0 - Stdout: | Model: 60 Model name: Intel Core Processor (Haswell, no TSX, IBRS) UnitId: nova-compute/1 - Stdout: | Model: 60 Model name: Intel Core Processor (Haswell, no TSX, IBRS) UnitId: nova-compute/2 - Stdout: | Model: 60 Model name: Intel Core Processor (Haswell, no TSX, IBRS) UnitId: nova-compute/3 - Stdout: | Model: 60 Model name: Intel Core Processor (Haswell, no TSX, IBRS) UnitId: nova-compute/4 $ openstack server group create anti-aff --policy anti-affinity +----------+--------------------------------------+ | Field | Value | +----------+--------------------------------------+ | id | 9fa29fac-d39e-4b9c-afb3-965b0e59c543 | | members | | | name | anti-aff | | policies | anti-affinity | +----------+--------------------------------------+ $ openstack flavor create --vcpu 1 --ram 1024 --disk 0 --id 100 test-flavor +----------------------------+-------------+ | Field | Value | +----------------------------+-------------+ | OS-FLV-DISABLED:disabled | False | | OS-FLV-EXT-DATA:ephemeral | 0 | | description | None | | disk | 0 | | id | 100 | | name | test-flavor | | os-flavor-access:is_public | True | | properties | | | ram | 1024 | | rxtx_factor | 1.0 | | swap | | | vcpus | 1 | +----------------------------+-------------+ $ openstack volume create --image cirros --size 1 vol1 +---------------------+--------------------------------------+ | Field | Value | +---------------------+--------------------------------------+ | attachments | [] | | availability_zone | nova | | bootable | false | | consistencygroup_id | None | | created_at | 2021-11-22T17:55:28.000000 | | description | None | | encrypted | False | | id | 2cd44eda-cd43-4dd6-8d3e-2f53276ab83f | | migration_status | None | | multiattach | False | | name | vol1 | | properties | | | replication_status | None | | size | 1 | | snapshot_id | None | | source_volid | None | | status | creating | | type | __DEFAULT__ | | updated_at | None | | user_id | f5520f7823c542e4893f382c4d363778 | +---------------------+--------------------------------------+ $ openstack volume create --source vol1 --size 1 vol2 && openstack volume create --source vol1 --size 1 vol3 +---------------------+--------------------------------------+ | Field | Value | +---------------------+--------------------------------------+ | attachments | [] | | availability_zone | nova | | bootable | true | | consistencygroup_id | None | | created_at | 2021-11-22T17:56:12.000000 | | description | None | | encrypted | False | | id | 3350770c-18d7-4633-adbd-6d193726d67b | | migration_status | None | | multiattach | False | | name | vol2 | | properties | | | replication_status | None | | size | 1 | | snapshot_id | None | | source_volid | 2cd44eda-cd43-4dd6-8d3e-2f53276ab83f | | status | creating | | type | __DEFAULT__ | | updated_at | None | | user_id | f5520f7823c542e4893f382c4d363778 | +---------------------+--------------------------------------+ +---------------------+--------------------------------------+ | Field | Value | +---------------------+--------------------------------------+ | attachments | [] | | availability_zone | nova | | bootable | true | | consistencygroup_id | None | | created_at | 2021-11-22T17:56:15.000000 | | description | None | | encrypted | False | | id | 2d573199-44f9-4df0-8665-ac3a289238ee | | migration_status | None | | multiattach | False | | name | vol3 | | properties | | | replication_status | None | | size | 1 | | snapshot_id | None | | source_volid | 2cd44eda-cd43-4dd6-8d3e-2f53276ab83f | | status | creating | | type | __DEFAULT__ | | updated_at | None | | user_id | f5520f7823c542e4893f382c4d363778 | +---------------------+--------------------------------------+ $ GROUP_ID=$(openstack server group show anti-aff -c id -f value) $ openstack server create --network private --volume vol1 --flavor 100 --hint group=$GROUP_ID ins1 && openstack server create --network private --volume vol2 --flavor 100 --hint group=$GROUP_ID ins2 && openstack server create --network private --volume vol3 --flavor 100 --hint group=$GROUP_ID ins3 +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | W5LMiYvXMHkU | | config_drive | | | created | 2021-11-22T17:56:43Z | | flavor | test-flavor (100) | | hostId | | | id | 5beb2367-1318-4996-a954-2dd9e446bafc | | image | N/A (booted from volume) | | key_name | None | | name | ins1 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T17:56:42Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | MeCZ3mPBpMN5 | | config_drive | | | created | 2021-11-22T17:56:50Z | | flavor | test-flavor (100) | | hostId | | | id | b0976e8a-6024-41d8-ba67-c15d71939f07 | | image | N/A (booted from volume) | | key_name | None | | name | ins2 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T17:56:50Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | m9b4rz2PyoxC | | config_drive | | | created | 2021-11-22T17:56:59Z | | flavor | test-flavor (100) | | hostId | | | id | 3f3b3bfd-c270-461d-a31f-0c1e5bd20d99 | | image | N/A (booted from volume) | | key_name | None | | name | ins3 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T17:56:59Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | 3f3b3bfd-c270-461d-a31f-0c1e5bd20d99 | ins3 | ACTIVE | None | Running | private=192.168.21.57 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-10.cloud.sts | | | b0976e8a-6024-41d8-ba67-c15d71939f07 | ins2 | ACTIVE | None | Running | private=192.168.21.164 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-9.cloud.sts | | | 5beb2367-1318-4996-a954-2dd9e446bafc | ins1 | ACTIVE | None | Running | private=192.168.21.182 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-8.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ $ openstack server migrate ins1 --live-migration & openstack server migrate ins2 --live-migration & openstack server migrate ins3 --live-migration [1] 418948 [2] 418949 [2]+ Done openstack server migrate ins2 --live-migration $ $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | 3f3b3bfd-c270-461d-a31f-0c1e5bd20d99 | ins3 | ACTIVE | None | Running | private=192.168.21.57 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | | b0976e8a-6024-41d8-ba67-c15d71939f07 | ins2 | ACTIVE | None | Running | private=192.168.21.164 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | | 5beb2367-1318-4996-a954-2dd9e446bafc | ins1 | ACTIVE | None | Running | private=192.168.21.182 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-6.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ [1]+ Done openstack server migrate ins1 --live-migration $ openstack server delete ins1 ins2 ins3 $ openstack server list $ openstack server create --network private --volume vol1 --flavor 100 --hint group=$GROUP_ID ins1 && openstack server create --network private --volume vol2 --flavor 100 --hint group=$GROUP_ID ins2 && openstack server create --network private --volume vol3 --flavor 100 --hint group=$GROUP_ID ins3 +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | rpr6xFhLGNj6 | | config_drive | | | created | 2021-11-22T18:08:07Z | | flavor | test-flavor (100) | | hostId | | | id | d89a215c-d9b7-4011-bf61-e638c5fa60a7 | | image | N/A (booted from volume) | | key_name | None | | name | ins1 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T18:08:07Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | aU3T8ygtGgkd | | config_drive | | | created | 2021-11-22T18:08:14Z | | flavor | test-flavor (100) | | hostId | | | id | faf659b3-da36-4351-8054-96c15d7bff1a | | image | N/A (booted from volume) | | key_name | None | | name | ins2 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T18:08:14Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | VXa4NYDRtM7M | | config_drive | | | created | 2021-11-22T18:08:24Z | | flavor | test-flavor (100) | | hostId | | | id | 196a044f-0dcf-4729-ad05-fd3fcf855c26 | | image | N/A (booted from volume) | | key_name | None | | name | ins3 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T18:08:24Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | 196a044f-0dcf-4729-ad05-fd3fcf855c26 | ins3 | ACTIVE | None | Running | private=192.168.21.44 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-10.cloud.sts | | | faf659b3-da36-4351-8054-96c15d7bff1a | ins2 | ACTIVE | None | Running | private=192.168.21.51 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-9.cloud.sts | | | d89a215c-d9b7-4011-bf61-e638c5fa60a7 | ins1 | ACTIVE | None | Running | private=192.168.21.26 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-8.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ $ openstack server migrate ins1 & openstack server migrate ins2 & openstack server migrate ins3 [1] 420241 [2] 420242 [1]- Done openstack server migrate ins1 [2]+ Done openstack server migrate ins2 $ openstack server list --long +--------------------------------------+------+---------------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+---------------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | 196a044f-0dcf-4729-ad05-fd3fcf855c26 | ins3 | VERIFY_RESIZE | None | Running | private=192.168.21.44 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-6.cloud.sts | | | faf659b3-da36-4351-8054-96c15d7bff1a | ins2 | VERIFY_RESIZE | None | Running | private=192.168.21.51 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | | d89a215c-d9b7-4011-bf61-e638c5fa60a7 | ins1 | VERIFY_RESIZE | None | Running | private=192.168.21.26 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | +--------------------------------------+------+---------------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ $ openstack server resize confirm ins1 $ openstack server resize confirm ins2 $ openstack server resize confirm ins3 $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | 196a044f-0dcf-4729-ad05-fd3fcf855c26 | ins3 | ACTIVE | None | Running | private=192.168.21.44 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-6.cloud.sts | | | faf659b3-da36-4351-8054-96c15d7bff1a | ins2 | ACTIVE | None | Running | private=192.168.21.51 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | | d89a215c-d9b7-4011-bf61-e638c5fa60a7 | ins1 | ACTIVE | None | Running | private=192.168.21.26 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+-----------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ $ openstack server delete ins1 ins2 ins3 $ openstack server list $ juju run -a nova-compute -- sudo add-apt-repository -y cloud-archive:train-proposed - Stdout: | Reading package lists... Building dependency tree... Reading state information... ubuntu-cloud-keyring is already the newest version (2018.09.18.1~18.04.2). The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. 0 upgraded, 0 newly installed, 0 to remove and 8 not upgraded. Hit:1 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB] Hit:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Get:5 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB] Get:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease [8769 B] Get:7 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 Packages [171 kB] Fetched 431 kB in 1s (447 kB/s) Reading package lists... UnitId: nova-compute/0 - Stdout: | Reading package lists... Building dependency tree... Reading state information... ubuntu-cloud-keyring is already the newest version (2018.09.18.1~18.04.2). The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. 0 upgraded, 0 newly installed, 0 to remove and 8 not upgraded. Hit:1 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Get:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease [8769 B] Get:4 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] Get:5 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB] Get:6 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB] Get:7 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 Packages [171 kB] Fetched 431 kB in 1s (836 kB/s) Reading package lists... UnitId: nova-compute/1 - Stdout: | Reading package lists... Building dependency tree... Reading state information... ubuntu-cloud-keyring is already the newest version (2018.09.18.1~18.04.2). The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. 0 upgraded, 0 newly installed, 0 to remove and 8 not upgraded. Hit:1 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB] Hit:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:5 http://security.ubuntu.com/ubuntu bionic-security InRelease Get:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease [8769 B] Get:7 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 Packages [171 kB] Fetched 343 kB in 1s (378 kB/s) Reading package lists... UnitId: nova-compute/2 - Stdout: | Reading package lists... Building dependency tree... Reading state information... ubuntu-cloud-keyring is already the newest version (2018.09.18.1~18.04.2). The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. 0 upgraded, 0 newly installed, 0 to remove and 8 not upgraded. Hit:1 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Get:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease [8769 B] Get:4 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] Get:5 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB] Get:6 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB] Get:7 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 Packages [171 kB] Fetched 431 kB in 1s (827 kB/s) Reading package lists... UnitId: nova-compute/3 - Stdout: | Reading package lists... Building dependency tree... Reading state information... ubuntu-cloud-keyring is already the newest version (2018.09.18.1~18.04.2). The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. 0 upgraded, 0 newly installed, 0 to remove and 8 not upgraded. Hit:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] Get:4 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB] Get:5 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease [8769 B] Get:6 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease [74.6 kB] Get:7 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 Packages [171 kB] Fetched 431 kB in 1s (796 kB/s) Reading package lists... UnitId: nova-compute/4 $ juju run -a nova-compute -- sudo apt-get update - Stdout: | Hit:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease Hit:4 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease Hit:5 http://security.ubuntu.com/ubuntu bionic-security InRelease Hit:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease Reading package lists... UnitId: nova-compute/0 - Stdout: | Hit:1 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease Hit:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease Hit:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:5 http://security.ubuntu.com/ubuntu bionic-security InRelease Hit:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease Reading package lists... UnitId: nova-compute/1 - Stdout: | Hit:1 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease Hit:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease Hit:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:5 http://security.ubuntu.com/ubuntu bionic-security InRelease Hit:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease Reading package lists... UnitId: nova-compute/2 - Stdout: | Hit:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease Hit:4 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease Hit:5 http://security.ubuntu.com/ubuntu bionic-security InRelease Hit:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease Reading package lists... UnitId: nova-compute/4 - Stdout: | Hit:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/train InRelease Hit:2 http://nova.clouds.archive.ubuntu.com/ubuntu bionic InRelease Hit:3 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates InRelease Hit:4 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-backports InRelease Hit:5 http://security.ubuntu.com/ubuntu bionic-security InRelease Hit:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train InRelease Reading package lists... UnitId: nova-compute/3 $ juju run -a nova-compute -- sudo apt-get install nova-common - ReturnCode: 1 Stdout: | Reading package lists... Building dependency tree... Reading state information... The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. The following additional packages will be installed: nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt python3-nova Suggested packages: guestmount multipath-tools sg3-utils sysfsutils The following packages will be upgraded: nova-api-metadata nova-common nova-compute nova-compute-kvm nova-compute-libvirt python3-nova 6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded. Need to get 3332 kB of archives. After this operation, 10.2 kB of additional disk space will be used. Do you want to continue? [Y/n] Abort. UnitId: nova-compute/0 - ReturnCode: 1 Stdout: | Reading package lists... Building dependency tree... Reading state information... The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. The following additional packages will be installed: nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt python3-nova Suggested packages: guestmount multipath-tools sg3-utils sysfsutils The following packages will be upgraded: nova-api-metadata nova-common nova-compute nova-compute-kvm nova-compute-libvirt python3-nova 6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded. Need to get 3332 kB of archives. After this operation, 10.2 kB of additional disk space will be used. Do you want to continue? [Y/n] Abort. UnitId: nova-compute/1 - ReturnCode: 1 Stdout: | Reading package lists... Building dependency tree... Reading state information... The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. The following additional packages will be installed: nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt python3-nova Suggested packages: guestmount multipath-tools sg3-utils sysfsutils The following packages will be upgraded: nova-api-metadata nova-common nova-compute nova-compute-kvm nova-compute-libvirt python3-nova 6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded. Need to get 3332 kB of archives. After this operation, 10.2 kB of additional disk space will be used. Do you want to continue? [Y/n] Abort. UnitId: nova-compute/2 - ReturnCode: 1 Stdout: | Reading package lists... Building dependency tree... Reading state information... The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. The following additional packages will be installed: nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt python3-nova Suggested packages: guestmount multipath-tools sg3-utils sysfsutils The following packages will be upgraded: nova-api-metadata nova-common nova-compute nova-compute-kvm nova-compute-libvirt python3-nova 6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded. Need to get 3332 kB of archives. After this operation, 10.2 kB of additional disk space will be used. Do you want to continue? [Y/n] Abort. UnitId: nova-compute/3 - ReturnCode: 1 Stdout: | Reading package lists... Building dependency tree... Reading state information... The following package was automatically installed and is no longer required: grub-pc-bin Use 'sudo apt autoremove' to remove it. The following additional packages will be installed: nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt python3-nova Suggested packages: guestmount multipath-tools sg3-utils sysfsutils The following packages will be upgraded: nova-api-metadata nova-common nova-compute nova-compute-kvm nova-compute-libvirt python3-nova 6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded. Need to get 3332 kB of archives. After this operation, 10.2 kB of additional disk space will be used. Do you want to continue? [Y/n] Abort. UnitId: nova-compute/4 $ juju run -a nova-compute -- "sudo dpkg -l | grep nova-common" - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud0 all OpenStack Compute - common files UnitId: nova-compute/1 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud0 all OpenStack Compute - common files UnitId: nova-compute/2 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud0 all OpenStack Compute - common files UnitId: nova-compute/3 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud0 all OpenStack Compute - common files UnitId: nova-compute/4 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud0 all OpenStack Compute - common files UnitId: nova-compute/0 $ juju run -a nova-compute -- sudo apt-get install -y nova-common - Stderr: | dpkg-preconfigure: unable to re-open stdin: No such file or directory Stdout: "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following package was automatically installed and is no longer required:\n grub-pc-bin\nUse 'sudo apt autoremove' to remove it.\nThe following additional packages will be installed:\n nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt\n \ python3-nova\nSuggested packages:\n guestmount multipath-tools sg3-utils sysfsutils\nThe following packages will be upgraded:\n nova-api-metadata nova-common nova-compute nova-compute-kvm\n nova-compute-libvirt python3-nova\n6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded.\nNeed to get 3332 kB of archives.\nAfter this operation, 10.2 kB of additional disk space will be used.\nGet:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-kvm all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nGet:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute all 2:20.6.1-0ubuntu1~cloud1 [37.6 kB]\nGet:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-api-metadata all 2:20.6.1-0ubuntu1~cloud1 [37.3 kB]\nGet:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 python3-nova all 2:20.6.1-0ubuntu1~cloud1 [3094 kB]\nGet:5 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-common all 2:20.6.1-0ubuntu1~cloud1 [95.0 kB]\nGet:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-libvirt all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nFetched 3332 kB in 0s (14.7 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 134492 files and directories currently installed.)\nPreparing to unpack .../0-nova-compute-kvm_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../1-nova-compute_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../2-nova-api-metadata_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../3-python3-nova_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking python3-nova (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../4-nova-common_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-common (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../5-nova-compute-libvirt_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nSetting up nova-common (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up python3-nova (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute (2:20.6.1-0ubuntu1~cloud1) ...\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\nProcessing triggers for ureadahead (0.100.0-21) ...\nProcessing triggers for systemd (237-3ubuntu10.52) ...\n" UnitId: nova-compute/4 - Stderr: | dpkg-preconfigure: unable to re-open stdin: No such file or directory Stdout: "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following package was automatically installed and is no longer required:\n grub-pc-bin\nUse 'sudo apt autoremove' to remove it.\nThe following additional packages will be installed:\n nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt\n \ python3-nova\nSuggested packages:\n guestmount multipath-tools sg3-utils sysfsutils\nThe following packages will be upgraded:\n nova-api-metadata nova-common nova-compute nova-compute-kvm\n nova-compute-libvirt python3-nova\n6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded.\nNeed to get 3332 kB of archives.\nAfter this operation, 10.2 kB of additional disk space will be used.\nGet:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-kvm all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nGet:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute all 2:20.6.1-0ubuntu1~cloud1 [37.6 kB]\nGet:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-api-metadata all 2:20.6.1-0ubuntu1~cloud1 [37.3 kB]\nGet:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 python3-nova all 2:20.6.1-0ubuntu1~cloud1 [3094 kB]\nGet:5 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-common all 2:20.6.1-0ubuntu1~cloud1 [95.0 kB]\nGet:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-libvirt all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nFetched 3332 kB in 1s (4015 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 134492 files and directories currently installed.)\nPreparing to unpack .../0-nova-compute-kvm_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../1-nova-compute_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../2-nova-api-metadata_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../3-python3-nova_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking python3-nova (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../4-nova-common_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-common (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../5-nova-compute-libvirt_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nSetting up nova-common (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up python3-nova (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute (2:20.6.1-0ubuntu1~cloud1) ...\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\nProcessing triggers for ureadahead (0.100.0-21) ...\nProcessing triggers for systemd (237-3ubuntu10.52) ...\n" UnitId: nova-compute/2 - Stderr: | dpkg-preconfigure: unable to re-open stdin: No such file or directory Stdout: "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following package was automatically installed and is no longer required:\n grub-pc-bin\nUse 'sudo apt autoremove' to remove it.\nThe following additional packages will be installed:\n nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt\n \ python3-nova\nSuggested packages:\n guestmount multipath-tools sg3-utils sysfsutils\nThe following packages will be upgraded:\n nova-api-metadata nova-common nova-compute nova-compute-kvm\n nova-compute-libvirt python3-nova\n6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded.\nNeed to get 3332 kB of archives.\nAfter this operation, 10.2 kB of additional disk space will be used.\nGet:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-kvm all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nGet:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute all 2:20.6.1-0ubuntu1~cloud1 [37.6 kB]\nGet:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-api-metadata all 2:20.6.1-0ubuntu1~cloud1 [37.3 kB]\nGet:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 python3-nova all 2:20.6.1-0ubuntu1~cloud1 [3094 kB]\nGet:5 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-common all 2:20.6.1-0ubuntu1~cloud1 [95.0 kB]\nGet:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-libvirt all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nFetched 3332 kB in 5s (680 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 134492 files and directories currently installed.)\nPreparing to unpack .../0-nova-compute-kvm_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../1-nova-compute_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../2-nova-api-metadata_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../3-python3-nova_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking python3-nova (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../4-nova-common_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-common (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../5-nova-compute-libvirt_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nSetting up nova-common (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up python3-nova (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute (2:20.6.1-0ubuntu1~cloud1) ...\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\nProcessing triggers for ureadahead (0.100.0-21) ...\nProcessing triggers for systemd (237-3ubuntu10.52) ...\n" UnitId: nova-compute/1 - Stderr: | dpkg-preconfigure: unable to re-open stdin: No such file or directory Stdout: "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following package was automatically installed and is no longer required:\n grub-pc-bin\nUse 'sudo apt autoremove' to remove it.\nThe following additional packages will be installed:\n nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt\n \ python3-nova\nSuggested packages:\n guestmount multipath-tools sg3-utils sysfsutils\nThe following packages will be upgraded:\n nova-api-metadata nova-common nova-compute nova-compute-kvm\n nova-compute-libvirt python3-nova\n6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded.\nNeed to get 3332 kB of archives.\nAfter this operation, 10.2 kB of additional disk space will be used.\nGet:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-kvm all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nGet:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute all 2:20.6.1-0ubuntu1~cloud1 [37.6 kB]\nGet:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-api-metadata all 2:20.6.1-0ubuntu1~cloud1 [37.3 kB]\nGet:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 python3-nova all 2:20.6.1-0ubuntu1~cloud1 [3094 kB]\nGet:5 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-common all 2:20.6.1-0ubuntu1~cloud1 [95.0 kB]\nGet:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-libvirt all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nFetched 3332 kB in 0s (22.0 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 134492 files and directories currently installed.)\nPreparing to unpack .../0-nova-compute-kvm_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../1-nova-compute_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../2-nova-api-metadata_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../3-python3-nova_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking python3-nova (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../4-nova-common_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-common (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../5-nova-compute-libvirt_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nSetting up nova-common (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up python3-nova (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute (2:20.6.1-0ubuntu1~cloud1) ...\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\nProcessing triggers for ureadahead (0.100.0-21) ...\nProcessing triggers for systemd (237-3ubuntu10.52) ...\n" UnitId: nova-compute/3 - Stderr: | dpkg-preconfigure: unable to re-open stdin: No such file or directory Stdout: "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following package was automatically installed and is no longer required:\n grub-pc-bin\nUse 'sudo apt autoremove' to remove it.\nThe following additional packages will be installed:\n nova-api-metadata nova-compute nova-compute-kvm nova-compute-libvirt\n \ python3-nova\nSuggested packages:\n guestmount multipath-tools sg3-utils sysfsutils\nThe following packages will be upgraded:\n nova-api-metadata nova-common nova-compute nova-compute-kvm\n nova-compute-libvirt python3-nova\n6 upgraded, 0 newly installed, 0 to remove and 10 not upgraded.\nNeed to get 3332 kB of archives.\nAfter this operation, 10.2 kB of additional disk space will be used.\nGet:1 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-kvm all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nGet:2 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute all 2:20.6.1-0ubuntu1~cloud1 [37.6 kB]\nGet:3 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-api-metadata all 2:20.6.1-0ubuntu1~cloud1 [37.3 kB]\nGet:4 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 python3-nova all 2:20.6.1-0ubuntu1~cloud1 [3094 kB]\nGet:5 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-common all 2:20.6.1-0ubuntu1~cloud1 [95.0 kB]\nGet:6 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-proposed/train/main amd64 nova-compute-libvirt all 2:20.6.1-0ubuntu1~cloud1 [33.9 kB]\nFetched 3332 kB in 0s (32.2 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 134492 files and directories currently installed.)\nPreparing to unpack .../0-nova-compute-kvm_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../1-nova-compute_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../2-nova-api-metadata_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../3-python3-nova_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking python3-nova (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../4-nova-common_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-common (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nPreparing to unpack .../5-nova-compute-libvirt_2%3a20.6.1-0ubuntu1~cloud1_all.deb ...\nUnpacking nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) over (2:20.6.1-0ubuntu1~cloud0) ...\nSetting up nova-common (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up python3-nova (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-libvirt (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-api-metadata (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute-kvm (2:20.6.1-0ubuntu1~cloud1) ...\nSetting up nova-compute (2:20.6.1-0ubuntu1~cloud1) ...\nProcessing triggers for man-db (2.8.3-2ubuntu0.1) ...\nProcessing triggers for ureadahead (0.100.0-21) ...\nProcessing triggers for systemd (237-3ubuntu10.52) ...\n" UnitId: nova-compute/0 $ juju run -a nova-compute -- "sudo dpkg -l | grep nova-common" - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud1 all OpenStack Compute - common files UnitId: nova-compute/0 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud1 all OpenStack Compute - common files UnitId: nova-compute/1 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud1 all OpenStack Compute - common files UnitId: nova-compute/2 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud1 all OpenStack Compute - common files UnitId: nova-compute/3 - Stdout: | ii nova-common 2:20.6.1-0ubuntu1~cloud1 all OpenStack Compute - common files UnitId: nova-compute/4 $ openstack server create --network private --volume vol1 --flavor 100 --hint group=$GROUP_ID ins1 && openstack server create --network private --volume vol2 --flavor 100 --hint group=$GROUP_ID ins2 && openstack server create --network private --volume vol3 --flavor 100 --hint group=$GROUP_ID ins3 +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | 8gz4todtUNcu | | config_drive | | | created | 2021-11-22T18:16:01Z | | flavor | test-flavor (100) | | hostId | | | id | 80035272-1028-4274-8cf6-72c55c3459df | | image | N/A (booted from volume) | | key_name | None | | name | ins1 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T18:16:01Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | uWFGYLAJ43YL | | config_drive | | | created | 2021-11-22T18:16:08Z | | flavor | test-flavor (100) | | hostId | | | id | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | | image | N/A (booted from volume) | | key_name | None | | name | ins2 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T18:16:08Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ +-------------------------------------+--------------------------------------+ | Field | Value | +-------------------------------------+--------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | | | OS-EXT-SRV-ATTR:host | None | | OS-EXT-SRV-ATTR:hypervisor_hostname | None | | OS-EXT-SRV-ATTR:instance_name | | | OS-EXT-STS:power_state | NOSTATE | | OS-EXT-STS:task_state | scheduling | | OS-EXT-STS:vm_state | building | | OS-SRV-USG:launched_at | None | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | | | adminPass | mqGvd2Q8PgpS | | config_drive | | | created | 2021-11-22T18:16:20Z | | flavor | test-flavor (100) | | hostId | | | id | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | | image | N/A (booted from volume) | | key_name | None | | name | ins3 | | progress | 0 | | project_id | c0e15193ea9a45008057d339fd804cae | | properties | | | security_groups | name='default' | | status | BUILD | | updated | 2021-11-22T18:16:19Z | | user_id | f5520f7823c542e4893f382c4d363778 | | volumes_attached | | +-------------------------------------+--------------------------------------+ $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | ins3 | ACTIVE | None | Running | private=192.168.21.222 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-10.cloud.sts | | | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | ins2 | ACTIVE | None | Running | private=192.168.21.166 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-9.cloud.sts | | | 80035272-1028-4274-8cf6-72c55c3459df | ins1 | ACTIVE | None | Running | private=192.168.21.133 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-8.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ $ openstack server migrate ins1 --live-migration & openstack server migrate ins2 --live-migration & openstack server migrate ins3 --live-migration [1] 422642 [2] 422643 No valid host was found. There are not enough hosts available. (HTTP 400) (Request-ID: req-af977337-9e7c-45e4-9066-b7b50b84359b) [1]- Done openstack server migrate ins1 --live-migration [2]+ Done openstack server migrate ins2 --live-migration $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | ins3 | ACTIVE | None | Running | private=192.168.21.222 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-10.cloud.sts | | | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | ins2 | ACTIVE | None | Running | private=192.168.21.166 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | | 80035272-1028-4274-8cf6-72c55c3459df | ins1 | ACTIVE | None | Running | private=192.168.21.133 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-6.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ $ juju run -a nova-compute -- "egrep -rnIi 'Anti-affinity instance group policy was violated' /var/log/nova/nova-compute.log" - ReturnCode: 1 Stdout: "" UnitId: nova-compute/2 - Stdout: | 11123:2021-11-22 18:17:49.163 23718 ERROR oslo_messaging.rpc.server [req-af977337-9e7c-45e4-9066-b7b50b84359b f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 was re-scheduled: Anti-affinity instance group policy was violated. 11133:2021-11-22 18:17:49.163 23718 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 was re-scheduled: Anti-affinity instance group policy was violated. 11168:2021-11-22 18:17:49.163 23718 ERROR oslo_messaging.rpc.server nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/0 - Stdout: | 11848:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server [req-bcbaff13-dd8d-4980-9977-ba51e4311ec3 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11858:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11893:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/1 - ReturnCode: 1 Stdout: "" UnitId: nova-compute/3 - ReturnCode: 1 Stdout: "" UnitId: nova-compute/4 $ openstack server migrate ins1 --live-migration & openstack server migrate ins2 --live-migration & openstack server migrate ins3 --live-migration [1] 423775 [2] 423776 [1]- Done openstack server migrate ins1 --live-migration [2]+ Done openstack server migrate ins2 --live-migration $ openstack server list --long +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | ins3 | ACTIVE | None | Running | private=192.168.21.222 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-9.cloud.sts | | | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | ins2 | ACTIVE | None | Running | private=192.168.21.166 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-7.cloud.sts | | | 80035272-1028-4274-8cf6-72c55c3459df | ins1 | ACTIVE | None | Running | private=192.168.21.133 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-8.cloud.sts | | +--------------------------------------+------+--------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+----------------------------+------------+ $ juju run -a nova-compute -- "egrep -rnIi 're-scheduled: Anti-affinity instance group policy was violated' /var/log/nova/nova-compute.log" - Stdout: | 11123:2021-11-22 18:17:49.163 23718 ERROR oslo_messaging.rpc.server [req-af977337-9e7c-45e4-9066-b7b50b84359b f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 was re-scheduled: Anti-affinity instance group policy was violated. 11133:2021-11-22 18:17:49.163 23718 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 was re-scheduled: Anti-affinity instance group policy was violated. 11168:2021-11-22 18:17:49.163 23718 ERROR oslo_messaging.rpc.server nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/0 - Stdout: | 11848:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server [req-bcbaff13-dd8d-4980-9977-ba51e4311ec3 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11858:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11893:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 12329:2021-11-22 18:21:50.115 22034 ERROR nova.compute.manager [-] [instance: 7a33afdb-ebe8-4d77-80e7-9f85e509752a] Pre live migration failed at juju-f6e81a-bt-8.cloud.sts: nova.exception_Remote.RescheduledException_Remote: Build of instance 7a33afdb-ebe8-4d77-80e7-9f85e509752a was re-scheduled: Anti-affinity instance group policy was violated. 12386:nova.exception.RescheduledException: Build of instance 7a33afdb-ebe8-4d77-80e7-9f85e509752a was re-scheduled: Anti-affinity instance group policy was violated. 12400:2021-11-22 18:21:50.115 22034 ERROR nova.compute.manager [instance: 7a33afdb-ebe8-4d77-80e7-9f85e509752a] nova.exception_Remote.RescheduledException_Remote: Build of instance 7a33afdb-ebe8-4d77-80e7-9f85e509752a was re-scheduled: Anti-affinity instance group policy was violated. 12457:2021-11-22 18:21:50.115 22034 ERROR nova.compute.manager [instance: 7a33afdb-ebe8-4d77-80e7-9f85e509752a] nova.exception.RescheduledException: Build of instance 7a33afdb-ebe8-4d77-80e7-9f85e509752a was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/1 - Stdout: | 12309:2021-11-22 18:21:50.125 22847 ERROR oslo_messaging.rpc.server [req-db9b6c2c-31bb-4426-8e51-5127cc12406c f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.RescheduledException: Build of instance 7a33afdb-ebe8-4d77-80e7-9f85e509752a was re-scheduled: Anti-affinity instance group policy was violated. 12347:2021-11-22 18:21:50.125 22847 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 7a33afdb-ebe8-4d77-80e7-9f85e509752a was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/2 - ReturnCode: 1 Stdout: "" UnitId: nova-compute/3 - ReturnCode: 1 Stdout: "" UnitId: nova-compute/4 $ openstack server migrate ins1 & openstack server migrate ins2 & openstack server migrate ins3 [1] 424608 [2] 424609 [2]+ Done openstack server migrate ins2 $ [1]+ Done openstack server migrate ins1 $ $ $ openstack server list --long +--------------------------------------+------+---------------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | ID | Name | Status | Task State | Power State | Networks | Image Name | Image ID | Flavor Name | Flavor ID | Availability Zone | Host | Properties | +--------------------------------------+------+---------------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | ins3 | VERIFY_RESIZE | None | Running | private=192.168.21.222 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-6.cloud.sts | | | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | ins2 | VERIFY_RESIZE | None | Running | private=192.168.21.166 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-10.cloud.sts | | | 80035272-1028-4274-8cf6-72c55c3459df | ins1 | ACTIVE | None | Running | private=192.168.21.133 | N/A (booted from volume) | N/A (booted from volume) | test-flavor | 100 | nova | juju-f6e81a-bt-8.cloud.sts | | +--------------------------------------+------+---------------+------------+-------------+------------------------+--------------------------+--------------------------+-------------+-----------+-------------------+-----------------------------+------------+ $ juju run -a nova-compute -- "egrep -rnIi '80035272-1028-4274-8cf6-72c55c3459df.*violated' /var/log/nova/nova-compute.log" - Stdout: | 11988:2021-11-22 18:24:41.285 23718 ERROR nova.compute.manager [req-6a0d1238-7761-41cf-9e69-d51bc4e32834 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] [instance: 80035272-1028-4274-8cf6-72c55c3459df] Error: Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated.: nova.exception.InstanceFaultRollback: Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11998:2021-11-22 18:24:41.285 23718 ERROR nova.compute.manager [instance: 80035272-1028-4274-8cf6-72c55c3459df] nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 12005:2021-11-22 18:24:41.285 23718 ERROR nova.compute.manager [instance: 80035272-1028-4274-8cf6-72c55c3459df] nova.exception.InstanceFaultRollback: Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 12009:2021-11-22 18:24:41.313 23718 DEBUG nova.compute.utils [req-6a0d1238-7761-41cf-9e69-d51bc4e32834 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] [instance: 80035272-1028-4274-8cf6-72c55c3459df] Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. notify_about_instance_usage /usr/lib/python3/dist-packages/nova/compute/utils.py:431 UnitId: nova-compute/0 - Stdout: | 11848:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server [req-bcbaff13-dd8d-4980-9977-ba51e4311ec3 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11858:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11893:2021-11-22 18:17:47.006 22034 ERROR oslo_messaging.rpc.server nova.exception.MigrationPreCheckError: Migration pre-check error: Failed to validate instance group policy due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/1 - ReturnCode: 1 Stdout: "" UnitId: nova-compute/2 - ReturnCode: 1 Stdout: "" UnitId: nova-compute/3 - Stdout: | 11253:2021-11-22 18:24:44.794 20210 ERROR nova.compute.manager [instance: 80035272-1028-4274-8cf6-72c55c3459df] nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11260:2021-11-22 18:24:44.794 20210 ERROR nova.compute.manager [instance: 80035272-1028-4274-8cf6-72c55c3459df] nova.exception.InstanceFaultRollback: Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11342:2021-11-22 18:24:44.849 20210 INFO nova.compute.manager [req-6a0d1238-7761-41cf-9e69-d51bc4e32834 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] [instance: 80035272-1028-4274-8cf6-72c55c3459df] Setting instance back to active after: Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11353:2021-11-22 18:24:45.036 20210 ERROR oslo_messaging.rpc.server [req-6a0d1238-7761-41cf-9e69-d51bc4e32834 f5520f7823c542e4893f382c4d363778 c0e15193ea9a45008057d339fd804cae - 3bbdb3c58bcd4f46be97a50c985e18e9 3bbdb3c58bcd4f46be97a50c985e18e9] Exception during message handling: nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11365:2021-11-22 18:24:45.036 20210 ERROR oslo_messaging.rpc.server nova.exception.InstanceFaultRollback: Instance rollback performed due to: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. 11422:2021-11-22 18:24:45.036 20210 ERROR oslo_messaging.rpc.server nova.exception.RescheduledException: Build of instance 80035272-1028-4274-8cf6-72c55c3459df was re-scheduled: Anti-affinity instance group policy was violated. UnitId: nova-compute/4 $ openstack server event list 80035272-1028-4274-8cf6-72c55c3459df +------------------------------------------+--------------------------------------+----------------+----------------------------+ | Request ID | Server ID | Action | Start Time | +------------------------------------------+--------------------------------------+----------------+----------------------------+ | req-6a0d1238-7761-41cf-9e69-d51bc4e32834 | 80035272-1028-4274-8cf6-72c55c3459df | migrate | 2021-11-22T18:24:38.000000 | | req-808218d2-84ba-42ae-b811-b0e8d469061c | 80035272-1028-4274-8cf6-72c55c3459df | live-migration | 2021-11-22T18:21:47.000000 | | req-bcbaff13-dd8d-4980-9977-ba51e4311ec3 | 80035272-1028-4274-8cf6-72c55c3459df | live-migration | 2021-11-22T18:17:44.000000 | | req-48336f0b-bdd3-4bea-95f0-ca0d1804ab81 | 80035272-1028-4274-8cf6-72c55c3459df | create | 2021-11-22T18:16:00.000000 | +------------------------------------------+--------------------------------------+----------------+----------------------------+ $ openstack server event show 80035272-1028-4274-8cf6-72c55c3459df req-6a0d1238-7761-41cf-9e69-d51bc4e32834 +---------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ | Field | Value | +---------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ | action | migrate | | events | [{'event': 'cold_migrate', 'start_time': '2021-11-22T18:24:42.000000', 'finish_time': None, 'result': None, 'traceback': None}, {'event': 'conductor_migrate_server', 'start_time': '2021-11-22T18:24:42.000000', 'finish_time': None, 'result': None, 'traceback': None}, {'event': 'compute_prep_resize', 'start_time': '2021-11-22T18:24:41.000000', 'finish_time': None, 'result': None, 'traceback': None}, {'event': 'cold_migrate', 'start_time': '2021-11-22T18:24:40.000000', 'finish_time': None, 'result': None, 'traceback': None}, {'event': 'conductor_migrate_server', 'start_time': '2021-11-22T18:24:40.000000', 'finish_time': None, 'result': None, 'traceback': None}, {'event': 'compute_prep_resize', 'start_time': '2021-11-22T18:24:40.000000', 'finish_time': '2021-11-22T18:24:45.000000', 'result': 'Error', 'traceback': ' File "/usr/lib/python3/dist-packages/nova/compute/utils.py", line 1372, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 219, in decorated_function\n kwargs[\'instance\'], e, sys.exc_info())\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n File "/usr/lib/python3/dist-packages/six.py", line 693, in reraise\n raise value\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 207, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 4861, in prep_resize\n instance_type)\n File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__\n self.gen.throw(type, value, traceback)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 9141, in _error_out_instance_on_exception\n raise error.inner_exception\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 4833, in prep_resize\n scheduler_hints)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 1685, in _validate_instance_group_policy\n _do_validation(context, instance, group)\n File "/usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py", line 328, in inner\n return f(*args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 1670, in _do_validation\n reason=msg)\n'}, {'event': 'cold_migrate', 'start_time': '2021-11-22T18:24:39.000000', 'finish_time': '2021-11-22T18:24:43.000000', 'result': 'Error', 'traceback': ' File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 299, in migrate_server\n host_list)\n File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 365, in _cold_migrate\n raise exception.NoValidHost(reason=msg)\n'}, {'event': 'conductor_migrate_server', 'start_time': '2021-11-22T18:24:39.000000', 'finish_time': '2021-11-22T18:24:45.000000', 'result': 'Error', 'traceback': ' File "/usr/lib/python3/dist-packages/nova/compute/utils.py", line 1372, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 299, in migrate_server\n host_list)\n File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 365, in _cold_migrate\n raise exception.NoValidHost(reason=msg)\n'}] | | instance_uuid | 80035272-1028-4274-8cf6-72c55c3459df | | message | Error | | project_id | c0e15193ea9a45008057d339fd804cae | | request_id | req-6a0d1238-7761-41cf-9e69-d51bc4e32834 | | start_time | 2021-11-22T18:24:38.000000 | | user_id | f5520f7823c542e4893f382c4d363778 | +---------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ $ openstack server event list 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 +------------------------------------------+--------------------------------------+----------------+----------------------------+ | Request ID | Server ID | Action | Start Time | +------------------------------------------+--------------------------------------+----------------+----------------------------+ | req-0e7a5373-ea10-4a92-a28e-183eb19ab45c | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | migrate | 2021-11-22T18:24:36.000000 | | req-bbe2463d-8915-4e9a-bac9-6d8c6c2a048d | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | live-migration | 2021-11-22T18:21:51.000000 | | req-af977337-9e7c-45e4-9066-b7b50b84359b | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | live-migration | 2021-11-22T18:17:48.000000 | | req-213b0ed7-5d9c-4e9d-8ae1-53ee075ef0c8 | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | create | 2021-11-22T18:16:17.000000 | +------------------------------------------+--------------------------------------+----------------+----------------------------+ $ openstack server event show 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 req-af977337-9e7c-45e4-9066-b7b50b84359b +---------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ | Field | Value | +---------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ | action | live-migration | | events | [{'event': 'compute_check_can_live_migrate_destination', 'start_time': '2021-11-22T18:17:49.000000', 'finish_time': '2021-11-22T18:17:49.000000', 'result': 'Error', 'traceback': ' File "/usr/lib/python3/dist-packages/nova/compute/utils.py", line 1372, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 219, in decorated_function\n kwargs[\'instance\'], e, sys.exc_info())\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n File "/usr/lib/python3/dist-packages/six.py", line 693, in reraise\n raise value\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 207, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 6883, in check_can_live_migrate_destination\n raise exception.MigrationPreCheckError(reason=msg)\n'}, {'event': 'conductor_migrate_server', 'start_time': '2021-11-22T18:17:48.000000', 'finish_time': '2021-11-22T18:17:50.000000', 'result': 'Error', 'traceback': ' File "/usr/lib/python3/dist-packages/nova/compute/utils.py", line 1372, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 291, in migrate_server\n block_migration, disk_over_commit, request_spec)\n File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 474, in _live_migrate\n migration.save()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n File "/usr/lib/python3/dist-packages/six.py", line 693, in reraise\n raise value\n File "/usr/lib/python3/dist-packages/nova/conductor/manager.py", line 456, in _live_migrate\n task.execute()\n File "/usr/lib/python3/dist-packages/nova/conductor/tasks/base.py", line 27, in wrap\n self.rollback()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n File "/usr/lib/python3/dist-packages/six.py", line 693, in reraise\n raise value\n File "/usr/lib/python3/dist-packages/nova/conductor/tasks/base.py", line 24, in wrap\n return original(self)\n File "/usr/lib/python3/dist-packages/nova/conductor/tasks/base.py", line 42, in execute\n return self._execute()\n File "/usr/lib/python3/dist-packages/nova/conductor/tasks/live_migrate.py", line 103, in _execute\n self.destination, dest_node, self.limits = self._find_destination()\n File "/usr/lib/python3/dist-packages/nova/conductor/tasks/live_migrate.py", line 503, in _find_destination\n return_objects=True, return_alternates=False)\n File "/usr/lib/python3/dist-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/usr/lib/python3/dist-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/usr/lib/python3/dist-packages/oslo_messaging/rpc/client.py", line 178, in call\n retry=self.retry)\n File "/usr/lib/python3/dist-packages/oslo_messaging/transport.py", line 127, in _send\n retry=retry)\n File "/usr/lib/python3/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 644, in send\n call_monitor_timeout, retry=retry)\n File "/usr/lib/python3/dist-packages/oslo_messaging/_drivers/amqpdriver.py", line 635, in _send\n raise result\n'}] | | instance_uuid | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | | message | Error | | project_id | c0e15193ea9a45008057d339fd804cae | | request_id | req-af977337-9e7c-45e4-9066-b7b50b84359b | | start_time | 2021-11-22T18:17:48.000000 | | user_id | f5520f7823c542e4893f382c4d363778 | +---------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ $ openstack server event list 7a33afdb-ebe8-4d77-80e7-9f85e509752a +------------------------------------------+--------------------------------------+----------------+----------------------------+ | Request ID | Server ID | Action | Start Time | +------------------------------------------+--------------------------------------+----------------+----------------------------+ | req-43a4f518-e511-4ad0-96dc-67cf30a6eda2 | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | migrate | 2021-11-22T18:24:36.000000 | | req-db9b6c2c-31bb-4426-8e51-5127cc12406c | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | live-migration | 2021-11-22T18:21:47.000000 | | req-ee13241c-0982-44f5-aa1e-1262038cbad5 | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | live-migration | 2021-11-22T18:17:44.000000 | | req-7890ff88-ea27-4c03-8bee-5c7a278591ff | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | create | 2021-11-22T18:16:07.000000 | +------------------------------------------+--------------------------------------+----------------+----------------------------+ $ openstack server event show 7a33afdb-ebe8-4d77-80e7-9f85e509752a req-db9b6c2c-31bb-4426-8e51-5127cc12406c +---------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ | Field | Value | +---------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ | action | live-migration | | events | [{'event': 'compute_rollback_live_migration_at_destination', 'start_time': '2021-11-22T18:21:51.000000', 'finish_time': '2021-11-22T18:21:52.000000', 'result': 'Success', 'traceback': None}, {'event': 'compute_pre_live_migration', 'start_time': '2021-11-22T18:21:50.000000', 'finish_time': '2021-11-22T18:21:50.000000', 'result': 'Error', 'traceback': ' File "/usr/lib/python3/dist-packages/nova/compute/utils.py", line 1372, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 219, in decorated_function\n kwargs[\'instance\'], e, sys.exc_info())\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n File "/usr/lib/python3/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n File "/usr/lib/python3/dist-packages/six.py", line 693, in reraise\n raise value\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 207, in decorated_function\n return function(self, context, *args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 7028, in pre_live_migration\n self._validate_instance_group_policy(context, instance)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 1685, in _validate_instance_group_policy\n _do_validation(context, instance, group)\n File "/usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py", line 328, in inner\n return f(*args, **kwargs)\n File "/usr/lib/python3/dist-packages/nova/compute/manager.py", line 1670, in _do_validation\n reason=msg)\n'}, {'event': 'compute_live_migration', 'start_time': '2021-11-22T18:21:50.000000', 'finish_time': '2021-11-22T18:21:50.000000', 'result': 'Success', 'traceback': None}, {'event': 'compute_check_can_live_migrate_source', 'start_time': '2021-11-22T18:21:49.000000', 'finish_time': '2021-11-22T18:21:49.000000', 'result': 'Success', 'traceback': None}, {'event': 'compute_check_can_live_migrate_destination', 'start_time': '2021-11-22T18:21:49.000000', 'finish_time': '2021-11-22T18:21:49.000000', 'result': 'Success', 'traceback': None}, {'event': 'conductor_migrate_server', 'start_time': '2021-11-22T18:21:48.000000', 'finish_time': '2021-11-22T18:21:50.000000', 'result': 'Success', 'traceback': None}] | | instance_uuid | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | | message | Error | | project_id | c0e15193ea9a45008057d339fd804cae | | request_id | req-db9b6c2c-31bb-4426-8e51-5127cc12406c | | start_time | 2021-11-22T18:21:47.000000 | | user_id | f5520f7823c542e4893f382c4d363778 | +---------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ $ nova migration-list +----+--------------------------------------+-----------------------------+-----------------------------+-----------------------------+-----------------------------+------------+-----------+--------------------------------------+------------+------------+----------------------------+----------------------------+----------------+ | Id | UUID | Source Node | Dest Node | Source Compute | Dest Compute | Dest Host | Status | Instance UUID | Old Flavor | New Flavor | Created At | Updated At | Type | +----+--------------------------------------+-----------------------------+-----------------------------+-----------------------------+-----------------------------+------------+-----------+--------------------------------------+------------+------------+----------------------------+----------------------------+----------------+ | 15 | 9fb62375-7fff-4f02-b692-94872188e0d7 | juju-f6e81a-bt-8.cloud.sts | - | juju-f6e81a-bt-8.cloud.sts | - | - | error | 80035272-1028-4274-8cf6-72c55c3459df | 9 | 9 | 2021-11-22T18:24:39.000000 | 2021-11-22T18:24:42.000000 | migration | | 14 | c3216b44-cfbc-42e6-8c6c-10529717a8ce | juju-f6e81a-bt-9.cloud.sts | juju-f6e81a-bt-6.cloud.sts | juju-f6e81a-bt-9.cloud.sts | juju-f6e81a-bt-6.cloud.sts | 10.5.3.191 | finished | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | 9 | 9 | 2021-11-22T18:24:37.000000 | 2021-11-22T18:25:03.000000 | migration | | 13 | 689bc08e-eba0-4cfb-9128-8dc4cc85f9ef | juju-f6e81a-bt-7.cloud.sts | juju-f6e81a-bt-10.cloud.sts | juju-f6e81a-bt-7.cloud.sts | juju-f6e81a-bt-10.cloud.sts | 10.5.2.138 | finished | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | 9 | 9 | 2021-11-22T18:24:37.000000 | 2021-11-22T18:24:53.000000 | migration | | 12 | 1a2c2af2-097a-4636-84ab-0dbe2f2f8136 | juju-f6e81a-bt-10.cloud.sts | juju-f6e81a-bt-9.cloud.sts | juju-f6e81a-bt-10.cloud.sts | juju-f6e81a-bt-9.cloud.sts | - | completed | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | 9 | 9 | 2021-11-22T18:21:51.000000 | 2021-11-22T18:22:16.000000 | live-migration | | 11 | 2cb7c011-72e4-496d-a173-7d3f0afc4ee6 | juju-f6e81a-bt-7.cloud.sts | juju-f6e81a-bt-8.cloud.sts | juju-f6e81a-bt-7.cloud.sts | juju-f6e81a-bt-8.cloud.sts | - | error | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | 9 | 9 | 2021-11-22T18:21:48.000000 | 2021-11-22T18:21:50.000000 | live-migration | | 10 | b53e113b-fbd4-40a6-a237-7fb522921606 | juju-f6e81a-bt-6.cloud.sts | juju-f6e81a-bt-8.cloud.sts | juju-f6e81a-bt-6.cloud.sts | juju-f6e81a-bt-8.cloud.sts | - | completed | 80035272-1028-4274-8cf6-72c55c3459df | 9 | 9 | 2021-11-22T18:21:47.000000 | 2021-11-22T18:22:07.000000 | live-migration | | 9 | c249d48b-5f24-4c78-b19a-572c6c8074ea | - | - | juju-f6e81a-bt-10.cloud.sts | - | - | error | 12f8c0a3-aa27-43e5-a728-ffb13b9bd568 | 9 | 9 | 2021-11-22T18:17:48.000000 | 2021-11-22T18:17:50.000000 | live-migration | | 8 | 109713b2-77b4-4838-aed9-239cd2ed72ab | juju-f6e81a-bt-8.cloud.sts | juju-f6e81a-bt-6.cloud.sts | juju-f6e81a-bt-8.cloud.sts | juju-f6e81a-bt-6.cloud.sts | - | completed | 80035272-1028-4274-8cf6-72c55c3459df | 9 | 9 | 2021-11-22T18:17:45.000000 | 2021-11-22T18:18:13.000000 | live-migration | | 7 | 5b648f2c-a273-4e26-9cf0-cdcfc69f1333 | juju-f6e81a-bt-9.cloud.sts | juju-f6e81a-bt-7.cloud.sts | juju-f6e81a-bt-9.cloud.sts | juju-f6e81a-bt-7.cloud.sts | - | completed | 7a33afdb-ebe8-4d77-80e7-9f85e509752a | 9 | 9 | 2021-11-22T18:17:45.000000 | 2021-11-22T18:18:12.000000 | live-migration | +----+--------------------------------------+-----------------------------+-----------------------------+-----------------------------+-----------------------------+------------+-----------+--------------------------------------+------------+------------+----------------------------+----------------------------+----------------+