openstack:Q
canteos7.5
[root@compute02 ~]# virsh -v
3.9.0
[root@compute02 ~]# libvirtd -V
libvirtd (libvirt) 3.9.0
ceph volume info:
(openstack) volume list
+--------------------------------------+--------------+-----------+------+-------------+
| ID | Name | Status | Size | Attached to |
+--------------------------------------+--------------+-----------+------+-------------+
| 0c2820c6-68ac-4217-99ff-65fc432a8b76 | ceph-volume1 | available | 1 | |
+--------------------------------------+--------------+-----------+------+-------------+
[root@controller01 ~]# rbd ls volumes
volume-0c2820c6-68ac-4217-99ff-65fc432a8b76
[root@controller01 ~]# rbd info volumes/volume-0c2820c6-68ac-4217-99ff-65fc432a8b76
rbd image 'volume-0c2820c6-68ac-4217-99ff-65fc432a8b76':
size 1024 MB in 256 objects
order 22 (4096 kB objects)
block_name_prefix: rbd_data.26d22551e1b59
format: 2
features: layering, exclusive-lock, object-map, fast-diff, deep-flatten
flags:
create_timestamp: Fri Aug 10 08:13:29 2018
[root@compute02 ~]# virsh list
Id Name State
----------------------------------------------------
5 instance-00000012 running
<domain type='kvm' id='5'>
<name>instance-00000012</name>
<uuid>89e9b38e-c34f-4901-9fc5-ad0d457b6326</uuid>
<metadata>
<nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.0">
<nova:package version="17.0.5-1.el7"/>
<nova:name>aaa</nova:name>
<nova:creationTime>2018-08-09 22:58:10</nova:creationTime>
<nova:flavor name="2c4g-50G">
<nova:memory>4096</nova:memory>
<nova:disk>50</nova:disk>
<nova:swap>0</nova:swap>
<nova:ephemeral>0</nova:ephemeral>
<nova:vcpus>2</nova:vcpus>
</nova:flavor>
<nova:owner>
<nova:user uuid="cfc208046a084b3cb8556b10bacdae67">admin</nova:user>
<nova:project uuid="8f472ac6453e4214b0f722217e5656f2">admin</nova:project>
</nova:owner>
<nova:root type="image" uuid="39045c54-97e6-4baa-8111-761c5711ef01"/>
</nova:instance>
</metadata>
<memory unit='KiB'>4194304</memory>
<currentMemory unit='KiB'>4194304</currentMemory>
<vcpu placement='static'>2</vcpu>
<cputune>
<shares>2048</shares>
</cputune>
<resource>
<partition>/machine</partition>
</resource>
<sysinfo type='smbios'>
<system>
<entry name='manufacturer'>RDO</entry>
<entry name='product'>OpenStack Compute</entry>
<entry name='version'>17.0.5-1.el7</entry>
<entry name='serial'>1ee493dd-dc72-4474-8a4f-37dbdb372dde</entry>
<entry name='uuid'>89e9b38e-c34f-4901-9fc5-ad0d457b6326</entry>
<entry name='family'>Virtual Machine</entry>
</system>
</sysinfo>
<os>
<type arch='x86_64' machine='pc-i440fx-rhel7.5.0'>hvm</type>
<boot dev='hd'/>
<smbios mode='sysinfo'/>
</os>
<features>
<acpi/>
<apic/>
</features>
<cpu mode='custom' match='exact' check='full'>
<model fallback='forbid'>Skylake-Client</model>
<vendor>Intel</vendor>
<topology sockets='2' cores='1' threads='1'/>
<feature policy='require' name='ss'/>
<feature policy='require' name='hypervisor'/>
<feature policy='require' name='tsc_adjust'/>
<feature policy='require' name='pdpe1gb'/>
<feature policy='disable' name='mpx'/>
<feature policy='disable' name='xsavec'/>
<feature policy='disable' name='xgetbv1'/>
</cpu>
<clock offset='utc'>
<timer name='pit' tickpolicy='delay'/>
<timer name='rtc' tickpolicy='catchup'/>
<timer name='hpet' present='no'/>
</clock>
<on_poweroff>destroy</on_poweroff>
<on_reboot>restart</on_reboot>
<on_crash>destroy</on_crash>
<devices>
<emulator>/usr/libexec/qemu-kvm</emulator>
<disk type='network' device='disk'>
<driver name='qemu' type='raw' cache='none'/>
<auth username='compute'>
<secret type='ceph' uuid='5e235301-08e1-4a83-9657-3caee59a7f17'/>
</auth>
<source protocol='rbd' name='compute/89e9b38e-c34f-4901-9fc5-ad0d457b6326_disk'>
<host name='51.1.1.102' port='6789'/>
<host name='51.1.1.103' port='6789'/>
<host name='51.1.1.104' port='6789'/>
</source>
<target dev='vda' bus='virtio'/>
<alias name='virtio-disk0'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
</disk>
<controller type='usb' index='0' model='piix3-uhci'>
<alias name='usb'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
</controller>
<controller type='pci' index='0' model='pci-root'>
<alias name='pci.0'/>
</controller>
<interface type='bridge'>
<mac address='fa:16:3e:e1:09:8a'/>
<source bridge='qbr3c77eadc-5a'/>
<target dev='tap3c77eadc-5a'/>
<model type='virtio'/>
<alias name='net0'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
</interface>
<serial type='pty'>
<source path='/dev/pts/0'/>
<log file='/var/lib/nova/instances/89e9b38e-c34f-4901-9fc5-ad0d457b6326/console.log' append='off'/>
<target type='isa-serial' port='0'>
<model name='isa-serial'/>
</target>
<alias name='serial0'/>
</serial>
<console type='pty' tty='/dev/pts/0'>
<source path='/dev/pts/0'/>
<log file='/var/lib/nova/instances/89e9b38e-c34f-4901-9fc5-ad0d457b6326/console.log' append='off'/>
<target type='serial' port='0'/>
<alias name='serial0'/>
</console>
<input type='tablet' bus='usb'>
<alias name='input0'/>
<address type='usb' bus='0' port='1'/>
</input>
<input type='mouse' bus='ps2'>
<alias name='input1'/>
</input>
<input type='keyboard' bus='ps2'>
<alias name='input2'/>
</input>
<graphics type='vnc' port='5900' autoport='yes' listen='0.0.0.0' keymap='en-us'>
<listen type='address' address='0.0.0.0'/>
</graphics>
<video>
<model type='cirrus' vram='16384' heads='1' primary='yes'/>
<alias name='video0'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
</video>
<memballoon model='virtio'>
<stats period='10'/>
<alias name='balloon0'/>
<address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
</memballoon>
</devices>
<seclabel type='dynamic' model='dac' relabel='yes'>
<label>+107:+107</label>
<imagelabel>+107:+107</imagelabel>
</seclabel>
</domain>
Mounting volume failed to vm :
2018-08-10 09:59:24.020 2818643 INFO nova.compute.manager [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Attaching volume 0c2820c6-68ac-4217-99ff-65fc432a8b76 to /dev/vdb
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Failed to attach volume at mountpoint: /dev/vdb: libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Traceback (most recent call last):
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1457, in attach_volume
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] guest.attach_device(conf, persistent=True, live=live)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 303, in attach_device
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self._domain.attachDeviceFlags(device_xml, flags=flags)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 186, in doit
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] result = proxy_call(self._autowrap, f, *args, **kwargs)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 144, in proxy_call
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] rv = execute(f, *args, **kwargs)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 125, in execute
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] six.reraise(c, e, tb)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 83, in tworker
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] rv = meth(*args, **kwargs)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib64/python2.7/site-packages/libvirt.py", line 594, in attachDeviceFlags
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] if ret == -1: raise libvirtError ('virDomainAttachDeviceFlags() failed', dom=self)
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized
2018-08-10 09:59:24.958 2818643 ERROR nova.virt.libvirt.driver [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a]
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Driver failed to attach volume 0c2820c6-68ac-4217-99ff-65fc432a8b76 at /dev/vdb: libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Traceback (most recent call last):
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 539, in _volume_attach
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] device_type=self['device_type'], encryption=encryption)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1474, in attach_volume
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] encryption=encryption)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self.force_reraise()
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1457, in attach_volume
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] guest.attach_device(conf, persistent=True, live=live)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 303, in attach_device
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self._domain.attachDeviceFlags(device_xml, flags=flags)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 186, in doit
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] result = proxy_call(self._autowrap, f, *args, **kwargs)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 144, in proxy_call
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] rv = execute(f, *args, **kwargs)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 125, in execute
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] six.reraise(c, e, tb)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 83, in tworker
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] rv = meth(*args, **kwargs)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib64/python2.7/site-packages/libvirt.py", line 594, in attachDeviceFlags
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] if ret == -1: raise libvirtError ('virDomainAttachDeviceFlags() failed', dom=self)
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized
2018-08-10 09:59:24.960 2818643 ERROR nova.virt.block_device [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a]
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Failed to attach 0c2820c6-68ac-4217-99ff-65fc432a8b76 at /dev/vdb: libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] Traceback (most recent call last):
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5310, in _attach_volume
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] do_driver_attach=True)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 46, in wrapped
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] ret_val = method(obj, context, *args, **kwargs)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 619, in attach
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] virt_driver, do_driver_attach)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_concurrency/lockutils.py", line 274, in inner
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] return f(*args, **kwargs)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 616, in _do_locked_attach
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self._do_attach(*args, **_kwargs)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 601, in _do_attach
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] do_driver_attach)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 548, in _volume_attach
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] attachment_id)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self.force_reraise()
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 539, in _volume_attach
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] device_type=self['device_type'], encryption=encryption)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1474, in attach_volume
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] encryption=encryption)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self.force_reraise()
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1457, in attach_volume
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] guest.attach_device(conf, persistent=True, live=live)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 303, in attach_device
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] self._domain.attachDeviceFlags(device_xml, flags=flags)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 186, in doit
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] result = proxy_call(self._autowrap, f, *args, **kwargs)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 144, in proxy_call
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] rv = execute(f, *args, **kwargs)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 125, in execute
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] six.reraise(c, e, tb)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 83, in tworker
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] rv = meth(*args, **kwargs)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] File "/usr/lib64/python2.7/site-packages/libvirt.py", line 594, in attachDeviceFlags
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] if ret == -1: raise libvirtError ('virDomainAttachDeviceFlags() failed', dom=self)
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a] libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized
2018-08-10 09:59:25.148 2818643 ERROR nova.compute.manager [instance: a7233c73-e68d-4e72-9f70-ebfdde90c23a]
2018-08-10 09:59:25.175 2818643 ERROR nova.volume.cinder [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] Delete attachment failed for attachment 14ae1319-ad5d-429d-b010-0af5bded11a6. Error: Volume attachment could not be found with filter: attachment_id = 14ae1319-ad5d-429d-b010-0af5bded11a6. (HTTP 404) (Request-ID: req-368a4931-5204-4d33-80bb-d690409ba606) Code: 404: NotFound: Volume attachment could not be found with filter: attachment_id = 14ae1319-ad5d-429d-b010-0af5bded11a6. (HTTP 404) (Request-ID: req-368a4931-5204-4d33-80bb-d690409ba606)
2018-08-10 09:59:25.176 2818643 ERROR root [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5310, in _attach_volume\n do_driver_attach=True)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 46, in wrapped\n ret_val = method(obj, context, *args, **kwargs)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 619, in attach\n virt_driver, do_driver_attach)\n', ' File "/usr/lib/python2.7/site-packages/oslo_concurrency/lockutils.py", line 274, in inner\n return f(*args, **kwargs)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 616, in _do_locked_attach\n self._do_attach(*args, **_kwargs)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 601, in _do_attach\n do_driver_attach)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 548, in _volume_attach\n attachment_id)\n', ' File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n', ' File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/block_device.py", line 539, in _volume_attach\n device_type=self[\'device_type\'], encryption=encryption)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1474, in attach_volume\n encryption=encryption)\n', ' File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__\n self.force_reraise()\n', ' File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 1457, in attach_volume\n guest.attach_device(conf, persistent=True, live=live)\n', ' File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 303, in attach_device\n self._domain.attachDeviceFlags(device_xml, flags=flags)\n', ' File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 186, in doit\n result = proxy_call(self._autowrap, f, *args, **kwargs)\n', ' File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 144, in proxy_call\n rv = execute(f, *args, **kwargs)\n', ' File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 125, in execute\n six.reraise(c, e, tb)\n', ' File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 83, in tworker\n rv = meth(*args, **kwargs)\n', ' File "/usr/lib64/python2.7/site-packages/libvirt.py", line 594, in attachDeviceFlags\n if ret == -1: raise libvirtError (\'virDomainAttachDeviceFlags() failed\', dom=self)\n', "libvirtError: internal error: unable to execute QEMU command '__com.redhat_drive_add': Device 'drive-virtio-disk1' could not be initialized\n"]: VolumeAttachmentNotFound: Volume attachment 14ae1319-ad5d-429d-b010-0af5bded11a6 could not be found.
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server [req-9c627dbd-3a5c-4c98-afe4-f73ad4ddbb12 cfc208046a084b3cb8556b10bacdae67 8f472ac6453e4214b0f722217e5656f2 - default default] Exception during message handling: VolumeAttachmentNotFound: Volume attachment 14ae1319-ad5d-429d-b010-0af5bded11a6 could not be found.
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server Traceback (most recent call last):
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_messaging/rpc/server.py", line 163, in _process_incoming
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 220, in dispatch
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_messaging/rpc/dispatcher.py", line 190, in _do_dispatch
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/exception_wrapper.py", line 76, in wrapped
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server function_name, call_dict, binary)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server self.force_reraise()
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/exception_wrapper.py", line 67, in wrapped
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/utils.py", line 976, in decorated_function
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 214, in decorated_function
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server kwargs['instance'], e, sys.exc_info())
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server self.force_reraise()
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 202, in decorated_function
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5295, in attach_volume
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server do_attach_volume(context, instance, driver_bdm)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_concurrency/lockutils.py", line 274, in inner
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return f(*args, **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5293, in do_attach_volume
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server bdm.destroy()
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server self.force_reraise()
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5290, in do_attach_volume
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return self._attach_volume(context, instance, driver_bdm)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 5320, in _attach_volume
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server bdm['attachment_id'])
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/volume/cinder.py", line 379, in wrapper
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server res = method(self, ctx, *args, **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/volume/cinder.py", line 418, in wrapper
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server attachment_id=attachment_id))
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/volume/cinder.py", line 450, in _reraise
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server six.reraise(type(desired_exc), desired_exc, sys.exc_info()[2])
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/volume/cinder.py", line 415, in wrapper
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server res = method(self, ctx, attachment_id, *args, **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/volume/cinder.py", line 838, in attachment_delete
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server 'code': getattr(ex, 'code', None)})
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server self.force_reraise()
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/nova/volume/cinder.py", line 831, in attachment_delete
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server attachment_id)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/cinderclient/v3/attachments.py", line 39, in delete
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return self._delete("/attachments/%s" % base.getid(attachment))
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/cinderclient/base.py", line 339, in _delete
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server resp, body = self.api.client.delete(url)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/cinderclient/client.py", line 209, in delete
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return self._cs_request(url, 'DELETE', **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/cinderclient/client.py", line 191, in _cs_request
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server return self.request(url, method, **kwargs)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server File "/usr/lib/python2.7/site-packages/cinderclient/client.py", line 177, in request
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server raise exceptions.from_response(resp, body)
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server VolumeAttachmentNotFound: Volume attachment 14ae1319-ad5d-429d-b010-0af5bded11a6 could not be found.
2018-08-10 09:59:25.223 2818643 ERROR oslo_messaging.rpc.server
The cause has been found, the main reasons are as follows:
Nova and cinder use two different users when configuring rbd users. This problem is only caused by registering a key on libvirt.