Hi Christian, 

I fixed our time synch issue and install the ppa in our dev server where it seemed to work.
I can reboot the VMs and they will auto start automatically.

However last night we tried to install the ppa's on two production Ubuntu 18.04.5 servers and the patch did not seem to work. We also tried creating a symlink pointed to /etc/libvirt/qemu/autostart and the new VM name was already there.

pladmin@EQX-ESM-PRE-01:~$ ll /etc/libvirt/qemu/autostart
total 8
drwxr-xr-x 2 root root 4096 May  6 16:12 ./
drwxr-xr-x 4 root root 4096 May  6 16:03 ../
lrwxrwxrwx 1 root root   37 May  6 16:12 EQX-ESM-vPRE-01.xml -> /etc/libvirt/qemu/EQX-ESM-vPRE-01.xml

See below libvirt log on one of the servers:

pladmin@EQX-ESM-PRE-01:/var/log/libvirt/qemu$ sudo cat EQX-ESM-vPRE-01.log
2021-05-06 16:01:56.444+0000: shutting down, reason=failed
2021-05-06 16:10:14.867+0000: starting up libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100), qemu version: 2.11.1(Debian 1:2.11+dfsg-1ubuntu7.36), hostname: EQX-ESM-PRE-01
LC_ALL=C PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin QEMU_AUDIO_DRV=none /usr/bin/kvm-spice -name guest=EQX-ESM-vPRE-01,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-01/master-key.aes -machine pc-i440fx-bionic,accel=kvm,usb=off,dump-guest-core=off,mem-merge=off -cpu host -m 327680 -realtime mlock=off -smp 68,sockets=2,cores=17,threads=2 -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-01,size=171798691840,host-nodes=0,policy=bind -numa node,nodeid=0,cpus=0-33,memdev=ram-node0 -object memory-backend-file,id=ram-node1,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-01,size=171798691840,host-nodes=1,policy=bind -numa node,nodeid=1,cpus=34-67,memdev=ram-node1 -uuid 840d50b7-de45-4743-84d0-a62aa72e476b -display none -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-01/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc,driftfix=slew -global kvm-pit.lost_tick_policy=delay -no-hpet -no-shutdown -global PIIX4_PM.disable_s3=1 -global PIIX4_PM.disable_s4=1 -boot strict=on -device pxb,bus_nr=180,id=pci.1,numa_node=0,bus=pci.0,addr=0xe -device pxb,bus_nr=200,id=pci.2,numa_node=1,bus=pci.0,addr=0xf -device ich9-usb-ehci1,id=usb,bus=pci.0,addr=0x4.0x7 -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,bus=pci.0,multifunction=on,addr=0x4 -device ich9-usb-uhci2,masterbus=usb.0,firstport=2,bus=pci.0,addr=0x4.0x1 -device ich9-usb-uhci3,masterbus=usb.0,firstport=4,bus=pci.0,addr=0x4.0x2 -drive file=/opt/VM/vpre/vpre.qcow2,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x5,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=26,id=hostnet0,vhost=on,vhostfd=28 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:5c:8c:15,bus=pci.0,addr=0x2 -netdev tap,fd=29,id=hostnet1,vhost=on,vhostfd=30 -device virtio-net-pci,netdev=hostnet1,id=net1,mac=52:54:00:93:88:db,bus=pci.0,addr=0x3 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -device vfio-pci,host=19:02.0,id=hostdev0,bus=pci.1,addr=0x1 -device vfio-pci,host=19:0a.0,id=hostdev1,bus=pci.1,addr=0x2 -device vfio-pci,host=3b:02.0,id=hostdev2,bus=pci.1,addr=0x3 -device vfio-pci,host=3b:0a.0,id=hostdev3,bus=pci.1,addr=0x4 -device vfio-pci,host=5e:02.0,id=hostdev4,bus=pci.1,addr=0x5 -device vfio-pci,host=5e:0a.0,id=hostdev5,bus=pci.1,addr=0x6 -device vfio-pci,host=60:02.0,id=hostdev6,bus=pci.1,addr=0x7 -device vfio-pci,host=60:0a.0,id=hostdev7,bus=pci.1,addr=0x8 -device vfio-pci,host=86:02.0,id=hostdev8,bus=pci.2,addr=0x1 -device vfio-pci,host=86:0a.0,id=hostdev9,bus=pci.2,addr=0x2 -device vfio-pci,host=88:02.0,id=hostdev10,bus=pci.2,addr=0x3 -device vfio-pci,host=88:0a.0,id=hostdev11,bus=pci.2,addr=0x4 -device vfio-pci,host=d8:02.0,id=hostdev12,bus=pci.2,addr=0x5 -device vfio-pci,host=d8:0a.0,id=hostdev13,bus=pci.2,addr=0x6 -object rng-random,id=objrng0,filename=/dev/urandom -device virtio-rng-pci,rng=objrng0,id=rng0,bus=pci.0,addr=0x6 -msg timestamp=on
2021-05-06 16:10:14.867+0000: Domain id=2 is tainted: host-cpu
2021-05-06T16:10:14.892182Z qemu-system-x86_64: -chardev pty,id=charserial0: char device redirected to /dev/pts/2 (label charserial0)
2021-05-06 16:21:54.059+0000: shutting down, reason=failed
2021-05-06 16:26:34.240+0000: starting up libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100), qemu version: 2.11.1(Debian 1:2.11+dfsg-1ubuntu7.36), hostname: EQX-ESM-PRE-01
LC_ALL=C PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin QEMU_AUDIO_DRV=none /usr/bin/kvm-spice -name guest=EQX-ESM-vPRE-01,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-01/master-key.aes -machine pc-i440fx-bionic,accel=kvm,usb=off,dump-guest-core=off,mem-merge=off -cpu host -m 327680 -realtime mlock=off -smp 68,sockets=2,cores=17,threads=2 -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-01,size=171798691840,host-nodes=0,policy=bind -numa node,nodeid=0,cpus=0-33,memdev=ram-node0 -object memory-backend-file,id=ram-node1,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-01,size=171798691840,host-nodes=1,policy=bind -numa node,nodeid=1,cpus=34-67,memdev=ram-node1 -uuid 840d50b7-de45-4743-84d0-a62aa72e476b -display none -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-01/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc,driftfix=slew -global kvm-pit.lost_tick_policy=delay -no-hpet -no-shutdown -global PIIX4_PM.disable_s3=1 -global PIIX4_PM.disable_s4=1 -boot strict=on -device pxb,bus_nr=180,id=pci.1,numa_node=0,bus=pci.0,addr=0xe -device pxb,bus_nr=200,id=pci.2,numa_node=1,bus=pci.0,addr=0xf -device ich9-usb-ehci1,id=usb,bus=pci.0,addr=0x4.0x7 -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,bus=pci.0,multifunction=on,addr=0x4 -device ich9-usb-uhci2,masterbus=usb.0,firstport=2,bus=pci.0,addr=0x4.0x1 -device ich9-usb-uhci3,masterbus=usb.0,firstport=4,bus=pci.0,addr=0x4.0x2 -drive file=/opt/VM/vpre/vpre.qcow2,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x5,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=26,id=hostnet0,vhost=on,vhostfd=28 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:5c:8c:15,bus=pci.0,addr=0x2 -netdev tap,fd=29,id=hostnet1,vhost=on,vhostfd=30 -device virtio-net-pci,netdev=hostnet1,id=net1,mac=52:54:00:93:88:db,bus=pci.0,addr=0x3 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -device vfio-pci,host=19:02.0,id=hostdev0,bus=pci.1,addr=0x1 -device vfio-pci,host=19:0a.0,id=hostdev1,bus=pci.1,addr=0x2 -device vfio-pci,host=3b:02.0,id=hostdev2,bus=pci.1,addr=0x3 -device vfio-pci,host=3b:0a.0,id=hostdev3,bus=pci.1,addr=0x4 -device vfio-pci,host=5e:02.0,id=hostdev4,bus=pci.1,addr=0x5 -device vfio-pci,host=5e:0a.0,id=hostdev5,bus=pci.1,addr=0x6 -device vfio-pci,host=60:02.0,id=hostdev6,bus=pci.1,addr=0x7 -device vfio-pci,host=60:0a.0,id=hostdev7,bus=pci.1,addr=0x8 -device vfio-pci,host=86:02.0,id=hostdev8,bus=pci.2,addr=0x1 -device vfio-pci,host=86:0a.0,id=hostdev9,bus=pci.2,addr=0x2 -device vfio-pci,host=88:02.0,id=hostdev10,bus=pci.2,addr=0x3 -device vfio-pci,host=88:0a.0,id=hostdev11,bus=pci.2,addr=0x4 -device vfio-pci,host=d8:02.0,id=hostdev12,bus=pci.2,addr=0x5 -device vfio-pci,host=d8:0a.0,id=hostdev13,bus=pci.2,addr=0x6 -object rng-random,id=objrng0,filename=/dev/urandom -device virtio-rng-pci,rng=objrng0,id=rng0,bus=pci.0,addr=0x6 -msg timestamp=on
2021-05-06 16:26:34.240+0000: Domain id=2 is tainted: host-cpu
2021-05-06T16:26:34.397936Z qemu-system-x86_64: -chardev pty,id=charserial0: char device redirected to /dev/pts/2 (label charserial0)


This is the log file from the second server:

libvirtd.service - Virtualization daemon
   Loaded: loaded (/lib/systemd/system/libvirtd.service; enabled; vendor preset: enabled)
   Active: active (running) since Fri 2021-05-07 01:13:46 AEST; 10h ago
     Docs: man:libvirtd(8)
           https://libvirt.org
 Main PID: 2440 (libvirtd)
    Tasks: 99 (limit: 32768)
   CGroup: /system.slice/libvirtd.service
           ├─2440 /usr/sbin/libvirtd
           ├─2893 /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper
           ├─2894 /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/lib/libvirt/libvirt_leaseshelper
           └─3743 qemu-system-x86_64 -enable-kvm -name guest=EQX-ESM-vPRE-02,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/master-key.aes -machine pc-i440fx-xenial,accel=k

May 07 01:13:48 EQX-ESM-PRE-02 dnsmasq-dhcp[2893]: read /var/lib/libvirt/dnsmasq/default.hostsfile
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.310+0000: 2579: info : libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100)
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.310+0000: 2579: info : hostname: EQX-ESM-PRE-02
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.310+0000: 2579: error : virDirOpenInternal:2840 : cannot open directory '/data/VM/vpre04': No such file or directory
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.310+0000: 2579: error : storageDriverAutostartCallback:210 : internal error: Failed to autostart storage pool 'vpre04': cannot open directory '/data/VM/vpre04': No such f
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.481+0000: 2579: error : virPCIDeviceNew:1787 : Device 0000:5e:02.0 not found: could not access /sys/bus/pci/devices/0000:5e:02.0/config: No such file or directory
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.505+0000: 2579: error : virPCIDeviceNew:1787 : Device 0000:5e:02.0 not found: could not access /sys/bus/pci/devices/0000:5e:02.0/config: No such file or directory
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.505+0000: 2579: error : virHostdevReAttachPCIDevices:1020 : Failed to allocate PCI device list: Device 0000:5e:02.0 not found: could not access /sys/bus/pci/devices/0000:
May 07 01:13:48 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:13:48.505+0000: 2579: error : qemuAutostartDomain:285 : internal error: Failed to autostart VM 'EQX-ESM-vPRE-02': Device 0000:5e:02.0 not found: could not access /sys/bus/pci/d
May 07 01:23:04 EQX-ESM-PRE-02 libvirtd[2440]: 2021-05-06 15:23:04.416+0000: 2493: warning : qemuDomainObjTaint:5602 : Domain id=2 name='EQX-ESM-vPRE-02' uuid=707198b4-18aa-43ba-a5a9-b1aa530fd437 is tainted: host-cpu
~

pladmin@EQX-ESM-PRE-02:/var/log/libvirt/qemu$ sudo cat EQX-ESM-vPRE-02.log
2021-05-06 14:15:55.451+0000: shutting down, reason=failed
2021-05-06 14:24:14.837+0000: starting up libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100), qemu version: 2.11.1(Debian 1:2.11+dfsg-1ubuntu7.36), hostname: EQX-ESM-PRE-02
LC_ALL=C PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin QEMU_AUDIO_DRV=none /usr/bin/kvm-spice -name guest=EQX-ESM-vPRE-02,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/master-key.aes -machine pc-i440fx-xenial,accel=kvm,usb=off,dump-guest-core=off,mem-merge=off -cpu host -m 327680 -realtime mlock=on -smp 68,sockets=2,cores=17,threads=2 -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-02,size=171798691840,host-nodes=0,policy=bind -numa node,nodeid=0,cpus=0-33,memdev=ram-node0 -object memory-backend-file,id=ram-node1,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-02,size=171798691840,host-nodes=1,policy=bind -numa node,nodeid=1,cpus=34-67,memdev=ram-node1 -uuid 707198b4-18aa-43ba-a5a9-b1aa530fd437 -display none -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc,driftfix=slew -global kvm-pit.lost_tick_policy=delay -no-hpet -no-shutdown -global PIIX4_PM.disable_s3=1 -global PIIX4_PM.disable_s4=1 -boot strict=on -device pxb,bus_nr=180,id=pci.1,numa_node=0,bus=pci.0,addr=0xe -device pxb,bus_nr=200,id=pci.2,numa_node=1,bus=pci.0,addr=0xf -device ich9-usb-ehci1,id=usb,bus=pci.0,addr=0x4.0x7 -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,bus=pci.0,multifunction=on,addr=0x4 -device ich9-usb-uhci2,masterbus=usb.0,firstport=2,bus=pci.0,addr=0x4.0x1 -device ich9-usb-uhci3,masterbus=usb.0,firstport=4,bus=pci.0,addr=0x4.0x2 -drive file=/data/VM/vpre02/vpre02-disk1.qcow2,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x3,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=25,id=hostnet0,vhost=on,vhostfd=27 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:4a:b3:06,bus=pci.0,addr=0x2 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -device vfio-pci,host=19:02.0,id=hostdev0,bus=pci.1,addr=0x1 -device vfio-pci,host=19:0a.0,id=hostdev1,bus=pci.1,addr=0x2 -device vfio-pci,host=3b:02.0,id=hostdev2,bus=pci.1,addr=0x3 -device vfio-pci,host=3b:0a.0,id=hostdev3,bus=pci.1,addr=0x4 -device vfio-pci,host=5e:02.0,id=hostdev4,bus=pci.1,addr=0x5 -device vfio-pci,host=5e:0a.0,id=hostdev5,bus=pci.1,addr=0x6 -device vfio-pci,host=60:02.0,id=hostdev6,bus=pci.1,addr=0x7 -device vfio-pci,host=60:0a.0,id=hostdev7,bus=pci.1,addr=0x8 -device vfio-pci,host=86:02.0,id=hostdev8,bus=pci.2,addr=0x1 -device vfio-pci,host=86:0a.0,id=hostdev9,bus=pci.2,addr=0x2 -device vfio-pci,host=88:02.0,id=hostdev10,bus=pci.2,addr=0x3 -device vfio-pci,host=88:0a.0,id=hostdev11,bus=pci.2,addr=0x4 -device vfio-pci,host=d8:02.0,id=hostdev12,bus=pci.2,addr=0x5 -device vfio-pci,host=d8:0a.0,id=hostdev13,bus=pci.2,addr=0x6 -object rng-random,id=objrng0,filename=/dev/urandom -device virtio-rng-pci,rng=objrng0,id=rng0,bus=pci.0,addr=0x6 -msg timestamp=on
2021-05-06 14:24:14.837+0000: Domain id=2 is tainted: host-cpu
2021-05-06T14:24:14.913564Z qemu-system-x86_64: -chardev pty,id=charserial0: char device redirected to /dev/pts/1 (label charserial0)
2021-05-06T14:25:07.335413Z qemu-system-x86_64: warning: Unknown firmware file in legacy mode: etc/msr_feature_control
2021-05-06 14:38:09.257+0000: shutting down, reason=failed
2021-05-06 15:05:44.861+0000: starting up libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100), qemu version: 2.11.1(Debian 1:2.11+dfsg-1ubuntu7.36), hostname: EQX-ESM-PRE-02
LC_ALL=C PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin QEMU_AUDIO_DRV=none /usr/bin/kvm-spice -name guest=EQX-ESM-vPRE-02,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/master-key.aes -machine pc-i440fx-xenial,accel=kvm,usb=off,dump-guest-core=off,mem-merge=off -cpu host -m 327680 -realtime mlock=on -smp 68,sockets=2,cores=17,threads=2 -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-02,size=171798691840,host-nodes=0,policy=bind -numa node,nodeid=0,cpus=0-33,memdev=ram-node0 -object memory-backend-file,id=ram-node1,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-02,size=171798691840,host-nodes=1,policy=bind -numa node,nodeid=1,cpus=34-67,memdev=ram-node1 -uuid 707198b4-18aa-43ba-a5a9-b1aa530fd437 -display none -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc,driftfix=slew -global kvm-pit.lost_tick_policy=delay -no-hpet -no-shutdown -global PIIX4_PM.disable_s3=1 -global PIIX4_PM.disable_s4=1 -boot strict=on -device pxb,bus_nr=180,id=pci.1,numa_node=0,bus=pci.0,addr=0xe -device pxb,bus_nr=200,id=pci.2,numa_node=1,bus=pci.0,addr=0xf -device ich9-usb-ehci1,id=usb,bus=pci.0,addr=0x4.0x7 -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,bus=pci.0,multifunction=on,addr=0x4 -device ich9-usb-uhci2,masterbus=usb.0,firstport=2,bus=pci.0,addr=0x4.0x1 -device ich9-usb-uhci3,masterbus=usb.0,firstport=4,bus=pci.0,addr=0x4.0x2 -drive file=/data/VM/vpre02/vpre02-disk1.qcow2,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x3,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=24,id=hostnet0,vhost=on,vhostfd=26 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:4a:b3:06,bus=pci.0,addr=0x2 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -device vfio-pci,host=19:02.0,id=hostdev0,bus=pci.1,addr=0x1 -device vfio-pci,host=19:0a.0,id=hostdev1,bus=pci.1,addr=0x2 -device vfio-pci,host=3b:02.0,id=hostdev2,bus=pci.1,addr=0x3 -device vfio-pci,host=3b:0a.0,id=hostdev3,bus=pci.1,addr=0x4 -device vfio-pci,host=5e:02.0,id=hostdev4,bus=pci.1,addr=0x5 -device vfio-pci,host=5e:0a.0,id=hostdev5,bus=pci.1,addr=0x6 -device vfio-pci,host=60:02.0,id=hostdev6,bus=pci.1,addr=0x7 -device vfio-pci,host=60:0a.0,id=hostdev7,bus=pci.1,addr=0x8 -device vfio-pci,host=86:02.0,id=hostdev8,bus=pci.2,addr=0x1 -device vfio-pci,host=86:0a.0,id=hostdev9,bus=pci.2,addr=0x2 -device vfio-pci,host=88:02.0,id=hostdev10,bus=pci.2,addr=0x3 -device vfio-pci,host=88:0a.0,id=hostdev11,bus=pci.2,addr=0x4 -device vfio-pci,host=d8:02.0,id=hostdev12,bus=pci.2,addr=0x5 -device vfio-pci,host=d8:0a.0,id=hostdev13,bus=pci.2,addr=0x6 -object rng-random,id=objrng0,filename=/dev/urandom -device virtio-rng-pci,rng=objrng0,id=rng0,bus=pci.0,addr=0x6 -msg timestamp=on
2021-05-06 15:05:44.861+0000: Domain id=2 is tainted: host-cpu
2021-05-06T15:05:44.937894Z qemu-system-x86_64: -chardev pty,id=charserial0: char device redirected to /dev/pts/1 (label charserial0)
2021-05-06T15:06:35.050914Z qemu-system-x86_64: warning: Unknown firmware file in legacy mode: etc/msr_feature_control
2021-05-06 15:13:48.481+0000: shutting down, reason=failed
2021-05-06 15:23:04.416+0000: starting up libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100), qemu version: 2.11.1(Debian 1:2.11+dfsg-1ubuntu7.36), hostname: EQX-ESM-PRE-02
LC_ALL=C PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin QEMU_AUDIO_DRV=none /usr/bin/kvm-spice -name guest=EQX-ESM-vPRE-02,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/master-key.aes -machine pc-i440fx-xenial,accel=kvm,usb=off,dump-guest-core=off,mem-merge=off -cpu host -m 327680 -realtime mlock=on -smp 68,sockets=2,cores=17,threads=2 -object memory-backend-file,id=ram-node0,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-02,size=171798691840,host-nodes=0,policy=bind -numa node,nodeid=0,cpus=0-33,memdev=ram-node0 -object memory-backend-file,id=ram-node1,prealloc=yes,mem-path=/dev/hugepages/libvirt/qemu/2-EQX-ESM-vPRE-02,size=171798691840,host-nodes=1,policy=bind -numa node,nodeid=1,cpus=34-67,memdev=ram-node1 -uuid 707198b4-18aa-43ba-a5a9-b1aa530fd437 -display none -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-2-EQX-ESM-vPRE-02/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc,driftfix=slew -global kvm-pit.lost_tick_policy=delay -no-hpet -no-shutdown -global PIIX4_PM.disable_s3=1 -global PIIX4_PM.disable_s4=1 -boot strict=on -device pxb,bus_nr=180,id=pci.1,numa_node=0,bus=pci.0,addr=0xe -device pxb,bus_nr=200,id=pci.2,numa_node=1,bus=pci.0,addr=0xf -device ich9-usb-ehci1,id=usb,bus=pci.0,addr=0x4.0x7 -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,bus=pci.0,multifunction=on,addr=0x4 -device ich9-usb-uhci2,masterbus=usb.0,firstport=2,bus=pci.0,addr=0x4.0x1 -device ich9-usb-uhci3,masterbus=usb.0,firstport=4,bus=pci.0,addr=0x4.0x2 -drive file=/data/VM/vpre02/vpre02-disk1.qcow2,format=qcow2,if=none,id=drive-virtio-disk0,cache=none -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x3,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=24,id=hostnet0,vhost=on,vhostfd=26 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=52:54:00:4a:b3:06,bus=pci.0,addr=0x2 -chardev pty,id=charserial0 -device isa-serial,chardev=charserial0,id=serial0 -device vfio-pci,host=19:02.0,id=hostdev0,bus=pci.1,addr=0x1 -device vfio-pci,host=19:0a.0,id=hostdev1,bus=pci.1,addr=0x2 -device vfio-pci,host=3b:02.0,id=hostdev2,bus=pci.1,addr=0x3 -device vfio-pci,host=3b:0a.0,id=hostdev3,bus=pci.1,addr=0x4 -device vfio-pci,host=5e:02.0,id=hostdev4,bus=pci.1,addr=0x5 -device vfio-pci,host=5e:0a.0,id=hostdev5,bus=pci.1,addr=0x6 -device vfio-pci,host=60:02.0,id=hostdev6,bus=pci.1,addr=0x7 -device vfio-pci,host=60:0a.0,id=hostdev7,bus=pci.1,addr=0x8 -device vfio-pci,host=86:02.0,id=hostdev8,bus=pci.2,addr=0x1 -device vfio-pci,host=86:0a.0,id=hostdev9,bus=pci.2,addr=0x2 -device vfio-pci,host=88:02.0,id=hostdev10,bus=pci.2,addr=0x3 -device vfio-pci,host=88:0a.0,id=hostdev11,bus=pci.2,addr=0x4 -device vfio-pci,host=d8:02.0,id=hostdev12,bus=pci.2,addr=0x5 -device vfio-pci,host=d8:0a.0,id=hostdev13,bus=pci.2,addr=0x6 -object rng-random,id=objrng0,filename=/dev/urandom -device virtio-rng-pci,rng=objrng0,id=rng0,bus=pci.0,addr=0x6 -msg timestamp=on
2021-05-06 15:23:04.416+0000: Domain id=2 is tainted: host-cpu
2021-05-06T15:23:04.490801Z qemu-system-x86_64: -chardev pty,id=charserial0: char device redirected to /dev/pts/1 (label charserial0)
2021-05-06T15:23:55.192216Z qemu-system-x86_64: warning: Unknown firmware file in legacy mode: etc/msr_feature_control

I can see our dev server where the patch worked, and the two other production servers have the same libvirt/ qemu/ppa releases:

libvirt version: 4.0.0, package: 1ubuntu8.20~bionicppa1 (Christian Ehrhardt <email address hidden> Fri, 26 Mar 2021 10:21:27 +0100), qemu version: 2.11.1(Debian 1:2.11+dfsg-1ubuntu7.36)

Are you able to assist?

Thanks

Francisco M.