It turns out I did not have the patch from https://review.opendev.org/c/openstack/os-vif/+/746673/, with that applied stuff comes farther but still does not work:


2021-07-15 14:09:44.821 1888819 ERROR nova.virt.libvirt.guest [req-5b690f1b-4a96-417b-952a-c10975cd4375 bedc4956b93f4d2da5637c739740bd4c 5ee76950b29a44b887faf10d6f084640 - a3d21d016da343458224473db4eeccc5 a3d21d016da343458224473db4eeccc5] Error launching a defined domain with XML: <domain type='kvm'>
  <name>instance-0000007f</name>
  <uuid>61442cbb-420b-4e00-9cf7-d332446c3997</uuid>
  <metadata>
    <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.0">
      <nova:package version="21.2.0"/>
      <nova:name>node-laveran-64</nova:name>
      <nova:creationTime>2021-07-15 14:09:43</nova:creationTime>
      <nova:flavor name="m1.large">
        <nova:memory>512</nova:memory>
        <nova:disk>8</nova:disk>
        <nova:swap>0</nova:swap>
        <nova:ephemeral>0</nova:ephemeral>
        <nova:vcpus>8</nova:vcpus>
      </nova:flavor>
      <nova:owner>
        <nova:user uuid="bedc4956b93f4d2da5637c739740bd4c">admin</nova:user>
        <nova:project uuid="5ee76950b29a44b887faf10d6f084640">admin</nova:project>
      </nova:owner>
      <nova:root type="image" uuid="6979a978-6f28-4b4a-b291-b59ca7b904ad"/>
    </nova:instance>
  </metadata>
  <memory unit='KiB'>524288</memory>
  <currentMemory unit='KiB'>524288</currentMemory>
  <vcpu placement='static'>8</vcpu>
  <cputune>
    <shares>8192</shares>
  </cputune>
  <sysinfo type='smbios'>
    <system>
      <entry name='manufacturer'>OpenStack Foundation</entry>
      <entry name='product'>OpenStack Nova</entry>
      <entry name='version'>21.2.0</entry>
      <entry name='serial'>61442cbb-420b-4e00-9cf7-d332446c3997</entry>
      <entry name='uuid'>61442cbb-420b-4e00-9cf7-d332446c3997</entry>
      <entry name='family'>Virtual Machine</entry>
    </system>
  </sysinfo>
  <os>
    <type arch='x86_64' machine='pc-i440fx-4.2'>hvm</type>
    <boot dev='hd'/>
    <smbios mode='sysinfo'/>
  </os>
  <features>
    <acpi/>
    <apic/>
  </features>
  <cpu mode='host-model' check='partial'>
    <topology sockets='8' cores='1' threads='1'/>
  </cpu>
  <clock offset='utc'>
    <timer name='pit' tickpolicy='delay'/>
    <timer name='rtc' tickpolicy='catchup'/>
    <timer name='hpet' present='no'/>
  </clock>
  <on_poweroff>destroy</on_poweroff>
  <on_reboot>restart</on_reboot>
  <on_crash>destroy</on_crash>
  <devices>
    <emulator>/usr/bin/qemu-system-x86_64</emulator>
    <disk type='file' device='disk'>
      <driver name='qemu' type='qcow2' cache='none' discard='unmap'/>
      <source file='/var/lib/nova/instances/61442cbb-420b-4e00-9cf7-d332446c3997/disk'/>
      <target dev='vda' bus='virtio'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
    </disk>
    <controller type='usb' index='0' model='piix3-uhci'>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x2'/>
    </controller>
    <controller type='pci' index='0' model='pci-root'/>
    <interface type='hostdev' managed='yes'>
      <mac address='fa:16:3e:57:89:96'/>
      <source>
        <address type='pci' domain='0x0000' bus='0x03' slot='0x08' function='0x2'/>
      </source>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
    </interface>
    <serial type='pty'>
      <log file='/var/lib/nova/instances/61442cbb-420b-4e00-9cf7-d332446c3997/console.log' append='off'/>
      <target type='isa-serial' port='0'>
        <model name='isa-serial'/>
      </target>
    </serial>
    <console type='pty'>
      <log file='/var/lib/nova/instances/61442cbb-420b-4e00-9cf7-d332446c3997/console.log' append='off'/>
      <target type='serial' port='0'/>
    </console>
    <input type='mouse' bus='ps2'/>
    <input type='keyboard' bus='ps2'/>
    <memballoon model='virtio'>
      <stats period='10'/>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
    </memballoon>
    <rng model='virtio'>
      <backend model='random'>/dev/urandom</backend>
      <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
    </rng>
  </devices>
</domain>
: libvirt.libvirtError: internal error: Unable to configure VF 0 of PF 'enp3s0f1_16' because the PF is not online. Please change host network config to put the PF online.
2021-07-15 14:09:44.822 1888819 ERROR nova.virt.libvirt.driver [req-5b690f1b-4a96-417b-952a-c10975cd4375 bedc4956b93f4d2da5637c739740bd4c 5ee76950b29a44b887faf10d6f084640 - a3d21d016da343458224473db4eeccc5 a3d21d016da343458224473db4eeccc5] [instance: 61442cbb-420b-4e00-9cf7-d332446c3997] Failed to start libvirt guest: libvirt.libvirtError: internal error: Unable to configure VF 0 of PF 'enp3s0f1_16' because the PF is not online. Please change host network config to put the PF online.
2021-07-15 14:09:44.882 1888819 INFO nova.virt.libvirt.driver [-] [instance: 3077dcdf-215a-48f6-95af-3eff10dd93c0] Instance destroyed successfully.

And obviously 'enp3s0f1_16' is not the PF.