Hi David,
Here is a stripped bundle that could be used to reproduce the issue:
series: bionic variables: openstack-origin: &openstack-origin distro
openstack-region: &openstack-region RegionOne
vlan-ranges: &vlan-ranges "physnet1:1000:2000 physnet_sriov_1:1000:2000" bridge-mappings: &bridge-mappings "physnet1:br-data" data-port: &data-port "br-data:eth1" enable-sriov: &enable-sriov true sriov-numvfs: &sriov-numvfs 'eth0:32' sriov-device-mappings: &sriov-device-mappings 'physnet_sriov_1:eth0' pci-passthrough-whitelist: &pci-passthrough-whitelist '[{ "devname": "eth0", "physical_network": "physnet_sriov_1"}]' nova-default-filters: &nova-default-filters 'AggregateInstanceExtraSpecsFilter,RetryFilter,AvailabilityZoneFilter,CoreFilter,RamFilter,ComputeFilter,ComputeCapabilitiesFilter,ImagePropertiesFilter,ServerGroupAntiAffinityFilter,ServerGroupAffinityFilter,PciPassthroughFilter,NUMATopologyFilter'
machines: # Controller 1 "0": constraints: tags=controllers # Controller 2 "1": constraints: tags=controllers # Controller 3 "2": constraints: tags=controllers # Compute "3": constraints: tags=compute
applications: # Ceph ceph-mon: charm: cs:ceph-mon num_units: 3 options: source: *openstack-origin to: - lxd:0 - lxd:1 - lxd:2 ceph-osd: charm: cs:ceph-osd num_units: 1 options: osd-devices: /dev/sdb source: *openstack-origin autotune: true to: - '3' ceph-radosgw: charm: cs:ceph-radosgw num_units: 1 options: source: *openstack-origin region: *openstack-region restrict-ceph-pools: False to: - lxd:0 # OpenStack cinder: charm: cs:cinder num_units: 1 options: openstack-origin: *openstack-origin block-device: None glance-api-version: 2 use-internal-endpoints: True region: *openstack-region to: - lxd:1 cinder-ceph: charm: cs:cinder-ceph num_units: 0 options: restrict-ceph-pools: False glance: charm: cs:glance options: openstack-origin: *openstack-origin use-internal-endpoints: True restrict-ceph-pools: False region: *openstack-region num_units: 1 to: - lxd:2 keystone: charm: cs:keystone num_units: 1 options: openstack-origin: *openstack-origin region: *openstack-region preferred-api-version: 3 to: - lxd:0 mysql: charm: cs:percona-cluster num_units: 1 options: source: *openstack-origin wait-timeout: 180 min-cluster-size: 1 enable-binlogs: True performance-schema: True to: - lxd:1 neutron-api: charm: cs:neutron-api num_units: 1 options: openstack-origin: *openstack-origin region: *openstack-region neutron-security-groups: True overlay-network-type: vxlan gre use-internal-endpoints: True vlan-ranges: *vlan-ranges enable-l3ha: True dhcp-agents-per-network: 2 enable-ml2-port-security: True default-tenant-network-type: vxlan l2-population: True enable-sriov: *enable-sriov global-physnet-mtu: 9000 to: - lxd:2 neutron-gateway: charm: cs:neutron-gateway num_units: 1 options: openstack-origin: *openstack-origin bridge-mappings: *bridge-mappings data-port: *data-port enable-metadata-network: True aa-profile-mode: complain to: - 2 neutron-openvswitch-sriov: charm: cs:neutron-openvswitch num_units: 0 options: bridge-mappings: *bridge-mappings data-port: *data-port vlan-ranges: *vlan-ranges enable-sriov: *enable-sriov sriov-device-mappings: *sriov-device-mappings sriov-numvfs: *sriov-numvfs nova-cloud-controller: charm: cs:nova-cloud-controller num_units: 1 options: openstack-origin: *openstack-origin network-manager: Neutron region: *openstack-region use-internal-endpoints: True scheduler-default-filters: *nova-default-filters to: - lxd:0 nova-compute-kvm-sriov: charm: cs:nova-compute num_units: 1 options: openstack-origin: *openstack-origin enable-live-migration: True enable-resize: True migration-auth-type: ssh use-internal-endpoints: True libvirt-image-backend: qcow2 restrict-ceph-pools: False aa-profile-mode: enforce virt-type: kvm pci-passthrough-whitelist: *pci-passthrough-whitelist to: - 3 openstack-dashboard: charm: cs:openstack-dashboard num_units: 1 options: openstack-origin: *openstack-origin webroot: "/" secret: "encryptcookieswithme" neutron-network-l3ha: True cinder-backup: False password-retrieve: True endpoint-type: publicURL to: - lxd:1 rabbitmq-server: charm: cs:rabbitmq-server options: source: *openstack-origin min-cluster-size: 1 num_units: 1 to: - lxd:2 relations: # openstack - [ ceph-osd, ceph-mon ] - [ ceph-radosgw, ceph-mon ] - [ keystone, ceph-radosgw ] - [ keystone, mysql ] - [ cinder, mysql ] - [ cinder, keystone ] - [ cinder-ceph, ceph-mon ] - [ cinder-ceph, cinder ] - [ cinder, rabbitmq-server ] - [ glance, mysql ] - [ glance, keystone ] - [ glance, ceph-mon ] - [ glance, rabbitmq-server ] - [ "nova-cloud-controller:shared-db", "mysql:shared-db" ] - [ "nova-cloud-controller:amqp", "rabbitmq-server:amqp" ] - [ nova-cloud-controller, keystone ] - [ nova-cloud-controller, glance ] - [ neutron-api, mysql ] - [ neutron-api, rabbitmq-server ] - [ neutron-api, nova-cloud-controller ] - [ neutron-api, keystone ] - [ neutron-gateway, nova-cloud-controller ] - [ "neutron-gateway:amqp", "rabbitmq-server:amqp" ] - [ "neutron-gateway:neutron-plugin-api", "neutron-api:neutron-plugin-api" ] - [ "neutron-openvswitch-sriov:amqp", "rabbitmq-server:amqp" ] - [ neutron-openvswitch-sriov, rabbitmq-server ] - [ neutron-openvswitch-sriov, neutron-api ] - [ "nova-compute-kvm-sriov:amqp", "rabbitmq-server:amqp" ] - [ nova-compute-kvm-sriov, ceph-mon ] - [ nova-compute-kvm-sriov, cinder-ceph ] - [ nova-compute-kvm-sriov, glance ] - [ nova-compute-kvm-sriov, neutron-openvswitch-sriov ] - [ nova-compute-kvm-sriov, nova-cloud-controller ] - [ "openstack-dashboard:identity-service", "keystone:identity-service" ] - [ openstack-dashboard, mysql ] - [ "glance:image-service", "cinder:image-service" ]
Hi David,
Here is a stripped bundle that could be used to reproduce the issue:
series: bionic
variables:
openstack-origin: &openstack-origin distro
openstack-region: &openstack-region RegionOne
vlan-ranges: &vlan-ranges "physnet1:1000:2000 physnet_ sriov_1: 1000:2000" device- mappings: &sriov- device- mappings 'physnet_ sriov_1: eth0' gh-whitelist: &pci-passthroug h-whitelist '[{ "devname": "eth0", "physical_network": "physnet_ sriov_1" }]' default- filters: &nova-default- filters 'AggregateInsta nceExtraSpecsFi lter,RetryFilte r,AvailabilityZ oneFilter, CoreFilter, RamFilter, ComputeFilter, ComputeCapabili tiesFilter, ImageProperties Filter, ServerGroupAnti AffinityFilter, ServerGroupAffi nityFilter, PciPassthroughF ilter,NUMATopol ogyFilter'
bridge-mappings: &bridge-mappings "physnet1:br-data"
data-port: &data-port "br-data:eth1"
enable-sriov: &enable-sriov true
sriov-numvfs: &sriov-numvfs 'eth0:32'
sriov-
pci-passthrou
nova-
machines:
# Controller 1
"0":
constraints: tags=controllers
# Controller 2
"1":
constraints: tags=controllers
# Controller 3
"2":
constraints: tags=controllers
# Compute
"3":
constraints: tags=compute
applications: ceph-pools: False -origin: *openstack-origin api-version: 2 internal- endpoints: True ceph-pools: False -origin: *openstack-origin internal- endpoints: True ceph-pools: False -origin: *openstack-origin -api-version: 3 cluster- size: 1 binlogs: True ce-schema: True -origin: *openstack-origin security- groups: True network- type: vxlan gre internal- endpoints: True agents- per-network: 2 ml2-port- security: True tenant- network- type: vxlan population: True physnet- mtu: 9000 -origin: *openstack-origin mappings: *bridge-mappings metadata- network: True profile- mode: complain openvswitch- sriov: openvswitch mappings: *bridge-mappings device- mappings: *sriov- device- mappings cloud-controlle r: cloud-controlle r -origin: *openstack-origin manager: Neutron internal- endpoints: True -default- filters: *nova-default- filters compute- kvm-sriov: -origin: *openstack-origin live-migration: True resize: True -auth-type: ssh internal- endpoints: True image-backend: qcow2 ceph-pools: False profile- mode: enforce passthrough- whitelist: *pci-passthroug h-whitelist dashboard: dashboard -origin: *openstack-origin withme" network- l3ha: True backup: False retrieve: True type: publicURL cluster- size: 1 controller: shared- db", "mysql:shared-db" ] controller: amqp", "rabbitmq- server: amqp" ] controller, keystone ] controller, glance ] controller ] controller ] gateway: amqp", "rabbitmq- server: amqp" ] gateway: neutron- plugin- api", "neutron- api:neutron- plugin- api" ] openvswitch- sriov:amqp" , "rabbitmq- server: amqp" ] openvswitch- sriov, rabbitmq-server ] openvswitch- sriov, neutron-api ] kvm-sriov: amqp", "rabbitmq- server: amqp" ] kvm-sriov, ceph-mon ] kvm-sriov, cinder-ceph ] kvm-sriov, glance ] kvm-sriov, neutron- openvswitch- sriov ] kvm-sriov, nova-cloud- controller ] dashboard: identity- service" , "keystone: identity- service" ] dashboard, mysql ] image-service" , "cinder: image-service" ]
# Ceph
ceph-mon:
charm: cs:ceph-mon
num_units: 3
options:
source: *openstack-origin
to:
- lxd:0
- lxd:1
- lxd:2
ceph-osd:
charm: cs:ceph-osd
num_units: 1
options:
osd-devices: /dev/sdb
source: *openstack-origin
autotune: true
to:
- '3'
ceph-radosgw:
charm: cs:ceph-radosgw
num_units: 1
options:
source: *openstack-origin
region: *openstack-region
restrict-
to:
- lxd:0
# OpenStack
cinder:
charm: cs:cinder
num_units: 1
options:
openstack
block-device: None
glance-
use-
region: *openstack-region
to:
- lxd:1
cinder-ceph:
charm: cs:cinder-ceph
num_units: 0
options:
restrict-
glance:
charm: cs:glance
options:
openstack
use-
restrict-
region: *openstack-region
num_units: 1
to:
- lxd:2
keystone:
charm: cs:keystone
num_units: 1
options:
openstack
region: *openstack-region
preferred
to:
- lxd:0
mysql:
charm: cs:percona-cluster
num_units: 1
options:
source: *openstack-origin
wait-timeout: 180
min-
enable-
performan
to:
- lxd:1
neutron-api:
charm: cs:neutron-api
num_units: 1
options:
openstack
region: *openstack-region
neutron-
overlay-
use-
vlan-ranges: *vlan-ranges
enable-l3ha: True
dhcp-
enable-
default-
l2-
enable-sriov: *enable-sriov
global-
to:
- lxd:2
neutron-gateway:
charm: cs:neutron-gateway
num_units: 1
options:
openstack
bridge-
data-port: *data-port
enable-
aa-
to:
- 2
neutron-
charm: cs:neutron-
num_units: 0
options:
bridge-
data-port: *data-port
vlan-ranges: *vlan-ranges
enable-sriov: *enable-sriov
sriov-
sriov-numvfs: *sriov-numvfs
nova-
charm: cs:nova-
num_units: 1
options:
openstack
network-
region: *openstack-region
use-
scheduler
to:
- lxd:0
nova-
charm: cs:nova-compute
num_units: 1
options:
openstack
enable-
enable-
migration
use-
libvirt-
restrict-
aa-
virt-type: kvm
pci-
to:
- 3
openstack-
charm: cs:openstack-
num_units: 1
options:
openstack
webroot: "/"
secret: "encryptcookies
neutron-
cinder-
password-
endpoint-
to:
- lxd:1
rabbitmq-server:
charm: cs:rabbitmq-server
options:
source: *openstack-origin
min-
num_units: 1
to:
- lxd:2
relations:
# openstack
- [ ceph-osd, ceph-mon ]
- [ ceph-radosgw, ceph-mon ]
- [ keystone, ceph-radosgw ]
- [ keystone, mysql ]
- [ cinder, mysql ]
- [ cinder, keystone ]
- [ cinder-ceph, ceph-mon ]
- [ cinder-ceph, cinder ]
- [ cinder, rabbitmq-server ]
- [ glance, mysql ]
- [ glance, keystone ]
- [ glance, ceph-mon ]
- [ glance, rabbitmq-server ]
- [ "nova-cloud-
- [ "nova-cloud-
- [ nova-cloud-
- [ nova-cloud-
- [ neutron-api, mysql ]
- [ neutron-api, rabbitmq-server ]
- [ neutron-api, nova-cloud-
- [ neutron-api, keystone ]
- [ neutron-gateway, nova-cloud-
- [ "neutron-
- [ "neutron-
- [ "neutron-
- [ neutron-
- [ neutron-
- [ "nova-compute-
- [ nova-compute-
- [ nova-compute-
- [ nova-compute-
- [ nova-compute-
- [ nova-compute-
- [ "openstack-
- [ openstack-
- [ "glance: