Composing a machine with multiple interfaces on different spaces results in unconfigured interfaces

[Nicolas Pochet]

With MAAS 2.5.3, when composing a machine with two interfaces on different space with the auto mode, after commissioning, the VM has one of its interfaces that is unconfigured.

Command to compose the machine:

maas root pod compose 9 cores=2 memory=1024 interfaces='eth0:space=oam-space,mode=auto;eth1:space=maas2,mode=auto'
Success.
Machine-readable output follows:
{
    "system_id": "ccdc8q",
    "resource_uri": "/MAAS/api/2.0/machines/ccdc8q/"
}

The interfaces of this machine after commissioning:

maas root interfaces read ccdc8q
Success.
Machine-readable output follows:
[
    {
        "tags": [],
        "product": null,
        "name": "eth0",
        "system_id": "ccdc8q",
        "links": [
            {
                "id": 283,
                "mode": "auto",
                "subnet": {
                    "name": "oam",
                    "vlan": {
                        "vid": 1,
                        "mtu": 1500,
                        "dhcp_on": true,
                        "external_dhcp": null,
                        "relay_vlan": null,
                        "name": "untagged",
                        "secondary_rack": null,
                        "fabric_id": 1,
                        "space": "oam-space",
                        "id": 5001,
                        "primary_rack": "k87hss",
                        "fabric": "default",
                        "resource_uri": "/MAAS/api/2.0/vlans/5001/"
                    },
                    "cidr": "192.168.105.0/24",
                    "rdns_mode": 2,
                    "gateway_ip": "192.168.105.1",
                    "dns_servers": [],
                    "allow_dns": true,
                    "allow_proxy": true,
                    "active_discovery": false,
                    "managed": true,
                    "space": "oam-space",
                    "id": 1,
                    "resource_uri": "/MAAS/api/2.0/subnets/1/"
                }
            },
            {
                "id": 284,
                "mode": "auto",
                "subnet": {
                    "name": "oam",
                    "vlan": {
                        "vid": 1,
                        "mtu": 1500,
                        "dhcp_on": true,
                        "external_dhcp": null,
                        "relay_vlan": null,
                        "name": "untagged",
                        "secondary_rack": null,
                        "fabric_id": 1,
                        "space": "oam-space",
                        "id": 5001,
                        "primary_rack": "k87hss",
                        "fabric": "default",
                        "resource_uri": "/MAAS/api/2.0/vlans/5001/"
                    },
                    "cidr": "192.168.105.0/24",
                    "rdns_mode": 2,
                    "gateway_ip": "192.168.105.1",
                    "dns_servers": [],
                    "allow_dns": true,
                    "allow_proxy": true,
                    "active_discovery": false,
                    "managed": true,
                    "space": "oam-space",
                    "id": 1,
                    "resource_uri": "/MAAS/api/2.0/subnets/1/"
                }
            }
        ],
        "mac_address": "52:54:00:9f:34:e2",
        "effective_mtu": 1500,
        "firmware_version": null,
        "params": "",
        "children": [],
        "discovered": [
            {
                "subnet": {
                    "name": "oam",
                    "vlan": {
                        "vid": 1,
                        "mtu": 1500,
                        "dhcp_on": true,
                        "external_dhcp": null,
                        "relay_vlan": null,
                        "name": "untagged",
                        "secondary_rack": null,
                        "fabric_id": 1,
                        "space": "oam-space",
                        "id": 5001,
                        "primary_rack": "k87hss",
                        "fabric": "default",
                        "resource_uri": "/MAAS/api/2.0/vlans/5001/"
                    },
                    "cidr": "192.168.105.0/24",
                    "rdns_mode": 2,
                    "gateway_ip": "192.168.105.1",
                    "dns_servers": [],
                    "allow_dns": true,
                    "allow_proxy": true,
                    "active_discovery": false,
                    "managed": true,
                    "space": "oam-space",
                    "id": 1,
                    "resource_uri": "/MAAS/api/2.0/subnets/1/"
                },
                "ip_address": "192.168.105.15"
            }
        ],
        "id": 57,
        "enabled": true,
        "vlan": {
            "vid": 1,
            "mtu": 1500,
            "dhcp_on": true,
            "external_dhcp": null,
            "relay_vlan": null,
            "name": "untagged",
            "secondary_rack": null,
            "fabric_id": 1,
            "space": "oam-space",
            "id": 5001,
            "primary_rack": "k87hss",
            "fabric": "default",
            "resource_uri": "/MAAS/api/2.0/vlans/5001/"
        },
        "vendor": null,
        "type": "physical",
        "parents": [],
        "resource_uri": "/MAAS/api/2.0/nodes/ccdc8q/interfaces/57/"
    },
    {
        "tags": [],
        "product": null,
        "name": "eth1",
        "system_id": "ccdc8q",
        "links": [
            {
                "id": 285,
                "mode": "link_up"
            }
        ],
        "mac_address": "52:54:00:eb:d5:2f",
        "effective_mtu": 1500,
        "firmware_version": null,
        "params": "",
        "children": [],
        "discovered": null,
        "id": 58,
        "enabled": true,
        "vlan": {
            "vid": 2,
            "mtu": 1500,
            "dhcp_on": false,
            "external_dhcp": null,
            "relay_vlan": null,
            "name": "maas2",
            "secondary_rack": null,
            "fabric_id": 1,
            "space": "maas2",
            "id": 5004,
            "primary_rack": null,
            "fabric": "default",
            "resource_uri": "/MAAS/api/2.0/vlans/5004/"
        },
        "vendor": null,
        "type": "physical",
        "parents": [],
        "resource_uri": "/MAAS/api/2.0/nodes/ccdc8q/interfaces/58/"
    }
]

[Nicolas Pochet (npochet)]

And it is not a duplicate of https://bugs.launchpad.net/maas/+bug/1806707 as the spaces are available through bridges.
The netplan config for the machine:
network:
    ethernets:
        ens3:
            dhcp4: false
        ens9:
            dhcp4: false
    version: 2
    bridges:
        broam:
            interfaces: [ens3]
            addresses:
            - 192.168.105.10/24
            dhcp4: false
            gateway4: 192.168.105.1
            nameservers:
                addresses:
                - 8.8.8.8
                search: []
        brmaas2:
            interfaces: [ens9]
            addresses:
            - 192.168.106.200/24
            dhcp4: false

[Andres Rodriguez (andreserl)]

Hi Nicholas,

How was the KVM host added to MAAS? Was the KVM host an existing KVM host or was it deployed with MAAS?

[Nicolas Pochet (npochet)]

Hi Andres,

The KVM host is MAAS itself. It was pre-configured to be a KVM host.
It was added to MAAS with the following command:
maas root pods create type=virsh name=maas power_address=qemu+ssh://ubuntu@192.168.105.10/system

[Nicolas Pochet (npochet)]

I also added a sosreport (sudo sosreport -a --all-logs) from the MAAS server.

[Nicolas Pochet (npochet)]

Tested with 2.6 and still happens.
I attached an sosreport of the MAAS server.

[Adam Collard (adam-collard)]

Is this still a problem in 2.7.0?

[Alexander Balderson (asbalderson)]

If I am reading the output right, I think this has been fixed

On maas 2.8:

maas root pod compose 1 hostname=test cores=2 memory=4096 storage=20.0 zone=2 'interfaces=eth0:space=oam-space,mode=auto;eth1:space=internal-space,type=bridge,mode=auto'
Success.
Machine-readable output follows:
{
    "system_id": "akxygp",
    "resource_uri": "/MAAS/api/2.0/machines/akxygp/"
}

$ maas root interfaces read akxygp
Success.
Machine-readable output follows:
[
    {
        "discovered": [
            {
                "subnet": {
                    "name": "oam",
                    "description": "",
                    "vlan": {
                        "vid": 2741,
                        "mtu": 1500,
                        "dhcp_on": true,
                        "external_dhcp": null,
                        "relay_vlan": null,
                        "id": 5002,
                        "fabric": "default",
                        "space": "oam-space",
                        "secondary_rack": "xetskh",
                        "name": "untagged",
                        "fabric_id": 22,
                        "primary_rack": "qearyk",
                        "resource_uri": "/MAAS/api/2.0/vlans/5002/"
                    },
                    "cidr": "10.244.40.0/21",
                    "rdns_mode": 2,
                    "gateway_ip": "10.244.40.1",
                    "dns_servers": [],
                    "allow_dns": true,
                    "allow_proxy": true,
                    "active_discovery": false,
                    "managed": true,
                    "id": 2,
                    "space": "oam-space",
                    "resource_uri": "/MAAS/api/2.0/subnets/2/"
                },
                "ip_address": "10.244.40.199"
            }
        ],
        "id": 344,
        "effective_mtu": 1500,
        "vendor": null,
        "firmware_version": null,
        "vlan": {
            "vid": 2741,
            "mtu": 1500,
            "dhcp_on": true,
            "external_dhcp": null,
            "relay_vlan": null,
            "id": 5002,
            "fabric": "default",
            "space": "oam-space",
            "secondary_rack": "xetskh",
            "name": "untagged",
            "fabric_id": 22,
            "primary_rack": "qearyk",
            "resource_uri": "/MAAS/api/2.0/vlans/5002/"
        },
        "interface_speed": 0,
        "product": null,
        "link_speed": 0,
        "type": "physical",
        "sriov_max_vf": 0,
        "mac_address": "52:54:00:4b:c6:b4",
        "numa_node": 0,
        "children": [],
        "enabled": true,
        "system_id": "akxygp",
        "name": "eth0",
        "tags": [],
        "parents": [],
        "params": "",
        "links": [
            {
                "id": 648,
                "mode": "auto",
                "subnet": {
                    "name": "oam",
                    "description": "",
                    "vlan": {
                        "vid": 2741,
                        "mtu": 1500,
                        "dhcp_on": true,
                        "external_dhcp": null,
                        "relay_vlan": null,
                        "id": 5...