NUMA node information on machine/network page is incorrect

[Jeff Lane ]

see screenshot. MAAS tells me that all 11 of the network devices are on NUMA node 0. This is incorrect:

ubuntu@akis:~$ lscpu | grep NUMA
NUMA node(s): 2
NUMA node0 CPU(s): 0-23,48-71
NUMA node1 CPU(s): 24-47,72-95
ubuntu@akis:~$ for x in `ls /sys/class/net/`; do echo "$x: $(cat /sys/class/net/$x/device/numa_node)"; done
enp134s0f0: 1
enp134s0f1: 1
enp230s0: 0
enp6s0: 0
enp93s0: 1
ens102: 0
ens103: 1
ens107: 1
eth1: 0
eth2: 0
eth7: 1

This persisted even after recommissioning the machine.

looking at the output of 50-maas-01-commissioning, the network cards seem to accurately reflect the numa node for each. (Note, I trimmed a lot of unnecessary info from the output of 50-maas-01-commissioning.

        "network": {
            "cards": [
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "enp134s0f0",
                            "address": "98:03:9b:4c:b0:f0",
                            "port": 0,
                        }
                    ],
                    "numa_node": 1,
                    "pci_address": "0000:86:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000008)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "enp134s0f1",
                            "address": "98:03:9b:4c:b0:f1",
                            "port": 0,

                        }
                    ],
                    "numa_node": 1,
                    "pci_address": "0000:86:00.1",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000008)"
                },
                {
                    "driver": "igb",
                    "driver_version": "5.6.0-k",
                    "ports": [
                        {
                            "id": "enp6s0",
                            "address": "5c:ff:35:c1:cf:6b",
                            "port": 0,
                        }
                    ],
                    "numa_node": 0,
                    "pci_address": "0000:06:00.0",
                    "vendor": "Intel Corporation",
                    "vendor_id": "8086",
                    "product": "I210 Gigabit Network Connection",
                    "product_id": "1533",
                    "firmware_version": "3.25, 0x800005cc"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "ens102",
                            "address": "98:03:9b:63:83:34",
                            "port": 0,
                        }
                    ],
                    "numa_node": 0,
                    "pci_address": "0000:35:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "ens103",
                            "address": "98:03:9b:63:83:cc",
                            "port": 0,
                        }
                    ],
                    "numa_node": 1,
                    "pci_address": "0000:b8:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "ens106",
                            "address": "98:03:9b:63:83:c4",
                            "port": 0,
                        }
                    ],
                    "numa_node": 0,
                    "pci_address": "0000:5d:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "ens107",
                            "address": "98:03:9b:63:84:38",
                            "port": 0,
                        }
                    ],
                    "numa_node": 1,
                    "pci_address": "0000:e1:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "eth1",
                            "address": "98:03:9b:63:89:0c",
                            "port": 0,
                        }
                    ],
                    "numa_node": 0,
                    "pci_address": "0000:3a:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "eth2",
                            "address": "98:03:9b:63:89:08",
                            "port": 0,
                        }
                    ],
                    "numa_node": 0,
                    "pci_address": "0000:58:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "eth7",
                            "address": "98:03:9b:63:89:00",
                            "port": 0,
                        }
                    ],
                    "numa_node": 1,
                    "pci_address": "0000:bd:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                },
                {
                    "driver": "mlx5_core",
                    "driver_version": "5.0-0",
                    "ports": [
                        {
                            "id": "eth9",
                            "address": "98:03:9b:63:83:c0",
                            "port": 0,
                        }
                    ],
                    "numa_node": 1,
                    "pci_address": "0000:e6:00.0",
                    "vendor": "Mellanox Technologies",
                    "vendor_id": "15b3",
                    "product": "MT27800 Family [ConnectX-5]",
                    "product_id": "1017",
                    "firmware_version": "16.28.2040 (MT_0000000010)"
                }
            ],
            "total": 11
        },

[Alberto Donato (ack)]

could you please try recommissioning the host without retaining any configuration?

[Jeff Lane  (bladernr)]

That is how I recommissioned when I filed this bug.