Comment 4 for bug 1851585

Revision history for this message
Wendy Mitchell (wmitchellwr) wrote :

The lab in question appears to be configured as 2+ 2
controller-1 has the following storage configuration

apiVersion: starlingx.windriver.com/v1
kind: HostProfile
metadata:
  labels:
    controller-tools.k8s.io: "1.0"
  name: controller-1-profile
  namespace: deployment
spec:
  administrativeState: unlocked
  bootDevice: /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0
  clockSynchronization: ntp
  console: ttyS0,115200n8
  installOutput: graphical
  interfaces:
    ethernet:
    - class: platform
      dataNetworks: []
      name: oam0
      platformNetworks:
      - oam
      port:
        name: enp13s0f0
    - class: platform
      dataNetworks: []
      name: mgmt0
      platformNetworks:
      - mgmt
      - cluster-host
      port:
        name: enp13s0f1
  personality: controller
  powerOn: true
  provisioningMode: static
  rootDevice: /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0
  storage:
    filesystems:
    - name: scratch
      size: 8
    - name: backup
      size: 25
    - name: docker
      size: 30
    - name: kubelet
      size: 10
    osds:
    - cluster: ceph_cluster
      function: osd
      path: /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0
  subfunctions:
  - controller

$ system host-disk-list controller-1
+--------------------------------------+-----------+---------+---------+-------+------------+--------------+---------+-----------------------------------------------------------------+
| uuid | device_no | device_ | device_ | size_ | available_ | rpm | serial_ | device_path |
| | de | num | type | gib | gib | | id | |
+--------------------------------------+-----------+---------+---------+-------+------------+--------------+---------+-----------------------------------------------------------------+
| 33d64f76-b367-4d9c-a7a9-4aca0ccd61ec | /dev/sda | 2048 | HDD | 838. | 0.0 | Undetermined | S0N1RS0 | /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0 |
| | | | | 362 | | | G0000B4 | |
| | | | | | | | 44BGA1 | |
| | | | | | | | | |
| 91f0d50d-30a0-4087-a841-da223e492985 | /dev/sdb | 2064 | SSD | 223. | 0.0 | N/A | CVTR528 | /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0 |
| | | | | 57 | | | 101E824 | |
|
              | | | | | | | 0CGN |

$ system host-stor-list controller-1
+--------------------------------------+----------+-------+------------+----------------------------| uuid | function | osdid | state | idisk_uuid | journal_path | journal_node | journal_size_gib | tier_name |
+--------------------------------------+----------+-------+------------+----------------------------
| c9027940-c8cd-4b9c-a73a-c7d367e6ed50 | osd | 0 | configured | 91f0d50d-30a0-4087-a841-da223e492985 | /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0-part2 | /dev/sdb2 | 1 | storage

$ ls -l /dev/disk/by-path/*
lrwxrwxrwx 1 root root 9 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0 -> ../../sda
lrwxrwxrwx 1 root root 10 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0-part3 -> ../../sda3
lrwxrwxrwx 1 root root 10 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0-part4 -> ../../sda4
lrwxrwxrwx 1 root root 9 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0 -> ../../sdb
lrwxrwxrwx 1 root root 10 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Dec 3 15:56 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0-part2 -> ../../sdb2

controller-1:~$ udevadm info -q all -n /dev/sda
P: /devices/pci0000:00/0000:00:01.1/0000:02:00.0/0000:03:08.0/0000:04:00.0/host0/port-0:0/end_device-0:0/target0:0:0/0:0:0:0/block/sda
N: sda
S: disk/by-id/scsi-35000c50076366107
S: disk/by-id/wwn-0x5000c50076366107
S: disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0
E: DEVLINKS=/dev/disk/by-id/scsi-35000c50076366107 /dev/disk/by-id/wwn-0x5000c50076366107 /dev/disk/by-path/pci-0000:04:00.0-sas-0x5000c50076366105-lun-0
E: DEVNAME=/dev/sda
E: DEVPATH=/devices/pci0000:00/0000:00:01.1/0000:02:00.0/0000:03:08.0/0000:04:00.0/host0/port-0:0/end_device-0:0/target0:0:0/0:0:0:0/block/sda
E: DEVTYPE=disk
E: ID_BUS=scsi
E: ID_MODEL=ST900MM0026
E: ID_MODEL_ENC=ST900MM0026\x20\x20\x20\x20\x20
E: ID_PART_TABLE_TYPE=gpt
E: ID_PATH=pci-0000:04:00.0-sas-0x5000c50076366105-lun-0
E: ID_PATH_TAG=pci-0000_04_00_0-sas-0x5000c50076366105-lun-0
E: ID_REVISION=0003
E: ID_SAS_PATH=pci-0000:04:00.0-sas-phy0-lun-0
E: ID_SCSI=1
E: ID_SCSI_SERIAL=S0N1RS0G0000B444BGA1
E: ID_SERIAL=35000c50076366107
E: ID_SERIAL_SHORT=5000c50076366107
E: ID_TYPE=disk
E: ID_VENDOR=SEAGATE
E: ID_VENDOR_ENC=SEAGATE\x20
E: ID_WWN=0x5000c50076366107
E: ID_WWN_WITH_EXTENSION=0x5000c50076366107
E: MAJOR=8
E: MINOR=0
E: MPATH_SBIN_PATH=/sbin
E: SUBSYSTEM=block
E: TAGS=:systemd:
E: USEC_INITIALIZED=865273

controller-1:~$ udevadm info -q all -n /dev/sdb
P: /devices/pci0000:00/0000:00:01.1/0000:02:00.0/0000:03:08.0/0000:04:00.0/host0/port-0:1/end_device-0:1/target0:0:1/0:0:1:0/block/sdb
N: sdb
S: disk/by-id/ata-INTEL_SSDSC2BW240H6_CVTR528101E8240CGN
S: disk/by-id/wwn-0x55cd2e414c8d201a
S: disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0
E: DEVLINKS=/dev/disk/by-id/ata-INTEL_SSDSC2BW240H6_CVTR528101E8240CGN /dev/disk/by-id/wwn-0x55cd2e414c8d201a /dev/disk/by-path/pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0
E: DEVNAME=/dev/sdb
E: DEVPATH=/devices/pci0000:00/0000:00:01.1/0000:02:00.0/0000:03:08.0/0000:04:00.0/host0/port-0:1/end_device-0:1/target0:0:1/0:0:1:0/block/sdb
E: DEVTYPE=disk
E: ID_ATA=1
E: ID_ATA_DOWNLOAD_MICROCODE=1
E: ID_ATA_FEATURE_SET_APM=1
E: ID_ATA_FEATURE_SET_APM_CURRENT_VALUE=254
E: ID_ATA_FEATURE_SET_APM_ENABLED=1
E: ID_ATA_FEATURE_SET_HPA=1
E: ID_ATA_FEATURE_SET_HPA_ENABLED=1
E: ID_ATA_FEATURE_SET_PM=1
E: ID_ATA_FEATURE_SET_PM_ENABLED=1
E: ID_ATA_FEATURE_SET_PUIS=1
E: ID_ATA_FEATURE_SET_PUIS_ENABLED=0
E: ID_ATA_FEATURE_SET_SECURITY=1
E: ID_ATA_FEATURE_SET_SECURITY_ENABLED=0
E: ID_ATA_FEATURE_SET_SECURITY_ENHANCED_ERASE_UNIT_MIN=2
E: ID_ATA_FEATURE_SET_SECURITY_ERASE_UNIT_MIN=4
E: ID_ATA_FEATURE_SET_SMART=1
E: ID_ATA_FEATURE_SET_SMART_ENABLED=1
E: ID_ATA_ROTATION_RATE_RPM=0
E: ID_ATA_SATA=1
E: ID_ATA_SATA_SIGNAL_RATE_GEN1=1
E: ID_ATA_SATA_SIGNAL_RATE_GEN2=1
E: ID_ATA_WRITE_CACHE=1
E: ID_ATA_WRITE_CACHE_ENABLED=1
E: ID_BUS=ata
E: ID_MODEL=INTEL_SSDSC2BW240H6
E: ID_MODEL_ENC=INTEL\x20SSDSC2BW240H6\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20\x20
E: ID_PART_TABLE_TYPE=gpt
E: ID_PATH=pci-0000:04:00.0-sas-0x5001e6738bc90001-lun-0
E: ID_PATH_TAG=pci-0000_04_00_0-sas-0x5001e6738bc90001-lun-0
E: ID_REVISION=RG20
E: ID_SAS_PATH=pci-0000:04:00.0-sas-phy1-lun-0
E: ID_SERIAL=INTEL_SSDSC2BW240H6_CVTR528101E8240CGN
E: ID_SERIAL_SHORT=CVTR528101E8240CGN
E: ID_TYPE=disk
E: ID_WWN=0x55cd2e414c8d201a
E: ID_WWN_WITH_EXTENSION=0x55cd2e414c8d201a
E: MAJOR=8
E: MINOR=16
E: MPATH_SBIN_PATH=/sbin
E: SUBSYSTEM=block
E: TAGS=:systemd:
E: USEC_INITIALIZED=866651