Hi Tone,

Because I deployed three osds, but I only took one to show you the error log.
I have three ceph node, there is only one disk per node:

node1:
```
sudo sgdisk --zap-all -- /dev/xvdb
sudo /sbin/parted  /dev/xvdb  -s  -- mklabel  gpt  mkpart KOLLA_CEPH_OSD_BOOTSTRAP_BS  1 -1
```
node2:
```
sudo sgdisk --zap-all -- /dev/xvdb
sudo /sbin/parted  /dev/xvdb  -s  -- mklabel  gpt  mkpart  KOLLA_CEPH_OSD_BOOTSTRAP_BS_FOO1  1  -1
```
node3:
```
sudo sgdisk --zap-all -- /dev/xvdb
sudo /sbin/parted  /dev/xvdb  -s  -- mklabel  gpt  mkpart  KOLLA_CEPH_OSD_BOOTSTRAP_BS_FOO1  1  -1
```

there is "lsblk" and "blkid" result:

node1:
```
[root@dev-ww-ceph001-xxx xxx]# lsblk /dev/xvdb
NAME    MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
xvdb    202:16   0  100G  0 disk 
└─xvdb1 202:17   0  100G  0 part 
[root@dev-ww-ceph001-xxx xxx]# blkid /dev/xvdb
/dev/xvdb: PTTYPE="gpt"

```

node2:
```
[root@dev-ww-ceph002-xxx irteamsu]# lsblk /dev/xvdb
NAME    MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
xvdb    202:16   0  100G  0 disk 
└─xvdb1 202:17   0  100G  0 part 
[root@dev-ww-ceph002-xxx irteamsu]# blkid /dev/xvdb
/dev/xvdb: PTTYPE="gpt"
```

node3:

```
[root@dev-ww-ceph003-xxx xxx]# lsblk /dev/xvdb
NAME    MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
xvdb    202:16   0  100G  0 disk 
└─xvdb1 202:17   0  100G  0 part 
[root@dev-ww-ceph003-xxx xxx]# blkid /dev/xvdb
/dev/xvdb: PTTYPE="gpt"

```

And i add this command "ls -al /dev/disk" before the following command to show you why it is wrong:
```
ls -al /dev/disk
partprobe || true
ls -al /dev/disk

ln -sf /dev/disk/by-partlabel/KOLLA_CEPH_DATA_BS_B_"${OSD_ID}" "${OSD_DIR}"/block

if [ -n "${OSD_BS_WAL_DEV}" ] && [ "${OSD_BS_BLK_DEV}" != "${OSD_BS_WAL_DEV}" ] && [ -n "${OSD_BS_WAL_PARTNUM}" ]; then
    ln -sf /dev/disk/by-partlabel/KOLLA_CEPH_DATA_BS_W_"${OSD_ID}" "${OSD_DIR}"/block.wal
fi

if [ -n "${OSD_BS_DB_DEV}" ] && [ "${OSD_BS_BLK_DEV}" != "${OSD_BS_DB_DEV}" ] && [ -n "${OSD_BS_DB_PARTNUM}" ]; then
    ln -sf /dev/disk/by-partlabel/KOLLA_CEPH_DATA_BS_D_"${OSD_ID}" "${OSD_DIR}"/block.db
fi

for (( i=10; i>=0; i=i-1 )); do
    ls -al /dev/disk
    sleep 1
    echo "sleep 1s"
done

ceph-osd -d -i "${OSD_ID}" --mkfs -k "${OSD_DIR}"/keyring --osd-uuid "${OSD_UUID}"
```

there are logs for each nodes:

node1:
```
++ [[ False == \F\a\l\s\e ]]
++ [[ bluestore == \b\l\u\e\s\t\o\r\e ]]
++ [[ /dev/xvdb =~ /dev/loop ]]
++ sgdisk --zap-all -- /dev/xvdb1
Creating new GPT entries.
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ '[' -n '' ']'
++ sgdisk --zap-all -- /dev/xvdb
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ sgdisk --new=1:0:+100M --mbrtogpt -- /dev/xvdb
Creating new GPT entries.
The operation has completed successfully.
++ sgdisk --largest-new=2 --mbrtogpt -- /dev/xvdb
The operation has completed successfully.
++ sgdisk --zap-all -- /dev/xvdb2
Creating new GPT entries.
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ '[' -n '' ']'
++ '[' -n '' ']'
++ partprobe
++ [[ bluestore == \b\l\u\e\s\t\o\r\e ]]
+++ uuidgen
++ OSD_UUID=c455c7a4-9a67-4bbe-b350-c8bf2a4ce1de
+++ ceph osd new c455c7a4-9a67-4bbe-b350-c8bf2a4ce1de
++ OSD_ID=0
++ OSD_DIR=/var/lib/ceph/osd/ceph-0
++ mkdir -p /var/lib/ceph/osd/ceph-0
++ [[ /dev/xvdb =~ /dev/loop ]]
++ mkfs.xfs -f /dev/xvdb1
meta-data=/dev/xvdb1             isize=512    agcount=4, agsize=6400 blks
         =                       sectsz=512   attr=2, projid32bit=1
         =                       crc=1        finobt=0, sparse=0
data     =                       bsize=4096   blocks=25600, imaxpct=25
         =                       sunit=0      swidth=0 blks
naming   =version 2              bsize=4096   ascii-ci=0 ftype=1
log      =internal log           bsize=4096   blocks=855, version=2
         =                       sectsz=512   sunit=0 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0
++ mount /dev/xvdb1 /var/lib/ceph/osd/ceph-0
++ ceph-osd -i 0 --mkkey
++ echo bluestore
++ '[' -n '' ']'
++ sgdisk --change-name=2:KOLLA_CEPH_DATA_BS_B_0 --typecode=2:4FBD7E29-9D25-41B8-AFD0-062C0CEFF05D -- /dev/xvdb
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
The operation has completed successfully.
++ '[' -n '' ']'
++ '[' -n '' ']'
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3380 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  140 Jun 28 20:20 by-uuid
++ partprobe
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3380 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  140 Jun 28 20:20 by-uuid
++ ln -sf /dev/disk/by-partlabel/KOLLA_CEPH_DATA_BS_B_0 /var/lib/ceph/osd/ceph-0/block
++ '[' -n '' ']'
++ '[' -n '' ']'
++ (( i=10 ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3380 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  140 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3380 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  140 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  6 root root  120 Jun 28 20:20 .
drwxr-xr-x 19 root root 3380 Jun 28 20:20 ..
drwxr-xr-x  2 root root   60 Jun 28 20:20 by-partlabel
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  140 Jun 28 20:20 by-uuid

```


node2:
```
++ [[ False == \F\a\l\s\e ]]
++ [[ bluestore == \b\l\u\e\s\t\o\r\e ]]
++ [[ /dev/xvdb =~ /dev/loop ]]
++ sgdisk --zap-all -- /dev/xvdb1
Creating new GPT entries.
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ '[' -n '' ']'
++ sgdisk --zap-all -- /dev/xvdb
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ sgdisk --new=1:0:+100M --mbrtogpt -- /dev/xvdb
Creating new GPT entries.
The operation has completed successfully.
++ sgdisk --largest-new=2 --mbrtogpt -- /dev/xvdb
The operation has completed successfully.
++ sgdisk --zap-all -- /dev/xvdb2
Creating new GPT entries.
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ '[' -n '' ']'
++ '[' -n '' ']'
++ partprobe
++ [[ bluestore == \b\l\u\e\s\t\o\r\e ]]
+++ uuidgen
++ OSD_UUID=154a2b72-9809-4b72-9799-6314f2ac550b
+++ ceph osd new 154a2b72-9809-4b72-9799-6314f2ac550b
++ OSD_ID=1
++ OSD_DIR=/var/lib/ceph/osd/ceph-1
++ mkdir -p /var/lib/ceph/osd/ceph-1
++ [[ /dev/xvdb =~ /dev/loop ]]
++ mkfs.xfs -f /dev/xvdb1
meta-data=/dev/xvdb1             isize=512    agcount=4, agsize=6400 blks
         =                       sectsz=512   attr=2, projid32bit=1
         =                       crc=1        finobt=0, sparse=0
data     =                       bsize=4096   blocks=25600, imaxpct=25
         =                       sunit=0      swidth=0 blks
naming   =version 2              bsize=4096   ascii-ci=0 ftype=1
log      =internal log           bsize=4096   blocks=855, version=2
         =                       sectsz=512   sunit=0 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0
++ mount /dev/xvdb1 /var/lib/ceph/osd/ceph-1
++ ceph-osd -i 1 --mkkey
++ echo bluestore
++ '[' -n '' ']'
++ sgdisk --change-name=2:KOLLA_CEPH_DATA_BS_B_1 --typecode=2:4FBD7E29-9D25-41B8-AFD0-062C0CEFF05D -- /dev/xvdb
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
The operation has completed successfully.
++ '[' -n '' ']'
++ '[' -n '' ']'
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3260 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ partprobe
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3260 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ ln -sf /dev/disk/by-partlabel/KOLLA_CEPH_DATA_BS_B_1 /var/lib/ceph/osd/ceph-1/block
++ '[' -n '' ']'
++ '[' -n '' ']'
++ (( i=10 ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3260 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3260 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  6 root root  120 Jun 28 20:20 .
drwxr-xr-x 19 root root 3260 Jun 28 20:20 ..
drwxr-xr-x  2 root root   60 Jun 28 20:20 by-partlabel
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-parttypeuuid
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid

```

node3:
```
++ [[ False == \F\a\l\s\e ]]
++ [[ bluestore == \b\l\u\e\s\t\o\r\e ]]
++ [[ /dev/xvdb =~ /dev/loop ]]
++ sgdisk --zap-all -- /dev/xvdb1
Creating new GPT entries.
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ '[' -n '' ']'
++ sgdisk --zap-all -- /dev/xvdb
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ sgdisk --new=1:0:+100M --mbrtogpt -- /dev/xvdb
Creating new GPT entries.
The operation has completed successfully.
++ sgdisk --largest-new=2 --mbrtogpt -- /dev/xvdb
The operation has completed successfully.
++ sgdisk --zap-all -- /dev/xvdb2
Creating new GPT entries.
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
GPT data structures destroyed! You may now partition the disk using fdisk or
other utilities.
++ '[' -n '' ']'
++ '[' -n '' ']'
++ partprobe
++ [[ bluestore == \b\l\u\e\s\t\o\r\e ]]
+++ uuidgen
++ OSD_UUID=08b6cdab-8359-4f50-80d0-eeb265681310
+++ ceph osd new 08b6cdab-8359-4f50-80d0-eeb265681310
++ OSD_ID=2
++ OSD_DIR=/var/lib/ceph/osd/ceph-2
++ mkdir -p /var/lib/ceph/osd/ceph-2
++ [[ /dev/xvdb =~ /dev/loop ]]
++ mkfs.xfs -f /dev/xvdb1
meta-data=/dev/xvdb1             isize=512    agcount=4, agsize=6400 blks
         =                       sectsz=512   attr=2, projid32bit=1
         =                       crc=1        finobt=0, sparse=0
data     =                       bsize=4096   blocks=25600, imaxpct=25
         =                       sunit=0      swidth=0 blks
naming   =version 2              bsize=4096   ascii-ci=0 ftype=1
log      =internal log           bsize=4096   blocks=855, version=2
         =                       sectsz=512   sunit=0 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0
++ mount /dev/xvdb1 /var/lib/ceph/osd/ceph-2
++ ceph-osd -i 2 --mkkey
++ echo bluestore
++ '[' -n '' ']'
++ sgdisk --change-name=2:KOLLA_CEPH_DATA_BS_B_2 --typecode=2:4FBD7E29-9D25-41B8-AFD0-062C0CEFF05D -- /dev/xvdb
Warning: The kernel is still using the old partition table.
The new table will be used at the next reboot.
The operation has completed successfully.
++ '[' -n '' ']'
++ '[' -n '' ']'
++ ls -al /dev/disk
total 0
drwxr-xr-x  4 root root   80 Jun 28 20:20 .
drwxr-xr-x 19 root root 3220 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ partprobe
++ ls -al /dev/disk
total 0
drwxr-xr-x  4 root root   80 Jun 28 20:20 .
drwxr-xr-x 19 root root 3220 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ ln -sf /dev/disk/by-partlabel/KOLLA_CEPH_DATA_BS_B_2 /var/lib/ceph/osd/ceph-2/block
++ '[' -n '' ']'
++ '[' -n '' ']'
++ (( i=10 ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  4 root root   80 Jun 28 20:20 .
drwxr-xr-x 19 root root 3220 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  4 root root   80 Jun 28 20:20 .
drwxr-xr-x 19 root root 3220 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  4 root root   80 Jun 28 20:20 .
drwxr-xr-x 19 root root 3220 Jun 28 20:20 ..
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid
++ sleep 1
++ echo 'sleep 1s'
sleep 1s
++ (( i=i-1  ))
++ (( i>=0 ))
++ ls -al /dev/disk
total 0
drwxr-xr-x  5 root root  100 Jun 28 20:20 .
drwxr-xr-x 19 root root 3220 Jun 28 20:20 ..
drwxr-xr-x  2 root root   60 Jun 28 20:20 by-partlabel
drwxr-xr-x  2 root root   80 Jun 28 20:20 by-partuuid
drwxr-xr-x  2 root root  120 Jun 28 20:20 by-uuid

```