This is the log of the steps for ceph-disk to initialize osd. I have simplified some of the content. Please refer to: ``` # Get the config of bluestore_block_size bluestore_block_size bluestore_block_wal_size INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup bluestore_block_size INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup bluestore_block_db_size INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup bluestore_block_size INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup bluestore_block_wal_size # Get the config of xfs INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_mkfs_options_xfs INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_fs_mkfs_options_xfs INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_mount_options_xfs INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_fs_mount_options_xfs # Create the osd data partition DEBUG:ceph_disk.main:Creating data partition num 1 size 100 on /dev/xvdb INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --new=1:0:+100M --change-name=1:ceph data --partition-guid=1:59af5892-2460-4366-aa41-59be7ec71374 --typecode=1:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt -- /dev/xvdb DEBUG:ceph_disk.main:Calling partprobe on created device /dev/xvdb INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:Running command: /usr/bin/flock -s /dev/xvdb /usr/sbin/partprobe /dev/xvdb # Create block.db partition DEBUG:ceph_disk.main:Creating block.db partition num 1 size 1024 on /dev/rbd0 INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --new=1:0:+1024M --change-name=1:ceph block.db --partition-guid=1:302a7204-e955-4cda-b8d6-459cee350086 --typecode=1:30cd0809-c2b2-499c-8879-2d6b785292be --mbrtogpt -- /dev/rbd0 DEBUG:ceph_disk.main:Calling partprobe on created device /dev/rbd0 INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:Running command: /usr/bin/flock -s /dev/rbd0 /usr/sbin/partprobe /dev/rbd0 DEBUG:ceph_disk.main:Block.db is GPT partition /dev/disk/by-partuuid/302a7204-e955-4cda-b8d6-459cee350086 INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --typecode=1:30cd0809-c2b2-499c-8879-2d6b78529876 -- /dev/rbd0 INFO:ceph_disk.main:Running command: /usr/bin/chown ceph:ceph /dev/rbd0p1 # Create block.wal partition DEBUG:ceph_disk.main:name = block.wal DEBUG:ceph_disk.main:Creating block.wal partition num 2 size 576 on /dev/rbd0 INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --new=2:0:+576M --change-name=2:ceph block.wal --partition-guid=2:3973042a-0df2-40c9-aff0-aad75bf55198 --typecode=2:5ce17fce-4087-4169-b7ff-056cc58472be --mbrtogpt -- /dev/rbd0 DEBUG:ceph_disk.main:Calling partprobe on created device /dev/rbd0 INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:Running command: /usr/bin/flock -s /dev/rbd0 /usr/sbin/partprobe /dev/rbd0 INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:Running command: /usr/bin/chown ceph:ceph /dev/rbd0p2 # Create block partition DEBUG:ceph_disk.main:name = block DEBUG:ceph_disk.main:get_dm_uuid /dev/xvdb uuid path is /sys/dev/block/202:16/dm/uuid DEBUG:ceph_disk.main:Creating block partition num 2 size 0 on /dev/xvdb INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --largest-new=2 --change-name=2:ceph block --partition-guid=2:ada90959-59d1-4d50-be92-2a2043529382 --typecode=2:cafecafe-9b03-4f30-b4c6-b4b80ceff106 --mbrtogpt -- /dev/xvdb INFO:ceph_disk.main:Running command: /usr/bin/ceph-osd --get-device-fsid /dev/xvdb2 DEBUG:ceph_disk.main:Calling partprobe on created device /dev/xvdb INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:Running command: /usr/bin/chown ceph:ceph /dev/xvdb2 DEBUG:ceph_disk.main:Block is GPT partition /dev/disk/by-partuuid/ada90959-59d1-4d50-be92-2a2043529382 INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --typecode=2:cafecafe-9b03-4f30-b4c6-b4b80ceff106 -- /dev/xvdb # Run mkfs DEBUG:ceph_disk.main:Creating xfs fs on /dev/xvdb1 INFO:ceph_disk.main:Running command: /usr/sbin/mkfs -t xfs -f -i size=2048 -- /dev/xvdb1 # Mount INFO:ceph_disk.main:Running command: /usr/bin/mount -t xfs -o noatime,inode64 -- /dev/xvdb1 /var/lib/ceph/tmp/mnt.Bi7hQz INFO:ceph_disk.main:Running command: /usr/sbin/restorecon /var/lib/ceph/tmp/mnt.Bi7hQz # Write the osd parameters DEBUG:ceph_disk.main:Preparing osd data dir /var/lib/ceph/tmp/mnt.Bi7hQz #ceph_fsid INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/ceph_fsid.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/ceph_fsid.111259.tmp #fsid INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/fsid.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/fsid.111259.tmp #magic INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/magic.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/magic.111259.tmp # Create block.db_uuid INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/block.db_uuid.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/block.db_uuid.111259.tmp # Create symlink of block.db DEBUG:ceph_disk.main:Creating symlink /var/lib/ceph/tmp/mnt.Bi7hQz/block.db -> /dev/disk/by-partuuid/302a7204-e955-4cda-b8d6-459cee350086 # Create block.wal_uuid INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/block.wal_uuid.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/block.wal_uuid.111259.tmp # Create symlink of block.wal DEBUG:ceph_disk.main:Creating symlink /var/lib/ceph/tmp/mnt.Bi7hQz/block.wal -> /dev/disk/by-partuuid/3973042a-0df2-40c9-aff0-aad75bf55198 # Create block_uuid INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/block_uuid.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/block_uuid.111259.tmp # Create symlink of block DEBUG:ceph_disk.main:Creating symlink /var/lib/ceph/tmp/mnt.Bi7hQz/block -> /dev/disk/by-partuuid/ada90959-59d1-4d50-be92-2a2043529382 # Create type INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz/type.111259.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz/type.111259.tmp INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.Bi7hQz INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.Bi7hQz DEBUG:ceph_disk.main:Unmounting /var/lib/ceph/tmp/mnt.Bi7hQz # Umount INFO:ceph_disk.main:Running command: /bin/umount -- /var/lib/ceph/tmp/mnt.Bi7hQz DEBUG:ceph_disk.main:get_dm_uuid /dev/xvdb uuid path is /sys/dev/block/202:16/dm/uuid #Change typecode INFO:ceph_disk.main:Running command: /usr/sbin/sgdisk --typecode=1:4fbd7e29-9d25-41b8-afd0-062c0ceff05d -- /dev/xvdb INFO:ceph_disk.main:Running command: /usr/bin/chown ceph:ceph /dev/xvdb1 # INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_mount_options_xfs INFO:ceph_disk.main:Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_fs_mount_options_xfs DEBUG:ceph_disk.main:Mounting /dev/xvdb1 on /var/lib/ceph/tmp/mnt.9SQ2Ol with options noatime,inode64 INFO:ceph_disk.main:Running command: /usr/bin/mount -t xfs -o noatime,inode64 -- /dev/xvdb1 /var/lib/ceph/tmp/mnt.9SQ2Ol INFO:ceph_disk.main:Running command: /usr/sbin/restorecon /var/lib/ceph/tmp/mnt.9SQ2Ol DEBUG:ceph_disk.main:Cluster uuid is ae98fec2-d983-4170-b5f7-89a3860c6405 INFO:ceph_disk.main:Running command: /usr/bin/ceph-osd --cluster=ceph --show-config-value=fsid DEBUG:ceph_disk.main:Cluster name is ceph DEBUG:ceph_disk.main:OSD uuid is 59af5892-2460-4366-aa41-59be7ec71374 DEBUG:ceph_disk.main:Allocating OSD id... # Create keyring INFO:ceph_disk.main:Running command: /usr/bin/ceph-authtool --gen-print-key INFO:ceph_disk.main:Running command with stdin: ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 59af5892-2460-4366-aa41-59be7ec71374 INFO:ceph_disk.main:Running command: /usr/bin/ceph-authtool /var/lib/ceph/tmp/mnt.9SQ2Ol/keyring --create-keyring --name osd.2 --add-key AQDmS7NaIc8wBhAARAPh+5mPNp+sUmA1i5+QsA== INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.9SQ2Ol/keyring INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.9SQ2Ol/keyring # whoami INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.9SQ2Ol/whoami.112345.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.9SQ2Ol/whoami.112345.tmp # DEBUG:ceph_disk.main:OSD id is 2 # init osd DEBUG:ceph_disk.main:Initializing OSD... INFO:ceph_disk.main:Running command: /usr/bin/ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring mon getmap -o /var/lib/ceph/tmp/mnt.9SQ2Ol/activate.monmap DEBUG:ceph_disk.main:Calling partprobe on prepared device /dev/xvdb INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:Running command: /usr/bin/flock -s /dev/xvdb /usr/sbin/partprobe /dev/xvdb INFO:ceph_disk.main:Running command: /usr/bin/ceph-osd --cluster ceph --mkfs -i 2 --monmap /var/lib/ceph/tmp/mnt.9SQ2Ol/activate.monmap --osd-data /var/lib/ceph/tmp/mnt.9SQ2Ol --osd-uuid 59af5892-2460-4366-aa41-59be7ec71374 --setuser ceph --setgroup ceph DEBUG:ceph_disk.main:Unmounting /var/lib/ceph/tmp/mnt.9SQ2Ol INFO:ceph_disk.main:Running command: /bin/umount -- /var/lib/ceph/tmp/mnt.9SQ2Ol INFO:ceph_disk.main:Running command: /usr/bin/udevadm settle --timeout=600 INFO:ceph_disk.main:creating /var/lib/ceph/tmp/mnt.9SQ2Ol/keyring added entity osd.2 auth auth(auid = 18446744073709551615 key=AQDmS7NaIc8wBhAARAPh+5mPNp+sUmA1i5+QsA== with 0 caps) #systemd DEBUG:ceph_disk.main:Marking with init system systemd INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.V4tML2/systemd INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.V4tML2/systemd INFO:ceph_disk.main:Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.V4tML2/active.112486.tmp INFO:ceph_disk.main:Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.V4tML2/active.112486.tmp DEBUG:ceph_disk.main:ceph osd.2 data dir is ready at /var/lib/ceph/tmp/mnt.V4tML2 # DEBUG:ceph_disk.main:Moving mount to final location... INFO:ceph_disk.main:Running command: /bin/mount -o noatime,inode64 -- /dev/xvdb1 /var/lib/ceph/osd/ceph-2 INFO:ceph_disk.main:Running command: /bin/umount -l -- /var/lib/ceph/tmp/mnt.V4tML2 DEBUG:ceph_disk.main:Starting ceph osd.2... INFO:ceph_disk.main:Running command: /usr/bin/systemctl disable ceph-osd@2 INFO:ceph_disk.main:Running command: /usr/bin/systemctl disable ceph-osd@2 --runtime INFO:ceph_disk.main:Running command: /usr/bin/systemctl enable ceph-osd@2 --runtime INFO:ceph_disk.main:Running command: /usr/bin/systemctl start ceph-osd@2 DEBUG:ceph_disk.main: DEBUG:ceph_disk.main:got monmap epoch 1 2018-03-22 15:23:38.420471 7fa15fa14d00 -1 created object store /var/lib/ceph/tmp/mnt.V4tML2 for osd.2 fsid 9535f824-9bce-46fe-890a-1b4f36d17804 Created symlink from /run/systemd/system/ceph-osd.target.wants/ceph-osd@2.service to /usr/lib/systemd/system/ceph-osd@.service. ```