ungleich-tools/ceph-osd-create-start

109 lines
3.1 KiB
Text
Raw Normal View History

2018-02-15 22:21:42 +00:00
#!/bin/sh
# 17:19, 2018-02-09
# Nico Schottelius
# Based on ceph-disk -v prepare --bluestore /dev/sdc --osd-id ${ID} --osd-uuid $(uuidgen) --crush-device-class "ssd"
# Create:
# - block -> link to partuuid
# - block_uuid -e> uuid if the block
# - ceph_fsid -> get from ceph-conf
# crush_device_class -> ssd, hdd
# fsid -> uuidgen!
# magic -> string "ceph osd volume v026"
# type -> bluestore
fsid=$(ceph-conf --cluster=ceph --name=osd. --lookup fsid)
fs_uuid=$(uuidgen)
magic="ceph osd volume v026"
set -x
set -e
2018-02-18 18:51:48 +00:00
if [ $# -lt 2 ]; then
echo "$0 disk class [osdweight]"
2018-02-15 22:21:42 +00:00
echo "class = hdd or ssd"
exit 1
fi
export DEV=$1;shift
export CLASS=$1; shift
2018-02-18 18:51:48 +00:00
2018-02-15 22:21:42 +00:00
uuid_metadata=$(uuidgen)
uuid_block=$(uuidgen)
osd_id=$(ceph osd create)
dev_metadata="/dev/disk/by-partuuid/$uuid_metadata"
dev_block="/dev/disk/by-partuuid/$uuid_block"
/sbin/sgdisk --new=0:0:+100M --change-name="0:ceph data" \
--partition-guid="0:$uuid_metadata" \
--typecode=0:4fbd7e29-9d25-41b8-afd0-062c0ceff05d \
--mbrtogpt -- $DEV
2018-02-18 20:03:00 +00:00
/sbin/udevadm settle --timeout=600
2018-02-15 22:21:42 +00:00
# Using gdisk --largest-new does not change the name or set guid;
# So use 2 steps instead
/sbin/sgdisk --largest-new=0 --mbrtogpt -- $DEV
2018-02-18 20:03:00 +00:00
/sbin/udevadm settle --timeout=600
2018-02-15 22:21:42 +00:00
lastpart=$(gdisk -l $DEV | tail -n1 | awk '{ print $1 }')
/sbin/sgdisk --change-name="${lastpart}:ceph block" \
--partition-guid="${lastpart}:$uuid_block" \
--typecode="${lastpart}:cafecafe-9b03-4f30-b4c6-b4b80ceff106" \
--mbrtogpt -- $DEV
2018-02-18 20:03:00 +00:00
/sbin/udevadm settle --timeout=600
2018-02-15 22:21:42 +00:00
/sbin/mkfs -t xfs -f -i size=2048 -- "$dev_metadata"
mountpath=/var/lib/ceph/osd/ceph-${osd_id}
mkdir -p "$mountpath"
mount "$dev_metadata" "$mountpath"
ln -s $dev_block "$mountpath/block"
echo "$uuid_block" > "$mountpath/block_uuid"
echo "$fsid" > "$mountpath/ceph_fsid"
echo "$magic" > "$mountpath/magic"
2020-09-27 22:07:24 +00:00
2018-02-15 22:21:42 +00:00
# Important, otherwise --mkfs later will try to create filestore
echo bluestore > "$mountpath/type"
ceph auth get-or-create "osd.${osd_id}" osd \
'allow *' mon 'allow profile osd' > $mountpath/keyring
echo ${osd_id} > "$mountpath/whoami"
touch "$mountpath/sysvinit"
ceph-osd --cluster ceph -i "${osd_id}" --mkfs
chown -R ceph:ceph "$mountpath"
2020-10-01 21:52:39 +00:00
# Also allow access to the blockdevice
chown ceph:ceph ${dev_block}
2020-10-01 21:20:49 +00:00
2018-02-18 18:51:48 +00:00
if [ $# -eq 1 ]; then
WEIGHT=$1; shift
else
devname=$(readlink -f $dev_block)
nodev=$(echo $devname | sed 's,/dev/,,')
2018-02-18 18:51:48 +00:00
WEIGHT=$(lsblk -l -b | awk "/^$nodev/ { print \$4/(1024^4) }")
fi
2020-10-01 21:52:39 +00:00
# Move into the correct position
2018-02-15 22:21:42 +00:00
ceph osd crush add osd.${osd_id} ${WEIGHT} host=$(hostname)
2020-10-01 21:52:39 +00:00
# Ensure previous assigned class is gone - if the osd id was used before
ceph osd crush rm-device-class osd.${osd_id}
2020-09-27 22:07:24 +00:00
ceph osd crush set-device-class $CLASS osd.${osd_id}
2018-02-15 22:21:42 +00:00
echo "$metadata_dev /var/lib/ceph/osd/ceph-${osd_id} xfs noatime 0 0" >> /etc/fstab
2018-02-23 07:52:18 +00:00
# Starting with monit, if available
if [ -e /etc/monit ]; then
/opt/ungleich-tools/monit-ceph-create-start osd.${osd_id}
else
/etc/init.d/ceph start osd.${osd_id}
fi