Merge branch 'master' of code.ungleich.ch:ungleich-public/ungleich-tools

ceph-osd-create-start-alpine

@@ -0,0 +1,107 @@
+#!/bin/sh
+# 17:19, 2018-02-09
+# Nico Schottelius
+
+# Based on ceph-disk -v prepare --bluestore /dev/sdc --osd-id ${ID} --osd-uuid $(uuidgen) --crush-device-class "ssd"
+
+# Create:
+# - block       -> link to partuuid
+# - block_uuid -e> uuid if the block
+# - ceph_fsid   -> get from ceph-conf
+# crush_device_class -> ssd, hdd
+# fsid          -> uuidgen!
+# magic         -> string "ceph osd volume v026"
+# type          -> bluestore
+
+fsid=$(ceph-conf --cluster=ceph --name=osd. --lookup fsid)
+fs_uuid=$(uuidgen)
+magic="ceph osd volume v026"
+
+set -x
+set -e
+
+if [ $# -lt 2 ]; then
+    echo "$0 disk class [osdweight]"
+    echo "class = hdd or ssd"
+    exit 1
+fi
+
+export DEV=$1;shift
+export CLASS=$1; shift
+
+
+uuid_metadata=$(uuidgen)
+uuid_block=$(uuidgen)
+
+osd_id=$(ceph osd create)
+
+dev_metadata="/dev/disk/by-partuuid/$uuid_metadata"
+dev_block="/dev/disk/by-partuuid/$uuid_block"
+
+/usr/bin/sgdisk --new=0:0:+100M --change-name="0:ceph data" \
+             --partition-guid="0:$uuid_metadata" \
+             --typecode=0:4fbd7e29-9d25-41b8-afd0-062c0ceff05d \
+             --mbrtogpt -- $DEV
+/sbin/udevadm settle --timeout=600
+
+# Using gdisk --largest-new does not change the name or set guid;
+# So use 2 steps instead
+/usr/bin/sgdisk --largest-new=0 --mbrtogpt -- $DEV
+/sbin/udevadm settle --timeout=600
+
+
+lastpart=$(gdisk -l $DEV | tail -n1 | awk '{ print $1 }')
+/usr/bin/sgdisk --change-name="${lastpart}:ceph block" \
+             --partition-guid="${lastpart}:$uuid_block" \
+             --typecode="${lastpart}:cafecafe-9b03-4f30-b4c6-b4b80ceff106" \
+             --mbrtogpt -- $DEV
+/sbin/udevadm settle --timeout=600
+
+#echo $1
+#echo $(blkid | grep $1"2")
+
+#cblock=$(blkid | grep $1"2" | cut -d'"' -f4)
+#echo $cblock
+
+/sbin/mkfs -t xfs -f -i size=2048 -- "$dev_metadata"
+
+mountpath=/var/lib/ceph/osd/ceph-${osd_id}
+
+mkdir -p "$mountpath"
+mount "$dev_metadata" "$mountpath"
+
+ln -s $dev_block        "$mountpath/block"
+
+echo "$uuid_block"    > "$mountpath/block_uuid"
+echo "$fsid"          > "$mountpath/ceph_fsid"
+echo "$magic"         > "$mountpath/magic"
+echo "$CLASS"         > "$mountpath/crush_device_class"
+echo $(echo $dev_block | cut -c23-)    > "$mountpath/fsid"
+
+
+# Important, otherwise --mkfs later will try to create filestore
+echo bluestore        > "$mountpath/type"
+
+ceph auth get-or-create "osd.${osd_id}" osd \
+     'allow *' mon 'allow profile osd' > $mountpath/keyring
+
+echo ${osd_id}         > "$mountpath/whoami"
+touch                   "$mountpath/openrc"
+
+ceph-osd --cluster ceph -i "${osd_id}" --mkfs
+chown -R ceph:ceph      "$mountpath"
+
+if [ $# -eq 1 ]; then
+    WEIGHT=$1; shift
+else
+    devname=$(readlink -f $dev_block)
+    nodev=$(echo $devname | sed 's,/dev/,,')
+    WEIGHT=$(lsblk -l -b | awk "/^$nodev/ { print \$4/(1024^4) }")
+fi
+
+ceph osd crush add osd.${osd_id} ${WEIGHT} host=$(hostname)
+
+echo "$metadata_dev /var/lib/ceph/osd/ceph-${osd_id} xfs noatime 0 0" >> /etc/fstab
+
+# Starting with monit, if available
+ceph-osd -i ${osd_id}

detect-dns64-prefix.py

@@ -0,0 +1,25 @@
+#!/usr/bin/env python3
+# Nico Schottelius, 2020-01-07
+# Detect the DNS64 prefix
+# Based on https://tools.ietf.org/html/draft-ietf-behave-nat64-discovery-heuristic-05
+#
+# How it works:
+# - ipv4only.arpa only has A records.
+# - a DNS64 server will add AAAA records
+# - we take this response (if any) and derive the IPv6 prefix from it
+#
+
+import dns.resolver
+import ipaddress
+
+
+if __name__ == '__main__':
+    dns64_prefix = None
+    answers = dns.resolver.query('ipv4only.arpa', 'AAAA')
+
+    for rdata in answers:
+        address = str(rdata)
+        network = ipaddress.IPv6Network("{}/96".format(address),
+                                        strict=False)
+        # print("{}: {}".format(rdata, network))
+        print("{}".format(network))

fedora-build-opennebula-image.sh

@@ -68,7 +68,7 @@ trap cleanup EXIT
 
 # Create partition table, format partitions.
 sfdisk --no-reread "$NBD_DEVICE" <<EOF
-1M,100M,L,*
+1M,500M,L,*
 ,,L
 EOF
 
@@ -83,8 +83,6 @@ mount "${NBD_DEVICE}p2" /mnt
 mkdir /mnt/boot
 mount "${NBD_DEVICE}p1" /mnt/boot
 
-# XXX: dnf has a lot a weird (libX11?) dependencies, use microdnf instead?
-
 dnf -y \
 	--releasever=$RELEASE \
 	--installroot=/mnt \
@@ -130,7 +128,6 @@ run_root dnf -y install e2fsprogs
 
 # Initalize base services.
 run_root systemd-machine-id-setup
-run_root systemctl enable systemd-networkd.service
 
 run_root ln -sf /usr/share/zoneinfo/UTC /etc/localtime
 run_root systemctl enable systemd-timesyncd.service
@@ -144,7 +141,8 @@ run_root dnf -y install kernel grub2
 cat > /mnt/etc/dracut.conf.d/virtio-blk.conf <<EOF
 add_drivers="virtio-blk"
 EOF
-run_root dracut --force
+kernel_version=$(ls /mnt/boot | grep "vmlinuz.*.$ARCH" | cut -d- -f2-)
+run_root dracut --force --kver $kernel_version
 
 # Configure grub2.
 run_root grub2-install --target=i386-pc "${NBD_DEVICE}"

pg_repair

@@ -0,0 +1,14 @@
+#!/bin/bash -e
+
+pglist_arr=( $(ceph health detail | grep pg | grep active | awk '{print $2}' ))
+
+echo ${pglist_arr[*]}
+
+for ((i=0; i<${#pglist_arr[@]}; i++)) do
+   if [ 1 -eq $(ceph pg repair ${pglist_arr[$i]} | grep repair | grep instructing | wc -l) ]; then
+      echo repair script error
+      break
+   fi
+   echo ${pglist_arr[$i]} repair script done
+   sleep 10
+done