ansible-fet/doc/ariane.md

ariane

Hard disks

	V1	V2	V3	V4
H1	00 /dev/sda 6TB WD-WX21D36PP32E	04	08	12
H2	01 /dev/sdb 6TB WD-WX21D36PPLPH	05	09	13
H3	02 /dev/sdc 6TB WD-WX21D36PP0K1	06	10	14
H4	03 /dev/sdd 6TB WD-WXB1HB4MJCMM	07	11	15

Install ZFS

apt-get install zfsutils-linux
modprobe zfs
systemctl restart zfs-import-cache
systemctl restart zfs-import-scan
systemctl restart zfs-mount
systemctl restart zfs-share

Initial ZFS Setup

Find disk serial numbers

for i in a b c d e f g h i; do echo -n "/dev/sd$i: "; hdparm -I /dev/sd$i | awk '/Serial Number/ {print $3}'; done

Wipe disks

mdadm --zero-superblock --force /dev/sda
sgdisk --zap-all /dev/sdX

Partition disks

sgdisk -n1:0:0 -t1:BF01 /dev/sdX

Format LUKS containers (and set passphrase)

cryptsetup luksFormat /dev/disk/by-id/ata-WDC_WD60EFRX-68L0BN1_WD-WX21D36PP32E-part1
cryptsetup luksFormat /dev/disk/by-id/ata-WDC_WD60EFRX-68L0BN1_WD-WX21D36PPLPH-part1
cryptsetup luksFormat /dev/disk/by-id/ata-WDC_WD60EFRX-68L0BN1_WD-WX21D36PP0K1-part1
cryptsetup luksFormat /dev/disk/by-id/ata-WDC_WD60EFRX-68L0BN1_WD-WXB1HB4MJCMM-part1

Create zpool

./mountVolumes.sh mount
zpool create -o ashift=12 -o autoexpand=on -o autoreplace=on -O atime=off -O compression=lz4 \
-O acltype=posixacl -O xattr=sa zv1 raidz2 \
/dev/mapper/ata-WDC_WD60EFRX-68L0BN1_WD-WX21D36PP32E-part1 \
/dev/mapper/ata-WDC_WD60EFRX-68L0BN1_WD-WX21D36PPLPH-part1 \
/dev/mapper/ata-WDC_WD60EFRX-68L0BN1_WD-WX21D36PP0K1-part1 \
/dev/mapper/ata-WDC_WD60EFRX-68L0BN1_WD-WXB1HB4MJCMM-part1
zpool add zv1 log mirror /dev/nvme0n1p5 /dev/nvme1n1p5

Create datasets

zfs create zv1/homes
zfs create zv1/daten
zfs create zv1/fotos
chown root:nogroup /zv1/homes
chown root:2000 /zv1/daten/ /zv1/fotos/

Set dataset quota

zfs set quota=1T zv1/homes zv1/daten zv1/fotos

If intend using ACL someday

zfs set xattr=sa zv1
zfs set acltype=posixacl zv1
zfs set aclinherit=passthrough zv1

If ACL for ZFS NFS share is implemented someday (not done!)

setfacl -R --set u::rwX,g::rwX,o::rwX /zv1/{daten,fotos}/
setfacl -d -R --set u::rwX,g::rwX,o::rwX /zv1/{daten,fotos}/

Transfer data

# https://github.com/rubo77/rsync-homedir-excludes
rsync --stats -avhP --exclude-from=/var/tmp/ignorelist root@atlas:/home/ /zv1/homes/
rsync --stats -avhP --exclude Pictures root@atlas:/mnt/save/fet_daten/ /zv1/daten/
rsync --stats -avhP root@atlas:/mnt/save/fet_daten/Pictures/ /zv1/fotos/

Before reinstalling

zfs export

After reinstalling

zfs import

Add 2GB log partition on ssd

zpool add zv1 log mirror /dev/nvme0n1p2 /dev/nvme1n1p2

ZFS Maintenance

zpool status -v
zpool list -v
zpool get all
zpool history
zpool scrub zv1

show and delete all snapshots

zfs get mountpoint
zfs list -H -o name -t snapshot | xargs -n1 zfs destroy

MDADM Maintenance

mdadm --misc --detail /dev/md0
echo check > /sys/block/md0/md/sync_action
watch -n 0.1 cat /proc/mdstat