ZFS Ops

zfs set atime=off relatime=on xattr=sa compression=lz4 data

# System
zfs create data/var
zfs create -o mountpoint=/var/log/ data/var/log
zfs create -o mountpoint=/var/lib/kubelet data/var/kubelet

zfs create data/mysql
zfs set recordsize=16K primarycache=metadata logbias=throughput data/mysql

innodb_flush_method         = fsync
innodb_doublewrite          = 0       # ZIL 避免了 crash 问题
innodb_use_native_aio       = 0
innodb_use_atomic_writes    = 0
innodb_checksum_algorithm   = none    # 不需要考虑数据损坏
innodb_log_write_ahead_size = 16384   #=recordsize
innodb_flush_neighbors      = 0       # 传统机械盘适用

innodb_flush_method = O_DIRECT

skip-log-bin
innodb_buffer_pool_size=
innodb_flush_log_at_trx_commit = 1 # TPCC reqs.
innodb_log_file_size = 1G
innodb_log_group_home_dir = /var/lib/mysql/log
innodb_flush_neighbors = 0
innodb_fast_shutdown = 2

innodb_read_io_threads      = 10
innodb_write_io_threads     = 10

cat /sys/block/*/queue/scheduler

zfs create data/postgres
zfs set recordsize=8K logbias=latency data/postgres

full_page_writes=false # ZFS always writes full blocks

random_page_cost = 1
effective_io_concurrency = 200

# pgtune https://pgtune.leopard.in.ua/
# SSD
random_page_cost = 1.1
effective_io_concurrency = 200
# HDD
random_page_cost = 4
effective_io_concurrency = 2

zfs create -s -V 200GB data/kube-vol
mkfs.ext4 /dev/zvol/data/kube-vol

# 可以放在其他位置然后修改 data-dir
# mkdir -p /data/k3s
# mount /dev/zvol/data/kube-vol /data/k3s

mkdir -p /var/lib/rancher/k3s
mount /dev/zvol/data/kube-vol /var/lib/rancher/k3s
echo "/dev/zvol/data/kube-vol /var/lib/rancher/k3s ext4 rw,relatime,stripe=4 0 0" | tee -a /etc/fstab

zfs create -s -V 200GB data/docker-vol
mkfs.ext4 /dev/zvol/data/docker-vol

# 可以放在其他位置然后修改 data-dir

mkdir -p /var/lib/docker/
mount /dev/zvol/data/docker-vol /var/lib/docker/
echo "/dev/zvol/data/docker-vol /var/lib/docker ext4 rw,relatime,stripe=4 0 0" | tee -a /etc/fstab