dm integrity - arosh/arosh.github.com GitHub Wiki

tbs: 0 83886080 integrity 253:1 0 8 B 7 meta_device:253:0 journal_sectors:130944 interleave_sectors:1 buffer_sectors:1 sectors_per_bit:32768 bitmap_flush_interval:10000 internal_hash:xxhash64

$ sudo integritysetup format ${META_DEV} --data-device ${DATA_DEV} --tag-size 8 --integrity xxhash64 --integrity-bitmap-mode --buffer-sectors 1 --bitmap-sectors-per-bit 32768

WARNING!
========
This will overwrite data on /dev/mapper/tbs-meta irrevocably.

Are you sure? (Type uppercase yes): YES
device-mapper: reload ioctl on   failed: Invalid argument
Cannot format integrity for device /dev/mapper/tbs-meta.

kprobe:dm_table_add_target {
  printf("%s\n", str(arg4));
}

/dev/mapper/tbs-data 0 8 J 4 block_size:512 buffer_sectors:1 internal_hash:xxhash64 meta_device:/dev/mapper/tbs-meta
/dev/mapper/tbs-data 0 8 J 5 journal_watermark:128 block_size:512 buffer_sectors:1 internal_hash:xxhash64 meta_device:/dev/mapper/tbs-meta

sho_iizuka@golang:~/integrity$ cat fio.sh
#!/bin/sh
set -uex

DIR=/mnt/tbs-data
IODEPTHs="1 2 4 8 16 32 64"
NUMJOBSs="1 2 4 8"

for NUMJOBS in ${NUMJOBSs}; do
  for IODEPTH in ${IODEPTHs}; do
    NAME="iodepth_${IODEPTH}-numjobs_${NUMJOBS}"
    fio --direct=1 --ioengine=libaio --iodepth=${IODEPTH} --readwrite=randwrite --bs=16k --numjobs=${NUMJOBS} --directory=${DIR} --size=4g --runtime=30 --time_based --ramp_time=2s --group_reporting -name=fio --output-format=json > ${NAME}.json
  done
done
sho_iizuka@golang:~/integrity$ cat show.sh
#!/bin/sh
set -ue

DIR=/mnt/tbs-data
IODEPTHs="1 2 4 8 16 32 64"
NUMJOBSs="1 2 4 8"

for NUMJOBS in ${NUMJOBSs}; do
  for IODEPTH in ${IODEPTHs}; do
    NAME="iodepth_${IODEPTH}-numjobs_${NUMJOBS}"
    IOPS=$(cat ${NAME}.json | jq '.jobs[0].write.iops')
    echo -n "${IOPS}"
    echo -n -e "\t"
  done
  echo
done
sho_iizuka@golang:~/integrity$

ic->log2_buffer_sectors = min((int)__fls(buffer_sectors), 31 - SECTOR_SHIFT);

sudo lvcreate -L 40g -n data crypt
sudo lvcreate -L 4g -n meta crypt
META_DEV=/dev/crypt/meta
DATA_DEV=/dev/crypt/data
SECTORS_PER_BIT=128 2048 32768
BUFFER_SECTORS=1 16 128
sudo integritysetup format ${META_DEV} --data-device ${DATA_DEV} --no-wipe --integrity xxhash64 --sector-size 4096 --integrity-bitmap-mode --buffer-sectors ${BUFFER_SECTORS}
sudo integritysetup open ${META_DEV} integrity --data-device ${DATA_DEV} --integrity-recalculate --integrity xxhash64 --integrity-bitmap-mode --buffer-sectors ${BUFFER_SECTORS} --bitmap-sectors-per-bit ${SECTORS_PER_BIT}

チューニングが必要なパラメータ
- --bitmap-sectors-per-bit
- --buffer-sectors

Usage: integritysetup [-?VvqDRB] [-?|--help] [--usage] [-V|--version] [-v|--verbose] [--debug] [-q|--batch-mode]
        [--progress-frequency=secs]
        [--no-wipe]
        [--data-device=path]
        [-j|--journal-size=bytes] // これは bitmap 領域のサイズに関係しそう
        [--interleave-sectors=SECTORS] // meta_dev なら関係なし
        [--journal-watermark=percent] // 関係なし
        [--journal-commit-time=ms] // 関係なし
        [--bitmap-sectors-per-bit=INT] // sectors_per_bit
        [--bitmap-flush-time=ms] // bitmap_flush_interval
        [-t|--tag-size=bytes] // tag_size
        [-s|--sector-size=bytes] // たぶん dmsetup でいうところの block_size。512 ～ 4096 が設定可能
        [--buffer-sectors=SECTORS] // buffer_sectors
        [-I|--integrity=STRING] // ハッシュ関数
        [--integrity-key-size=BITS]
        [--integrity-key-file=STRING]
        [--journal-integrity=STRING]
        [--journal-integrity-key-size=BITS]
        [--journal-integrity-key-file=STRING]
        [--journal-crypt=STRING]
        [--journal-crypt-key-size=BITS]
        [--journal-crypt-key-file=STRING]
        [-D|--integrity-no-journal]
        [-R|--integrity-recovery-mode]
        [-B|--integrity-bitmap-mode] // これを使う
        [--integrity-recalculate]
        [OPTION...] <action> <action-specific>

sudo mkfs.ext4 /dev/mapper/integrity
sudo mount /dev/mapper/integrity /mnt/data
sudo chown sho_iizuka /mnt/data/
fio --direct=1 --ioengine=libaio --iodepth=64 --readwrite=randwrite --bs=16k --numjobs=8 --directory=/mnt/data --size=2g --runtime=60 --time_based --ramp_time=5s --group_reporting -name=fio
sudo umount /mnt/data
sudo integritysetup close integrity