#!/bin/bash -ex

ANTIETCD=1
. `dirname $0`/common.sh

[[ -e build/src/disk_tool/vitastor-disk-test ]] || ln -s vitastor-disk build/src/disk_tool/vitastor-disk-test

dd if=/dev/zero of=./testdata/bin/test_osd1.bin bs=1 count=1 seek=$((100*1024*1024*1024-1))
LOOP1=$(sudo losetup --show -f ./testdata/bin/test_osd1.bin)
trap "kill -9 $(jobs -p) || true; sudo losetup -d $LOOP1"' || true' EXIT
dd if=/dev/zero of=./testdata/bin/test_meta.bin bs=1 count=1 seek=$((1024*1024*1024-1))
LOOP2=$(sudo losetup --show -f ./testdata/bin/test_meta.bin)
trap "kill -9 $(jobs -p) || true; sudo losetup -d $LOOP1 $LOOP2"' || true' EXIT

# also test prepare --hybrid :)
# non-vitastor random type UUID to prevent udev activation
mount | grep '/dev type devtmpfs' || sudo mount udev /dev/ -t devtmpfs
sudo -E build/src/disk_tool/vitastor-disk-test prepare $OFFSET_ARGS --no_init 1 --meta_reserve 1x,1M \
    --block_size 131072 --osd_num 987654 --part_type_uuid 0df42ae0-3695-4395-a957-7d5ff3645c56 \
    --hybrid --fast-devices $LOOP2 $LOOP1

if [[ -n "$OLD" ]]; then
    # write almost empty journal
    node <<EOF > ./testdata/journal.json
console.log(JSON.stringify([
    {"type":"start","start":"0x1000"},
    {"type":"big_write_instant","inode":"0x1000000000001","stripe":"0xc60000","ver":"10","offset":0,"len":131072,"loc":"0x18ffdc0000","bitmap":"ffffffff"}
]));
EOF
    sudo -E build/src/disk_tool/vitastor-disk write-journal ${LOOP1}p1 < ./testdata/journal.json
    sudo -E build/src/disk_tool/vitastor-disk dump-journal --json --format data ${LOOP1}p1 | jq -S '[ .[] | del(.crc32, .crc32_prev) ]' > ./testdata/j2.json
    jq -S '[ .[] + {"valid":true} ]' < ./testdata/journal.json > ./testdata/j1.json
    diff ./testdata/j1.json ./testdata/j2.json
fi

# write fake metadata items in the end
DATA_DEV_SIZE=$(sudo blockdev --getsize64 ${LOOP1}p1)
BLOCK_COUNT=$(((DATA_DEV_SIZE-4096)/128/1024))
if [[ -n "$OLD" ]]; then
    node <<EOF > ./testdata/meta.json
console.log(JSON.stringify({
    version: "0.9",
    meta_block_size: 4096,
    data_block_size: 131072,
    bitmap_granularity: 4096,
    data_csum_type: "none",
    csum_block_size: 0,
    entries: [ ...new Array(100).keys() ].map(i => ({
        block: ($BLOCK_COUNT-100)+i,
        pool: 1,
        inode: "0x1",
        stripe: "0x"+Number(i*0x20000).toString(16),
        version: 10,
        bitmap: "ffffffff",
        ext_bitmap: "ffffffff",
    })),
}));
EOF
else
    node <<EOF > ./testdata/meta.json
console.log(JSON.stringify({
    version: "3.0",
    meta_block_size: 4096,
    data_block_size: 131072,
    bitmap_granularity: 4096,
    data_csum_type: "none",
    csum_block_size: 0,
    entries: [ ...new Array(100).keys() ].map(i => ({
        pool: 1,
        inode: "0x1",
        stripe: "0x"+Number(i*0x20000).toString(16),
        writes: [ {
            lsn: (1+i),
            version: 10,
            type: 'big',
            stable: true,
            location: 128*1024*(($BLOCK_COUNT-100)+i),
            bitmap: "ffffffff",
            ext_bitmap: "ffffffff",
        } ],
    })),
}));
EOF
fi

# also test write & dump
sudo -E build/src/disk_tool/vitastor-disk write-meta ${LOOP1}p1 < ./testdata/meta.json
sudo -E build/src/disk_tool/vitastor-disk dump-meta ${LOOP1}p1 > ./testdata/compare.json
jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' < ./testdata/meta.json > ./testdata/1.json
jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' < ./testdata/compare.json > ./testdata/2.json
diff ./testdata/1.json ./testdata/2.json

# move journal & meta back, data will become smaller; end indexes should be shifted by -1251
sudo -E build/src/disk_tool/vitastor-disk-test resize --move-journal '' --move-meta '' ${LOOP1}p1
sudo -E build/src/disk_tool/vitastor-disk dump-meta ${LOOP1}p1 | jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' > ./testdata/2.json
if [[ -n "$OLD" ]]; then
    jq -S '. + {"entries": ([ .entries[] | (. + { "block": (.block-1251) }) ] | sort_by(.stripe))}' < ./testdata/meta.json > ./testdata/1.json
else
    jq -S '. + {"entries": ([ .entries[] | (. + { "writes": [ .writes[0] + { "location": (.writes[0].location-1360*128*1024) } ] }) ] | sort_by(.stripe))}' < ./testdata/meta.json > ./testdata/1.json
fi
diff ./testdata/1.json ./testdata/2.json
if [[ -n "$OLD" ]]; then
    sudo -E build/src/disk_tool/vitastor-disk dump-journal --json --format data ${LOOP1}p1 | jq -S '[ .[] | del(.crc32, .crc32_prev) ]' > ./testdata/j2.json
    jq -S '[ (.[] + {"valid":true}) | (if .type == "big_write_instant" then . + {"loc":"0x18f6160000"} else . end) ]' < ./testdata/journal.json > ./testdata/j1.json
    diff ./testdata/j1.json ./testdata/j2.json
fi

# move journal & meta out, data will become larger; end indexes should be shifted back by +1251
sudo -E build/src/disk_tool/vitastor-disk-test resize --move-journal ${LOOP2}p1 --move-meta ${LOOP2}p2 ${LOOP1}p1
sudo -E build/src/disk_tool/vitastor-disk dump-meta ${LOOP1}p1 | jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' > ./testdata/2.json
jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' < ./testdata/meta.json > ./testdata/1.json
diff ./testdata/1.json ./testdata/2.json
if [[ -n "$OLD" ]]; then
    jq -S '[ .[] + {"valid":true} ]' < ./testdata/journal.json > ./testdata/j1.json
    sudo -E build/src/disk_tool/vitastor-disk dump-journal --json --format data ${LOOP1}p1 | jq -S '[ .[] | del(.crc32, .crc32_prev) ]' > ./testdata/j2.json
fi

# reduce data device size by exactly 128k * 99 (occupied blocks); exactly 1 should be left in place :)
sudo -E build/src/disk_tool/vitastor-disk-test resize --data-size $((DATA_DEV_SIZE-128*1024*99)) ${LOOP1}p1
sudo -E build/src/disk_tool/vitastor-disk dump-meta ${LOOP1}p1 | jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' > ./testdata/2.json
if [[ -n "$OLD" ]]; then
    jq -S '. + {"entries": ([ .entries[] | (. + { "block": (.block | if . > '$BLOCK_COUNT'-100 then .-('$BLOCK_COUNT'-100+1) else '$BLOCK_COUNT'-100 end) }) ]
        | .[1:] + [ .[0] ]) | sort_by(.stripe)}' < ./testdata/meta.json > ./testdata/1.json
else
    jq -S '. + {"entries": ([ .entries[] | (. + { "writes": [ .writes[0] + { "location": (.writes[0].location/128/1024
        | if . > '$BLOCK_COUNT'-100 then .-('$BLOCK_COUNT'-100+1) else '$BLOCK_COUNT'-100 end | .*128*1024) } ] }) ]) | sort_by(.stripe)}' < ./testdata/meta.json > ./testdata/1.json
fi
diff ./testdata/1.json ./testdata/2.json
if [[ -n "$OLD" ]]; then
    jq -S '[ .[] + {"valid":true} ]' < ./testdata/journal.json > ./testdata/j1.json
    sudo -E build/src/disk_tool/vitastor-disk dump-journal --json --format data ${LOOP1}p1 | jq -S '[ .[] | del(.crc32, .crc32_prev) ]' > ./testdata/j2.json
fi

# extend data device size to maximum
sudo -E build/src/disk_tool/vitastor-disk-test resize --data-size max ${LOOP1}p1
sudo -E build/src/disk_tool/vitastor-disk dump-meta ${LOOP1}p1 | jq -S '. + {"entries": (.entries | sort_by(.stripe)) }' > ./testdata/2.json
diff ./testdata/1.json ./testdata/2.json

format_green OK
