Latency

#!/usr/bin/env bash
set -euo pipefail
API="https://<control-plane-endpoint>"
REGION=aws-us-east-1
MNT=/mnt/latency-test
N=40
T=$(date +%s)
cd "$(mktemp -d)"

pct() { sort -n | awk -v p=$1 '{ a[NR] = $1 } END { print a[int((NR * p + 99) / 100)] }'; }
stats() { local v=$(cat); echo "p50 $(pct 50 <<< "$v"), p95 $(pct 95 <<< "$v")"; }
ms() { local s=$(date +%s%N); "$@" > /dev/null; echo $(( ($(date +%s%N) - s) / 1000000 )); }
api() { curl -sf -H "Authorization: Bearer $ARCHIL_API_KEY" -H 'Content-Type: application/json' "$@"; }
fiostat() { jq -r ".jobs[0].$1.clat_ns.percentile | \"p50 \(.[\"50.000000\"] / 1e6), p95 \(.[\"95.000000\"] / 1e6)\""; }

# Create and delete: request time after the TLS handshake
for i in $(seq $N); do
  api -o create.json -w '%{time_appconnect} %{time_total}\n' -X POST "$API/api/disks" \
    -d "{\"name\":\"latency-test-$T-$i\"}" >> create.txt
  api -o /dev/null -w '%{time_appconnect} %{time_total}\n' -X DELETE \
    "$API/api/disks/$(jq -r .data.diskId create.json)" >> delete.txt
done
echo "create ms: $(awk '{ print ($2 - $1) * 1000 }' create.txt | stats)"
echo "delete ms: $(awk '{ print ($2 - $1) * 1000 }' delete.txt | stats)"

api -o disk.json -X POST "$API/api/disks" -d "{\"name\":\"latency-test-$T\"}"
DISK=$(jq -r .data.diskId disk.json)
export ARCHIL_MOUNT_TOKEN=$(jq -r '.data.authorizedUsers[0].token' disk.json)
mkdir -p $MNT

# Mount: wall time of `archil mount`, and the time the client logs for itself
START=$(date '+%F %T')
for i in $(seq $N); do
  ms archil mount -q $DISK $MNT --region $REGION >> mount.txt
  archil unmount $MNT > /dev/null
done
echo "mount ms, wall: $(stats < mount.txt)"
echo "mount ms, client log: $(journalctl -t "archil-$DISK" --since "$START" \
  | grep -o 'Mounted disk in [0-9]*' | awk '{ print $4 }' | stats)"

# Checkpoint and branch: wall time of the CLI
archil mount -q $DISK $MNT --region $REGION > /dev/null
for i in $(seq $N); do ms archil checkpoints create $MNT cp-$i >> checkpoint.txt; done
for i in $(seq $N); do
  ms archil branches create $DISK br-$i --from-checkpoint cp-$i --region $REGION >> branch.txt
done
echo "checkpoint ms: $(stats < checkpoint.txt)"
echo "branch ms: $(stats < branch.txt)"

# Durable 4 KiB writes, one at a time
FIO="fio --name=t --bs=4k --iodepth=1 --direct=1 --time_based --runtime=30 --output-format=json"
echo "O_SYNC write ms: $($FIO --filename=$MNT/w --size=1G --rw=randwrite --sync=1 | fiostat write)"

# 4 KiB reads that miss the client cache: a fresh mount has a cold client cache, and the server
# still holds the file it just received. Read-ahead off so no read hits locally.
fio --name=fill --filename=$MNT/r --size=4G --rw=write --bs=1M --end_fsync=1 > /dev/null
archil unmount $MNT > /dev/null
archil mount -q $DISK $MNT --region $REGION --read-ahead 0 > /dev/null
echo "cache-miss read ms: $($FIO --filename=$MNT/r --size=4G --rw=randread | fiostat read)"

archil unmount $MNT > /dev/null
api -o /dev/null -X DELETE "$API/api/disks/$DISK"