Install Proxmox VE 9 on Debian 13: timed steps and RAM

#!/usr/bin/env bash
# proxmox: Proxmox VE 9 on Debian 13 (trixie) following the official wiki page "Install Proxmox VE on Debian 13 Trixie", inside a VM.
# Debian's official genericcloud image (SHA-512 verified) is booted directly under QEMU/KVM on the host, so the Proxmox guests of the next
# test (proxmox-guests) are one nested level deep. KEEP_DISK=1 keeps the installed disk for that test (which deletes it).
set -uo pipefail
export LAB_MEM=6144
source "$(dirname "$0")/../_e/lib.sh"; source "$(dirname "$0")/../_e/debvm.sh"
T=proxmox; D="$ROOT/lab/tests/$T"; OUT="$ROOT/evidence/tests/$T"; RAW="$OUT/raw"
DISK="$LABDIR/e-pve-installed.qcow2"
rm -rf "$OUT"; mkdir -p "$RAW" "$ROOT/public/shots/$T"; : > "$RAW/steps.tsv"
cleanup() { deb_stop; rm -f "$LABDIR/e-pve-user-data"; if [ "${KEEP_DISK:-0}" != 1 ] || [ "${FAILED:-0}" = 1 ]; then rm -f "$DISK" "$LABDIR/e-pve-seed.img" "$DEB_BASE"; fi; }
trap cleanup EXIT
reboot_wait() { # reboot, wait until SSH stops answering, then until it answers again; prints elapsed ms
  local S; S=$(now_ms); gx 'sudo systemctl reboot' >/dev/null 2>&1
  for _ in $(seq 1 90); do gx true 2>/dev/null || break; sleep 1; done
  for _ in $(seq 1 180); do gx true 2>/dev/null && break; sleep 1; done
  echo $(( $(now_ms) - S ))
}
step() { local n=$1; shift; local s e rc; s=$(now_ms); "$@" > "$RAW/$n.log" 2>&1; rc=$?; e=$(now_ms); printf '%s\t%d\t%d\n' "$n" $((e-s)) $rc >> "$RAW/steps.tsv"; echo "$n rc=$rc $((e-s)) ms"; return $rc; }
s0=$(now_ms)
step 00-fetch-verify-image deb_fetch "$RAW" || { FAILED=1; exit 1; }
rm -f "$DISK"; qemu-img create -q -f qcow2 -F qcow2 -b "$DEB_BASE" "$DISK" 40G
deb_seed pve pve1
HOST_LOAD="$(cut -d' ' -f1-3 /proc/loadavg)"
S=$(now_ms); deb_boot "$DISK" "$LABDIR/e-pve-seed.img" || { FAILED=1; exit 1; }; printf '01-boot-debian-to-ssh\t%d\t0\n' $(( $(now_ms) - S )) >> "$RAW/steps.tsv"
gx 'cloud-init status --wait >/dev/null 2>&1; true'
collect_env "$OUT"; gx '. /etc/os-release; echo "$PRETTY_NAME"; uname -r; free -m | sed -n 2p; df -m / | tail -1; nproc' > "$RAW/debian-before.txt"
step 02-hosts-entry gx 'sudo sed -i "/^127.0.1.1/d" /etc/hosts; echo "10.0.2.15 pve1.lab.internal pve1" | sudo tee -a /etc/hosts; hostname --ip-address'
gx 'echo "grub-pc grub-pc/install_devices multiselect /dev/vda" | sudo debconf-set-selections; echo "grub-pc grub-pc/install_devices_empty boolean false" | sudo debconf-set-selections'  # lab fix: the cloud image boots with BIOS GRUB on /dev/vda; without this grub-pc fails to configure non-interactively
step 03-repo-and-key gx 'sudo bash -c "cat > /etc/apt/sources.list.d/pve-install-repo.sources <<EOL
Types: deb
URIs: http://download.proxmox.com/debian/pve
Suites: trixie
Components: pve-no-subscription
Signed-By: /usr/share/keyrings/proxmox-archive-keyring.gpg
EOL
curl -fsSL https://enterprise.proxmox.com/debian/proxmox-archive-keyring-trixie.gpg -o /usr/share/keyrings/proxmox-archive-keyring.gpg
sha256sum /usr/share/keyrings/proxmox-archive-keyring.gpg
echo wiki-sha256 136673be77aba35dcce385b28737689ad64fd785a797e57897589aed08db6e45"; cat /etc/apt/sources.list.d/pve-install-repo.sources'
step 04-apt-update-full-upgrade gx 'sudo DEBIAN_FRONTEND=noninteractive bash -c "apt-get update && apt-get -y full-upgrade"'
step 05-install-proxmox-default-kernel gx 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install proxmox-default-kernel'
printf '06-reboot-into-pve-kernel	%d	0
' $(reboot_wait) >> "$RAW/steps.tsv"; gx 'uname -r' > "$RAW/06-kernel.txt"
gx 'echo "postfix postfix/main_mailer_type select Local only" | sudo debconf-set-selections; echo "postfix postfix/mailname string pve1.lab.internal" | sudo debconf-set-selections'
step 07-install-proxmox-ve gx 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install proxmox-ve postfix open-iscsi chrony'
step 08-remove-debian-kernel-os-prober gx "sudo DEBIAN_FRONTEND=noninteractive bash -c \"apt-get -y remove linux-image-amd64 'linux-image-6.12*' && update-grub && apt-get -y remove os-prober\""
printf '09-reboot-final	%d	0
' $(reboot_wait) >> "$RAW/steps.tsv"
S=$(now_ms); for _ in $(seq 1 120); do [ "$(gx 'curl -sk -o /dev/null -w %{http_code} https://127.0.0.1:8006/' 2>/dev/null)" = 200 ] && break; sleep 2; done; printf '10-web-ui-answers-200\t%d\t0\n' $(( $(now_ms) - S )) >> "$RAW/steps.tsv"
step 11-remove-install-repo gx 'ls /etc/apt/sources.list.d/; echo ---; sudo rm /etc/apt/sources.list.d/pve-install-repo.sources; ls /etc/apt/sources.list.d/'
printf 'total_install_ms\t%d\n' $(( $(now_ms) - s0 )) > "$RAW/total.txt"
sleep 300
gx 'pveversion -v | head -12; echo ---; free -m; echo ---; grep -E "MemTotal|MemAvailable" /proc/meminfo; echo ---; df -m / | tail -1; sudo du -smx / 2>/dev/null; echo ---; ps -eo rss,comm --sort=-rss | head -12; echo ---; systemctl is-active pveproxy pvedaemon pve-cluster pvestatd; uname -r; curl -sk -o /dev/null -w "ui_http=%{http_code}\n" https://127.0.0.1:8006/' > "$RAW/after-idle-5min.txt" 2>&1
gx 'for i in 1 2 3 4 5 6; do free -m | awk "/Mem:/{print \$3, \$7}"; sleep 10; done' > "$RAW/mem-samples.txt"
gx 'sudo apt-get update 2>&1 | tail -4; ls /etc/apt/sources.list.d/; cat /etc/apt/sources.list.d/pve-enterprise.sources 2>&1 | head -8; apt-cache policy proxmox-ve | head -4' > "$RAW/repo-state-after-removal.txt" 2>&1
( cd "$D" && node shot.mjs https://127.0.0.1:$LAB_HTTP_PORT/ "$ROOT/public/shots/$T/ui.png" ) > "$RAW/shot.txt" 2>&1
ls -ls "$DISK" > "$RAW/overlay-size.txt"
python3 "$D/summarize.py" "$RAW" "$OUT"