Files

218 lines
7.7 KiB
Bash
Executable File

#!/usr/bin/env bash
set -u
# shellcheck source=harness.sh
source "$(dirname "$0")/harness.sh"
FI="$SCRIPTS/fetch-iso.sh"
REAL="nixos-graphical-26.05.1234.abcdef0-x86_64-linux.iso"
LATEST="latest-nixos-graphical-x86_64-linux.iso"
# Start the server in $T/www and point the script at it.
serve() {
mkdir -p "$T/www/nixos-26.05"
head -c 3000000 /dev/urandom > "$T/www/nixos-26.05/$LATEST"
local h; h="$(sha256sum "$T/www/nixos-26.05/$LATEST" | cut -d' ' -f1)"
echo "$h" > "$T/hash"
printf '%s %s\n' "$h" "$REAL" > "$T/www/nixos-26.05/$LATEST.sha256"
: > "$T/faults"
python3 "$HARNESS_DIR/range_server.py" "$T/www" "$T/port" "$T/faults" &
SERVER_PID=$!
local i; for i in {1..50}; do [[ -s "$T/port" ]] && break; sleep 0.1; done
export NIXOS_CHANNELS_URL="http://127.0.0.1:$(<"$T/port")"
trap 'kill $SERVER_PID 2>/dev/null' EXIT
}
iso_gets() { grep -c "^/nixos-26.05/$LATEST " "$T/requests.log" 2>/dev/null || true; }
test_fresh_download() {
serve
run "$FI" --dest "$T/iso"
assert_rc 0
assert_file "$T/iso/$REAL"
assert_eq "$(<"$T/hash")" "$(sha256sum "$T/iso/$REAL" | cut -d' ' -f1)"
assert_file_eq "$T/iso/$REAL.sha256" "$(<"$T/hash") $REAL"
assert_eq "$REAL" "$(readlink "$T/iso/$LATEST")"
assert_no_path "$T/iso/$REAL.part"
(cd "$T/iso" && sha256sum -c --status "$REAL.sha256") || _fail "sidecar doesn't verify"
assert_eq "" "$(ls -A "$T/iso" | grep '^\.' | grep -v lock || true)" "stray temp files left in dest"
}
test_second_run_is_a_noop_without_redownload() {
serve
run "$FI" --dest "$T/iso"; assert_rc 0
run "$FI" --dest "$T/iso"; assert_rc 0
assert_err_has "already present and verified"
assert_eq 1 "$(iso_gets)" "ISO should have been fetched exactly once"
}
test_interrupted_download_resumes_instead_of_restarting() {
serve
echo "truncate 1000000" > "$T/faults"
run "$FI" --dest "$T/iso"
assert_rc 2; assert_err_has "re-run to resume"
assert_eq 1000000 "$(stat -c %s "$T/iso/$REAL.part")"
assert_no_path "$T/iso/$REAL"
run "$FI" --dest "$T/iso"
assert_rc 0; assert_err_has "Resuming"
grep -q "bytes=1000000-" "$T/requests.log" || _fail "second run did not send a Range header: $(<"$T/requests.log")"
assert_eq "$(<"$T/hash")" "$(sha256sum "$T/iso/$REAL" | cut -d' ' -f1)"
assert_no_path "$T/iso/$REAL.part"
}
test_corrupt_final_iso_is_replaced() {
serve
mkdir -p "$T/iso"; echo "garbage" > "$T/iso/$REAL"
run "$FI" --dest "$T/iso"
assert_rc 0; assert_err_has "doesn't match upstream"
assert_eq "$(<"$T/hash")" "$(sha256sum "$T/iso/$REAL" | cut -d' ' -f1)"
}
test_complete_part_file_is_finalized_without_network_download() {
serve
mkdir -p "$T/iso"; cp "$T/www/nixos-26.05/$LATEST" "$T/iso/$REAL.part"
run "$FI" --dest "$T/iso"
assert_rc 0; assert_err_has "complete partial download"
assert_eq 0 "$(iso_gets)"
assert_file "$T/iso/$REAL"; assert_no_path "$T/iso/$REAL.part"
}
test_oversized_part_is_discarded_and_download_restarts() {
serve
mkdir -p "$T/iso"; head -c 4000000 /dev/urandom > "$T/iso/$REAL.part" # bigger than the 3 MB remote
run "$FI" --dest "$T/iso"
assert_rc 0; assert_err_has "starting over"
assert_eq "$(<"$T/hash")" "$(sha256sum "$T/iso/$REAL" | cut -d' ' -f1)"
assert_no_path "$T/iso/$REAL.part"
}
test_garbage_prefix_part_is_detected_and_redownloaded_automatically() {
serve
mkdir -p "$T/iso"; head -c 1000 /dev/urandom > "$T/iso/$REAL.part" # resume would yield garbage+tail
run "$FI" --dest "$T/iso"
assert_rc 0; assert_err_has "resumed download failed verification"
assert_eq "$(<"$T/hash")" "$(sha256sum "$T/iso/$REAL" | cut -d' ' -f1)"
}
test_persistently_bad_download_gives_up_after_one_retry() {
serve
printf '%064d %s\n' 0 "$REAL" > "$T/www/nixos-26.05/$LATEST.sha256" # nothing can ever verify
mkdir -p "$T/iso"; head -c 1000 /dev/urandom > "$T/iso/$REAL.part"
run "$FI" --dest "$T/iso"
assert_rc 3; assert_err_has "SHA-256 verification failed"
assert_no_path "$T/iso/$REAL"; assert_no_path "$T/iso/$REAL.part"; assert_no_path "$T/iso/$LATEST"
assert_eq 2 "$(iso_gets)" "exactly one retry expected"
}
test_server_that_ignores_range_restarts_from_scratch() {
serve
mkdir -p "$T/iso"; head -c 500000 "$T/www/nixos-26.05/$LATEST" > "$T/iso/$REAL.part"
echo "norange" > "$T/faults"
run "$FI" --dest "$T/iso"
assert_rc 0; assert_err_has "starting over"
assert_eq "$(<"$T/hash")" "$(sha256sum "$T/iso/$REAL" | cut -d' ' -f1)"
}
test_transient_server_error_keeps_partial_file() {
serve
mkdir -p "$T/iso"; head -c 500000 "$T/www/nixos-26.05/$LATEST" > "$T/iso/$REAL.part"
printf 'status 404\n' > "$T/faults"
run "$FI" --dest "$T/iso"
assert_rc 2
assert_eq 500000 "$(stat -c %s "$T/iso/$REAL.part")" "a 404 must not delete the user's partial download"
}
test_wrong_hash_on_fresh_download_is_rejected() {
serve
printf '%064d %s\n' 0 "$REAL" > "$T/www/nixos-26.05/$LATEST.sha256"
run "$FI" --dest "$T/iso"
assert_rc 3
assert_no_path "$T/iso/$REAL"; assert_no_path "$T/iso/$REAL.part"; assert_no_path "$T/iso/$LATEST"
}
test_hostile_upstream_checksum_files() {
serve
local h bad; h="$(<"$T/hash")"
local -a cases=(
"$h ../../evil.iso"
"$h /etc/passwd.iso"
"$h sub/dir.iso"
"$h notaniso.txt"
"$h name with spaces.iso"
"$h ..iso"
"$h a..b.iso"
"nothex $REAL"
"${h:0:63} $REAL"
"$h"
""
"<html>404</html>"
)
for bad in "${cases[@]}"; do
printf '%s\n' "$bad" > "$T/www/nixos-26.05/$LATEST.sha256"
run "$FI" --dest "$T/iso"
assert_rc 2 "case: $bad"
assert_no_path "$T/evil.iso"; assert_no_path "$T/../evil.iso"
[[ -z "$(find "$T/iso" -name '*.iso*' 2>/dev/null)" ]] || _fail "created files for hostile input '$bad'"
done
}
test_binary_marker_and_uppercase_hash_accepted() {
serve
local h; h="$(<"$T/hash")"
printf '%s *%s\n' "${h^^}" "$REAL" > "$T/www/nixos-26.05/$LATEST.sha256"
run "$FI" --dest "$T/iso"
assert_rc 0
assert_file_eq "$T/iso/$REAL.sha256" "$h $REAL" # normalized
}
test_sha_file_404() {
serve
rm "$T/www/nixos-26.05/$LATEST.sha256"
run "$FI" --dest "$T/iso"
assert_rc 2; assert_err_has "sha256 fetch failed"
}
test_unreachable_server() {
export NIXOS_CHANNELS_URL="http://127.0.0.1:1"
run "$FI" --dest "$T/iso"
assert_rc 2
}
test_newer_iso_updates_symlink_and_keeps_old() {
serve
run "$FI" --dest "$T/iso"; assert_rc 0
head -c 2000000 /dev/urandom > "$T/www/nixos-26.05/$LATEST"
local h2; h2="$(sha256sum "$T/www/nixos-26.05/$LATEST" | cut -d' ' -f1)"
local new="nixos-graphical-26.05.9999.ffffff0-x86_64-linux.iso"
printf '%s %s\n' "$h2" "$new" > "$T/www/nixos-26.05/$LATEST.sha256"
run "$FI" --dest "$T/iso"; assert_rc 0
assert_eq "$new" "$(readlink "$T/iso/$LATEST")"
assert_file "$T/iso/$REAL"; assert_file "$T/iso/$new"
}
test_option_validation() {
local bad
for bad in "--channel ../x" "--channel a/b" "--channel -x" "--edition ''" "--arch x;y" "--channel" "--dest" "--bogus"; do
# shellcheck disable=SC2086
run "$FI" $bad
[[ "$RC" == 1 || "$RC" == 2 ]] || _fail "'$bad' exited $RC"
done
run "$FI" --channel=; assert_rc 1
run "$FI" -h; assert_rc 0; assert_out_has "Usage:"
}
test_option_equals_form() {
serve
run "$FI" --dest="$T/iso" --channel=nixos-26.05 --edition=graphical --arch=x86_64-linux
assert_rc 0; assert_file "$T/iso/$REAL"
}
test_concurrent_run_is_refused() {
serve
mkdir -p "$T/iso"
flock "$T/iso/.fetch-iso.lock" sleep 5 &
local lp=$!; sleep 0.3
run "$FI" --dest "$T/iso"
kill "$lp" 2>/dev/null
assert_rc 1; assert_err_has "already running"
}
run_all "${1:-}"