François
ef49789780
Generator + in-process harness timing the real loader's three stages and template/YAML call counts, across tunable profiles. cases/ git-ignored; see test/benchmark/README.md. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
50 lines
1.5 KiB
Bash
Executable File
50 lines
1.5 KiB
Bash
Executable File
#!/bin/bash
|
|
# Load-time benchmark driver: generate synthetic .tum trees and time the
|
|
# testium load pipeline on them, using the project venv.
|
|
#
|
|
# Usage:
|
|
# ./test/benchmark/run.sh # default matrix (all profiles)
|
|
# ./test/benchmark/run.sh <profile> <size> # one profile at one size
|
|
# REPEAT=10 ./test/benchmark/run.sh repeat 2000
|
|
#
|
|
# Profiles: flat includes repeat jinja deep mix (see gen_bench_test.py)
|
|
#
|
|
# Generated trees go under test/benchmark/cases/ (git-ignored). The numbers
|
|
# are wall-clock; run on an otherwise idle machine and compare min values.
|
|
set -e
|
|
|
|
SCRIPT_DIR="$(realpath "$(dirname "$(readlink -f "$0")")")"
|
|
PROJECT_DIR="$(realpath "$SCRIPT_DIR/../..")"
|
|
VPY="$PROJECT_DIR/test/tmp/.venv/bin/python3"
|
|
CASES="$SCRIPT_DIR/cases"
|
|
REPEAT="${REPEAT:-5}"
|
|
|
|
if [ ! -x "$VPY" ]; then
|
|
echo "ERROR: project venv not found at $VPY — run ./run.sh once to create it." >&2
|
|
exit 1
|
|
fi
|
|
|
|
bench() {
|
|
local profile="$1" size="$2"
|
|
local out="$CASES/${profile}_${size}"
|
|
local main
|
|
main="$("$VPY" "$SCRIPT_DIR/gen_bench_test.py" --profile "$profile" --size "$size" --out "$out")"
|
|
echo "===== profile=$profile size=$size ====="
|
|
"$VPY" "$SCRIPT_DIR/load_bench.py" --repeat "$REPEAT" --quiet "$main"
|
|
echo
|
|
}
|
|
|
|
if [ $# -eq 2 ]; then
|
|
bench "$1" "$2"
|
|
exit 0
|
|
fi
|
|
|
|
# Default matrix. 'deep' is kept small: the recursive loader hits Python's
|
|
# recursion limit around ~90 nested include levels.
|
|
bench flat 2000
|
|
bench includes 1000
|
|
bench repeat 1000
|
|
bench jinja 2000
|
|
bench deep 40
|
|
bench mix 300
|