#!/bin/bash # web-benchmark.sh — race the three lumbda HTTP servers # against Python http.server and busybox httpd. # # No wrk/ab/nginx dependency — we use xargs+curl for concurrency. # # Fixed 1KB body at /bench for all servers. Wall-clock time over # N parallel-safe requests = throughput. set -u cd "$(dirname "$0")/.." REQUESTS=${REQUESTS:-500} CONCURRENCY=${CONCURRENCY:-10} PY="python3 lumbda.py --fast" C="./c/lumbda" ASM="./asm/lumbda" ASM_GC="./asm/lumbda-gc" # Track every server PID we spawn; the EXIT trap kills them all. # Asm has no GC — a leaked server leaks 64 MB per heap growth # indefinitely. Belt + suspenders: kill the whole process group too. declare -a SPAWNED_PIDS=() cleanup() { local pid for pid in "${SPAWNED_PIDS[@]}"; do kill "$pid" 2>/dev/null done sleep 0.2 for pid in "${SPAWNED_PIDS[@]}"; do kill -9 "$pid" 2>/dev/null done rm -rf "${STATIC_DIR:-/nonexistent/xyz}" # Final sanity: any stray servers from examples/http-server? # Narrow to processes actually serving the HTTP example, not the # shell running this script or tmux sessions with "lumbda" # in their name. local strays strays=$(pgrep -u "$USER" -f 'examples/http-server\.lsp|http\.server 8080' | wc -l) if [ "$strays" -gt 0 ]; then echo "WARNING: $strays HTTP server process(es) still running:" >&2 pgrep -u "$USER" -af 'examples/http-server\.lsp|http\.server 8080' >&2 pkill -9 -u "$USER" -f 'examples/http-server\.lsp|http\.server 8080' 2>/dev/null fi } trap cleanup EXIT INT TERM pad() { printf " %-36s " "$1"; } bench_one() { local label="$1" port="$2" path="$3" pad "$label" # Warm up curl -s "http://localhost:$port$path" > /dev/null # Measure local t0 t1 t0=$(date +%s.%N) seq 1 "$REQUESTS" | xargs -P "$CONCURRENCY" -I_ \ curl -s -o /dev/null "http://localhost:$port$path" t1=$(date +%s.%N) python3 -c " t = float('$t1') - float('$t0') rps = $REQUESTS / t print(f'{rps:8.0f} req/s ({t:.3f}s total, concurrency $CONCURRENCY)')" } # Setup a 1KB static file for file-serving benchmarks STATIC_DIR=$(mktemp -d) printf '%.0s0123456789abcdef0123456789abcdef' {1..32} > "$STATIC_DIR/bench" echo "═══════════════════════════════════════════════════════════════" echo "HTTP benchmark — $REQUESTS requests, concurrency $CONCURRENCY" echo "═══════════════════════════════════════════════════════════════" echo # Helper to start + wait for port ready. Adds pid to SPAWNED_PIDS so # the EXIT trap kills it even if the script dies unexpectedly. start_server() { local cmd="$1" port="$2" eval "$cmd" > /dev/null 2>&1 & local pid=$! SPAWNED_PIDS+=("$pid") for _ in $(seq 1 20); do if curl -s -o /dev/null -w "%{http_code}" "http://localhost:$port/" 2>/dev/null | grep -q 200; then echo "$pid" return 0 fi sleep 0.1 done kill "$pid" 2>/dev/null return 1 } stop_server() { local pid="$1" # SIGTERM first; if the process is blocked in accept() it may not # exit cleanly, so force-kill after a short grace period. kill "$pid" 2>/dev/null for _ in 1 2 3 4 5; do kill -0 "$pid" 2>/dev/null || break sleep 0.1 done kill -9 "$pid" 2>/dev/null wait "$pid" 2>/dev/null sleep 0.2 } # ── lumbda Python ── PID=$(start_server "$PY examples/http-server.lsp" 8080) bench_one "lumbda Python (/bench, 1 KB)" 8080 /bench stop_server "$PID" # ── lumbda C ── PID=$(start_server "$C examples/http-server.lsp" 8080) bench_one "lumbda C (/bench, 1 KB)" 8080 /bench stop_server "$PID" # ── lumbda asm (bump-only) ── PID=$(start_server "$ASM < examples/http-server.lsp" 8080) bench_one "lumbda asm (/bench, 1 KB)" 8080 /bench stop_server "$PID" # ── lumbda asm-gc (naive mark-sweep + meta-GC build) ── if [ -x "$ASM_GC" ]; then PID=$(start_server "$ASM_GC < examples/http-server.lsp" 8080) bench_one "lumbda asm-gc (/bench, 1 KB)" 8080 /bench stop_server "$PID" fi # ── Python http.server (stdlib) ── (cd "$STATIC_DIR" && python3 -m http.server 8080 > /dev/null 2>&1) & PID=$! SPAWNED_PIDS+=("$PID") sleep 1 bench_one "python3 -m http.server (1 KB file)" 8080 /bench stop_server "$PID" # ── busybox httpd ── busybox httpd -f -p 127.0.0.1:8080 -h "$STATIC_DIR" > /dev/null 2>&1 & PID=$! SPAWNED_PIDS+=("$PID") sleep 0.5 bench_one "busybox httpd (1 KB file)" 8080 /bench stop_server "$PID" echo echo "═══════════════════════════════════════════════════════════════" echo "Binary sizes" echo "═══════════════════════════════════════════════════════════════" printf " lumbda asm: %s\n" "$(du -b asm/lumbda | cut -f1) bytes" [ -x asm/lumbda-gc ] && \ printf " lumbda asm-gc: %s\n" "$(du -b asm/lumbda-gc | cut -f1) bytes (GC_NAIVE build)" printf " lumbda C: %s\n" "$(du -b c/lumbda | cut -f1) bytes" printf " busybox httpd: %s\n" "$(du -b /usr/bin/busybox | cut -f1) bytes (multi-call)" printf " python3: %s bytes (interpreter binary)\n" "$(du -bL $(which python3) | cut -f1)"