tracker

1.8 KB

1. #!/bin/bash
2. # tests/realdata-060-backfill.sh — mission 060 (tracker#27), NOT the gate: starts the app on the COPY in .scratch/realdata (:8730,
3. # no TMDB sync, no adult backfill) and times 4 pages with curl, back to back, until the short-id backfill says done (or MAX s).
4. # The server keeps running (its pid in $OUT/real.pid) — stop it yourself. STATUS.md mission 060 has the whole procedure.
5. # tests/realdata-060-backfill.sh <run name> [MAX seconds, 500] [full = time until MAX even when done] [VAR=value …]
6. # → $OUT/real-<run>.log (the app's log), $OUT/times-<run>.txt (path seconds), a summary per page (avg, max, answers over 1 s)
7. cd "$(dirname "$0")/.."
8. N=$1; MAX=${2:-500}; FULL=$3; shift 3
9. OUT=${OUT:-/tmp/w060}
10. mkdir -p .scratch/realdata-sessions "$OUT"
11. env TRACKER_PORT=8730 TRACKER_SYNC=0 TRACKER_WATCH=0 TRACKER_BACKFILL=0 TRACKER_STORAGE=$PWD/.scratch/realdata/storage/mpackdb TRACKER_SESSIONS=$PWD/.scratch/realdata-sessions/ TRACKER_URL=http://127.0.0.1:8730 HL_HOST=127.0.0.1 "$@" setsid nohup ./bin/hybriel project.hl > "$OUT/real-$N.log" 2>&1 < /dev/null & echo $! > "$OUT/real.pid"
12. for i in $(seq 1 400); do curl -s -o /dev/null http://127.0.0.1:8730/ && break; sleep 0.05; done
13. : > "$OUT/times-$N.txt"
14. END=$(( $(date +%s) + MAX ))
15. while { [ -n "$FULL" ] || ! grep -q "short ids done\|short ids: nothing\|backfill off" "$OUT/real-$N.log"; } && [ $(date +%s) -lt $END ]; do
16. for p in /shows/Foundation / /person/Jared-Harris /movies; do
17. echo "$p $(curl -s -m 20 -o /dev/null -w '%{time_total}' http://127.0.0.1:8730$p)" >> "$OUT/times-$N.txt"
18. done
19. kill -0 $(cat "$OUT/real.pid") 2>/dev/null || { echo DIED; break; }
20. done
21. grep -v "^$" "$OUT/real-$N.log" | head -40
22. awk '{n[$1]++; s[$1]+=$2; if($2>m[$1])m[$1]=$2; if($2>1)o[$1]++} END{for(k in n) printf "%s n=%d avg=%.3f max=%.3f over1s=%d\n",k,n[k],s[k]/n[k],m[k],o[k]}' "$OUT/times-$N.txt"