tracker

9.2 KB

1. #!/usr/bin/env bash
2. # deploy.sh — tracker.worldapi.org: Loreana (this folder) → Byrodin. Run ON LOREANA.
3. #
4. # ./deploy.sh gates → backup → rsync → restart the container → public URL 200
5. # ./deploy.sh --dry-run gates → rsync -n (shows what WOULD be sent), no backup, no restart, no URL check
6. # ./deploy.sh --skip-tests skips the gates (LOUD warning) — only when you know why
7. # ./deploy.sh --target DIR|HOST:DIR another destination (default below); a local DIR is
8. # how the script is tested without touching Byrodin
9. # ./deploy.sh --url URL the URL that must answer 200 after the restart (asked for up to 90 s)
10. # (env: DEPLOY_TARGET, DEPLOY_URL, DEPLOY_SSH override the same defaults; DEPLOY_URL_WAIT the seconds the URL may take)
11. # (backup: tars storage/.sessions/.env that exist on the target to Loreana's
12. # /media/SLOW1TB2/deploy-backups/<app>/, keeps newest 5; --target DIR backs up DIR instead)
13. #
14. # THE FIRST DEPLOY is done by the architect on Byrodin (folder, .env with this app's ident
15. # API key + secret — registered once in ident's /apps for origin https://tracker.worldapi.org
16. # — nginx vhost, cert, DNS). This script only updates the CODE: storage/, .sessions/, .env,
17. # .scratch/, server.*, tests/ fixtures and logs are never sent, so live data on Byrodin is
18. # never touched. No --delete: a file removed here stays on Byrodin (harmless).
19. set -euo pipefail
21. # ---- the app ------------------------------------------------------------------------------
22. APP=tracker.worldapi.org
23. CONTAINER=tracker.worldapi.org
24. [email protected]:/CONTAINERS/projects/tracker.worldapi.org
25. DEFAULT_URL=https://tracker.worldapi.org/
26. GATES=(
27. "node tests/browser.mjs"
28. "node tests/kinds.mjs"
29. "node tests/franchises.mjs"
30. "node tests/pager.mjs"
31. "node tests/franchiseseed.mjs"
32. "node theme/check-theme.mjs ."
33. )
34. # NEVER SENT (rsync patterns; a leading / anchors at the app folder)
35. EXCLUDES=(
36. /.git/ /.gitignore
37. /storage/ /.sessions/ /.env /.env.* /.scratch/ /server.* '*.log' '*.pid' node_modules/
38. )
39. # ---------------------------------------------------------------------------------------------
41. DRY=0
42. SKIP=0
43. TARGET=${DEPLOY_TARGET:-$DEFAULT_TARGET}
44. URL=${DEPLOY_URL:-$DEFAULT_URL}
45. # Loreana's ssh config may not apply to Byrodin: -F /dev/null (ident STATUS)
46. SSH=${DEPLOY_SSH:-ssh -F /dev/null -o BatchMode=yes -o ConnectTimeout=15}
48. usage() { sed -n '2,15p' "$0" | sed 's/^# \{0,1\}//'; }
49. while [ $# -gt 0 ]; do
50. case "$1" in
51. --dry-run) DRY=1 ;;
52. --skip-tests) SKIP=1 ;;
53. --target) TARGET=${2:?--target needs a value}; shift ;;
54. --target=*) TARGET=${1#--target=} ;;
55. --url) URL=${2:?--url needs a value}; shift ;;
56. --url=*) URL=${1#--url=} ;;
57. -h|--help) usage; exit 0 ;;
58. *) echo "deploy: unknown argument: $1" >&2; usage >&2; exit 2 ;;
59. esac
60. shift
61. done
63. HERE=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
64. cd "$HERE"
66. step() { printf '\n==> %s\n' "$*"; }
67. run() { printf ' $ %s\n' "$*" >&2; "$@"; }
68. die() { printf '\ndeploy: REFUSED — %s\n' "$*" >&2; exit 1; }
70. # a target `host:dir` is remote, a plain path is local
71. if [[ "$TARGET" == *:* ]]; then
72. REMOTE_HOST=${TARGET%%:*}
73. REMOTE_DIR=${TARGET#*:}
74. else
75. REMOTE_HOST=
76. REMOTE_DIR=$TARGET
77. fi
79. step "[0/5] $APP → $TARGET (dry run: $DRY, skip tests: $SKIP)"
80. echo " from $HERE"
81. echo " url $URL"
82. [ -x bin/hybriel ] || die "bin/hybriel is missing here"
83. [ -f docker-compose.yml ] || die "docker-compose.yml is missing here"
84. [ -f project.hl ] || die "project.hl is missing here"
85. command -v rsync >/dev/null || die "rsync is not installed"
87. # ---- 1. the gates ---------------------------------------------------------------------------
88. if [ "$SKIP" = 1 ]; then
89. step "[1/5] GATES SKIPPED"
90. printf ' !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n'
91. printf ' !! --skip-tests: NOTHING WAS TESTED. You deploy untested code. !!\n'
92. printf ' !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\n'
93. else
94. step "[1/5] gates (${#GATES[@]})"
95. # headless Chromes that exist BEFORE the gates are not ours (other sessions' test runs)
96. chromes() { ps -eo pid=,ppid=,args= | awk '/[h]l-browser-tier/ && /remote-debugging-port/ && !/--type=/ {print $1, $2}'; }
97. before=" $(chromes | awk '{print $1}' | tr '\n' ' ') "
98. for g in "${GATES[@]}"; do
99. printf ' $ %s\n' "$g"
100. out=$(mktemp)
101. if ! $g > "$out" 2>&1; then
102. grep -E '^FAIL|passed,' "$out" | sed 's/^/ /' || true
103. echo " (full output: $out)"
104. die "gate failed: $g"
105. fi
106. grep -E 'passed,' "$out" | tail -1 | sed 's/^/ /' || true
107. rm -f "$out"
108. done
109. # a Chrome our gates LEFT: new since the gates began AND no longer owned by a running node test
110. leaked=""
111. while read -r pid ppid; do
112. [ -z "$pid" ] && continue
113. case "$before" in *" $pid "*) continue ;; esac
114. ps -o args= -p "$ppid" 2>/dev/null | grep -q '^node\|/node ' && continue
115. leaked="$leaked $pid"
116. done < <(chromes)
117. if [ -n "$leaked" ]; then
118. die "a gate left a headless Chrome (pids:$leaked; ps -eo pid,args | grep hl-browser-tier)"
119. fi
120. fi
122. # ---- 2. pre-deploy backup of the LIVE data (before anything is sent) ------------------------
123. BACKUP_ROOT=${DEPLOY_BACKUP_ROOT:-/media/SLOW1TB2/deploy-backups}
124. BACKUP_DIR="$BACKUP_ROOT/$APP"
125. BACKUP_FILE="$BACKUP_DIR/$APP-$(date +%Y%m%d-%H%M).tgz"
126. if [ "$DRY" = 1 ]; then
127. step "[2/5] DRY RUN: backup skipped"
128. else
129. step "[2/5] backup live data ($APP) → $BACKUP_FILE"
130. mkdir -p "$BACKUP_DIR"
131. if [ -n "$REMOTE_HOST" ]; then
132. present=$($SSH "$REMOTE_HOST" "cd '$REMOTE_DIR' 2>/dev/null && for p in storage .sessions .env; do [ -e \"\$p\" ] && echo \"\$p\"; done; true")
133. else
134. present=$(cd "$REMOTE_DIR" 2>/dev/null && for p in storage .sessions .env; do [ -e "$p" ] && echo "$p"; done; true)
135. fi
136. present=$(printf '%s' "$present" | tr '\n' ' ' | sed 's/ *$//')
137. if [ -z "$present" ]; then
138. echo " nothing to back up yet (no storage/.sessions/.env on the target)"
139. else
140. echo " taring: $present"
141. if [ -n "$REMOTE_HOST" ]; then
142. run $SSH "$REMOTE_HOST" "tar czf - -C '$REMOTE_DIR' $present" > "$BACKUP_FILE" \
143. || { rm -f "$BACKUP_FILE"; die "backup failed (tar/ssh error) — refusing to deploy"; }
144. else
145. run tar czf "$BACKUP_FILE" -C "$REMOTE_DIR" $present \
146. || { rm -f "$BACKUP_FILE"; die "backup failed (tar error) — refusing to deploy"; }
147. fi
148. [ -s "$BACKUP_FILE" ] || { rm -f "$BACKUP_FILE"; die "backup is empty — refusing to deploy"; }
149. echo " $(du -h "$BACKUP_FILE" | cut -f1) $BACKUP_FILE"
150. ls -1t "$BACKUP_DIR/$APP"-*.tgz 2>/dev/null | tail -n +6 | xargs -r rm -f --
151. echo " keeping $(ls -1 "$BACKUP_DIR/$APP"-*.tgz 2>/dev/null | wc -l) archive(s) of $APP"
152. fi
153. fi
155. # ---- 3. rsync the code ----------------------------------------------------------------------
156. RSYNC=(rsync -az --no-owner --no-group --itemize-changes)
157. for e in "${EXCLUDES[@]}"; do RSYNC+=("--exclude=$e"); done
158. if [ -n "$REMOTE_HOST" ]; then
159. RSYNC+=(-e "$SSH")
160. else
161. mkdir -p "$REMOTE_DIR"
162. fi
163. # the preview is ALWAYS made first (rsync -n): nothing that must stay on Byrodin may be in it
164. step "[3/5] rsync preview (what would be sent)"
165. preview=$(mktemp)
166. run "${RSYNC[@]}" -n ./ "$TARGET/" > "$preview"
167. sed 's/^/ /' "$preview"
168. echo " ($(grep -c . "$preview" || true) lines)"
169. if awk '{print $2}' "$preview" | grep -E '^(storage/|\.sessions/|\.env|\.scratch/|server\.)|\.log$|\.pid$' ; then
170. die "the preview holds a path that must never be sent (see above)"
171. fi
172. rm -f "$preview"
173. if [ "$DRY" = 1 ]; then
174. step "[3/5] DRY RUN: nothing sent"
175. else
176. step "[3/5] rsync"
177. run "${RSYNC[@]}" ./ "$TARGET/" | sed 's/^/ /'
178. fi
180. # ---- 4. restart the container ---------------------------------------------------------------
181. RESTART="cd '$REMOTE_DIR' && docker compose up -d --build && docker compose restart && docker compose ps"
182. if [ "$DRY" = 1 ]; then
183. step "[4/5] DRY RUN: would restart $CONTAINER"
184. if [ -n "$REMOTE_HOST" ]; then echo " would run: $SSH $REMOTE_HOST \"$RESTART\""; else echo " would run: bash -c \"$RESTART\""; fi
185. else
186. step "[4/5] restart $CONTAINER"
187. if [ -n "$REMOTE_HOST" ]; then
188. run $SSH "$REMOTE_HOST" "$RESTART"
189. else
190. run bash -c "$RESTART"
191. fi
192. fi
194. # ---- 5. the URL answers 200 -----------------------------------------------------------------
195. if [ "$DRY" = 1 ]; then
196. step "[5/5] DRY RUN: would check $URL answers 200"
197. step "dry run done — nothing was sent, nothing restarted"
198. exit 0
199. fi
200. # tracker#31 (mission 026): the boot is slower now (the search index over ~100k people, the list caches, the slug map) — nginx
201. # answers 502 until the app listens. Ask every 2 s for up to URL_WAIT seconds (default 90), print only changes of the answer.
202. URL_WAIT=${DEPLOY_URL_WAIT:-90}
203. step "[5/5] $URL must answer 200 (waiting up to ${URL_WAIT} s for the boot)"
204. code=000
205. last=
206. start=$(date +%s)
207. while :; do
208. code=$(curl -s -o /dev/null -w '%{http_code}' --max-time 10 "$URL" || true)
209. waited=$(( $(date +%s) - start ))
210. if [ "$code" != "$last" ] || [ "$code" = 200 ]; then echo " after ${waited} s: $code"; last=$code; fi
211. [ "$code" = 200 ] && break
212. [ "$waited" -ge "$URL_WAIT" ] && break
213. sleep 2
214. done
215. if [ "$code" != 200 ]; then
216. if [ -n "$REMOTE_HOST" ]; then die "$URL answered $code, not 200, after ${URL_WAIT} s — look: $SSH $REMOTE_HOST docker logs --tail 50 $CONTAINER"; fi
217. die "$URL answered $code, not 200, after ${URL_WAIT} s — look: docker logs --tail 50 $CONTAINER"
218. fi
219. step "deployed $APP → $TARGET, $URL answers 200"