tracker

17.1 KB

1. // project.hl — tracker.worldapi.org: THE MAP (mission 028, docs: README "Files"). Config, the routes and how the parts are wired;
2. // what each feature does is in the file named here, not in this one.
3. //
4. // login (ident only, the header's selector + button) lib/users.hl, components/main.hl, login.js, /login/* below
5. // titles: records, slugs, kinds, list caches lib/shows.hl a title's page: components/show.hl
6. // public lists /movies /series /shows /genres, home lib/catalog.hl
7. // components/{movies,allseries,allshows,genre,home,tilelist}.hl
8. // follows · watches · /my/* lib/follows.hl · lib/watches.hl
9. // components/{myshows,mymovies,unwatched,schedule}.hl
10. // search, web search, import lib/search.hl (+ search-helpers.hl) components/search.hl
11. // people, a person's page and filmography fill lib/people.hl components/person.hl
12. // cast + crew, the credits job lib/credits.hl (+ credits-helpers.hl)
13. // a title completed from TMDB (details repair) lib/details.hl
14. // TMDB / TVmaze requests, posters lib/tmdb.hl
15. // the sync of one title · which titles a day lib/sync.hl (+ sync-helpers.hl) · lib/dailysync.hl
16. // adult flag + kind backfills lib/backfill.hl
17. // short ids (/<shortId>) lib/shortids.hl
18. // franchises + timelines · TMDB collection seed lib/franchises.hl · lib/collections.hl
19. // components/franchise*.hl, timelineedit.hl
20. // duplicate titles merged lib/merge.hl
21. // the background jobs and their clocks lib/jobs.hl (one instance, made below after the server)
22. // poster + photo files lib/images.hl
23. // shared helpers (env, paths, dates, ids, lists) lib/util.hl
24. // styles · design tokens components/styles.hl · shared/tokens.hl
25. //
26. // Config (env; no committed secret — the first deploy registers this app in ident and sets these, done by the architect, as
27. // with ident's own .env for SMTP): TRACKER_PORT (45008), TRACKER_URL (this app's own public address, for the return URL),
28. // IDENT_URL (https://ident.worldapi.org), TRACKER_KEY (pk_…), TRACKER_SECRET (sk_…), TRACKER_STORAGE, TRACKER_SESSIONS,
29. // TRACKER_WATCH, TMDB_READ_TOKEN; the jobs' switches and limits: lib/jobs.hl (README "Config").
30. import WebFramework from 'hl:web'
31. import { Response } from 'hl:http1'
32. import { env } from 'hl:proc'
33. import { now } from 'hl:time'
35. import Styles from './components/styles.hl'
36. import Home from './components/home.hl'
37. import LoginFailed from './components/loginfailed.hl'
38. import Show from './components/show.hl'
39. import Unwatched from './components/unwatched.hl'
40. import Schedule from './components/schedule.hl'
41. import MyShows from './components/myshows.hl'
42. import MyMovies from './components/mymovies.hl'
43. import Movies from './components/movies.hl'
44. import AllShows from './components/allshows.hl'
45. import AllSeries from './components/allseries.hl'
46. import Search from './components/search.hl'
47. import Person from './components/person.hl'
48. import Genre from './components/genre.hl'
49. import Franchises from './components/franchises.hl'
50. import Franchise from './components/franchise.hl'
51. import FranchiseEdit from './components/franchiseedit.hl'
52. import TimelineEdit from './components/timelineedit.hl'
53. import { dark, darker } from './shared/tokens.hl'
54. import { postersDir, profilesDir } from './lib/util.hl'
55. import { loginCallbackOf } from './lib/users.hl'
56. import { imageResponse, isSafePosterName } from './lib/images.hl'
57. import { ensureIndex } from './lib/search.hl'
58. import { showsMovedPath, warmTitleCaches, warmEpisodeKeys, movedSlugs, movedPathOf, personById } from './lib/shows.hl'
59. import { allWatchedEpisodeIds } from './lib/watches.hl'
60. import { allFollowedShowIds } from './lib/follows.hl'
61. import { ensureShortIds, shortIdPath } from './lib/shortids.hl'
62. import { guestPersonId } from './lib/people.hl'
63. import { moveCopiedSummaries } from './lib/dailysync.hl'
64. import { ensureFranchises } from './lib/franchises.hl'
65. import Jobs from './lib/jobs.hl'
67. static appTitle = "tracker"
69. // ---- THE INSTALLABLE APP (tracker.worldapi.org#10), the same way calendar.worldapi.org does it: hl:web's own web app
70. // manifest (/__hl/manifest.webmanifest, linked from every head with the apple-touch-icon and theme-color) and service
71. // worker (/__hl/sw.js) from these settings — no JavaScript of ours. Icons in icons/ (icon.svg is the source, the PNGs
72. // are rendered from it with rsvg-convert, README "Icons"). The theme colour is the header's background (darker), the
73. // splash background the page's (dark) — both off the tokens, not written out again.
74. appThemeColor = darker.value
75. appBackgroundColor = dark.value
76. appIcons = [
77. { src = '/icons/icon-192.png' sizes = '192x192' purpose = 'any' }
78. { src = '/icons/icon-512.png' sizes = '512x512' purpose = 'any' }
79. { src = '/icons/icon-192.png' sizes = '192x192' purpose = 'maskable' }
80. { src = '/icons/icon-512.png' sizes = '512x512' purpose = 'maskable' }
81. ]
82. appTouchIcon = '/icons/apple-touch-icon.png'
83. appFavicon = '/icons/favicon.svg'
84. // OFFLINE: only the shell — the header and `/` (components/main.hl says "You are offline" while the browser has no
85. // network). The data pages are not kept: without a network they get hl:web's "Unavailable offline" page.
86. offline = [ Home ]
88. styles = Styles
90. port = env('TRACKER_PORT') != null ? toNumber(env('TRACKER_PORT')) : 45008
91. watching = env('TRACKER_WATCH') != '0'
92. // read by hl:web's own manifest config (WebFramework.hl `cfg.sessionDir`), not the constructor call below
93. sessionDir = env('TRACKER_SESSIONS') != null ? env('TRACKER_SESSIONS') : null
95. // ---- the function routes: each checks its input, asks the topic, answers ---------------------------------------------------
96. // /login/callback?ident_code=… (lib/users.hl): the code exchanged, this app's session signed in, back to the page (`?next=`)
97. loginCallback = (&route, &req) => { return loginCallbackOf(server.sessions, req) }
98. // /posters/<name>, /profiles/<name> (lib/images.hl): the file, else the placeholder
99. posterRoute = (&route, &req) => { return imageResponse(postersDir, route.params != null ? route.params.name : null, 'poster') }
100. profileRoute = (&route, &req) => { return imageResponse(profilesDir, route.params != null ? route.params.name : null, 'photo') }
102. // the old addresses of the personal lists (tracker.worldapi.org#8): they all live under /my/ now — a permanent redirect so old
103. // links keep working (architect's decision)
104. movedTo = (&path) => { return new Response('moved to ' + path, { status = 301 headers = { 'Location' = path 'Content-Type' = 'text/plain; charset=utf-8' } }) }
105. notFoundText = (&text) => { return new Response(text, { status = 404 headers = { 'Content-Type' = 'text/plain; charset=utf-8' } }) }
106. unwatchedMoved = (&route, &req) => { return movedTo('/my/unwatched') }
107. scheduleMoved = (&route, &req) => { return movedTo('/my/schedule') }
108. // mission 058: the show page's genre pills linked `/genre/<x>` (no page there) — the genre pages are `/genres/<x>`
109. genreMoved = (&route, &req) => {
110. g = route.params != null ? route.params.genre : null
111. return movedTo(isSafePosterName(g) ? '/genres/' + g : '/')
112. }
113. // mission 060 (tracker.worldapi.org#27): `/<shortId>` → 301 to the title's or person's page (lib/shortids.hl); upper case is
114. // read as lower case; anything else is a 404
115. shortIdRoute = (&route, &req) => {
116. sid = route.params != null ? route.params.sid : null
117. path = sid != null && hlTypeName(sid) == 'String' ? shortIdPath(sid.toLowerCase()) : null
118. if (path == null) { return notFoundText('not found') }
119. return movedTo(path)
120. }
121. // mission 062: a GUEST STAR's link (components/show.hl castRowsOf) — `/person/tmdb/<tmdbId>?show=<show id>` creates the person
122. // (lib/people.hl guestPersonId) or finds the one we have, then 302 → `/person/<slug>`. A function route: the browser loads it
123. // itself (hl:web's client router hands every non-component link to the browser)
124. guestRoute = (&route, &req) => {
125. t = route.params != null ? route.params.tmdb : null
126. tmdbId = t != null && hlTypeName(t) == 'String' && t.length <= 10 ? toNumber(t) : null
127. if (tmdbId == null || tmdbId < 1) { return notFoundText('not found') }
128. q = req.query != null ? req.query : {}
129. r = guestPersonId(tmdbId, q.show)
130. p = r.id != null ? personById(r.id) : null
131. if (p == null || p.urlSegment == null) { return notFoundText('not found: ' + (r.error != null ? r.error : 'no such person')) }
132. return new Response('see /person/' + p.urlSegment, { status = 302 headers = { 'Location' = '/person/' + p.urlSegment 'Cache-Control' = 'no-store' 'Content-Type' = 'text/plain; charset=utf-8' } })
133. }
134. // /shows/<slug> (tracker.worldapi.org#21, mission 068): a series or movie (or a merged duplicate's slug) answers 301 to its page
135. // (lib/shows.hl showsMovedPath). hl:web has no way for a component route to answer a redirect, so this is a FUNCTION route, and
136. // for a show (or an unknown slug: the page's own "Not found") it renders the title page the way hl:web renders a component
137. // route (WebFramework.hl `on http.request`, the `component` branch): the Show component matched at /series/<slug> — same
138. // component, same params — with the cookie's session, a new one (and its cookie) when the browser brought none. In the browser
139. // a link to /shows/<slug> is then a full page load; every other title page stays a client-side navigation.
140. showsRoute = (&route, &req) => {
141. slug = route.params != null ? route.params.slug : null
142. to = showsMovedPath(slug)
143. if (to != null) { return movedTo(to) }
144. m = server.router.match('/series/' + slug)
145. let s = req.session
146. fresh = s == null
147. if (fresh) { s = server.sessions.mint() }
148. let res = server.page(m, s, server.hostOf(req.headers['host']), server.requestHeaders(req.headers))
149. if (fresh) { res.headers['Set-Cookie'] = server.sessions.cookieHeader(s.id) }
150. return res
151. }
152. // tracker#31 (mission 026): the slug of a merged duplicate, or a keeper's former slug → 301 to the keeper's page (lib/shows.hl
153. // movedSlugs, read at boot). A component route cannot redirect, so each such slug gets its own function route under /movies/ and
154. // /series/ (/shows/ is showsRoute). A title merged while this process runs answers the keeper's page under its old slug (shows.hl
155. // showBySlug) until the next start.
156. slugMoved = (&route, &req) => {
157. to = movedPathOf(req.path)
158. if (to == null) { return notFoundText('not found') }
159. return movedTo(to)
160. }
162. routes = [
163. { pattern = "/favicon.ico" file = "./icons/favicon.ico" headers = { 'Cache-Control' = 'no-cache' } }
164. // the installable app (tracker.worldapi.org#10): the icons (manifest and service worker are hl:web's own, from appIcons / offline)
165. { pattern = "/icons/icon-192.png" file = "./icons/icon-192.png" headers = { 'Cache-Control' = 'no-cache' } }
166. { pattern = "/icons/icon-512.png" file = "./icons/icon-512.png" headers = { 'Cache-Control' = 'no-cache' } }
167. { pattern = "/icons/apple-touch-icon.png" file = "./icons/apple-touch-icon.png" headers = { 'Cache-Control' = 'no-cache' } }
168. { pattern = "/icons/favicon.svg" file = "./icons/favicon.svg" headers = { 'Cache-Control' = 'no-cache' } }
169. { pattern = "/login/callback" function = loginCallback }
170. { pattern = "/login/failed" component = LoginFailed }
171. { pattern = "/login.js" file = "./login.js" headers = { 'Cache-Control' = 'no-cache' } }
172. { pattern = "/posters/:name" function = posterRoute }
173. // tracker.worldapi.org#13: every movie / every series, 24 per page — the page is a PATH segment (`/movies/page/2`), a
174. // page component cannot read `?page=` (hybriel#11) — and the movies the user follows
175. { pattern = "/movies" component = Movies }
176. { pattern = "/movies/page/:page" component = Movies }
177. // tracker.worldapi.org#21 (mission 068): series and shows split — /series lists the series, /shows the shows; a title's page
178. // is /movies/<slug>, /series/<slug> or /shows/<slug> (one component; /shows/<slug> is showsRoute above)
179. { pattern = "/movies/:slug" component = Show }
180. { pattern = "/series" component = AllSeries }
181. { pattern = "/series/page/:page" component = AllSeries }
182. { pattern = "/series/:slug" component = Show }
183. { pattern = "/shows" component = AllShows }
184. { pattern = "/shows/page/:page" component = AllShows }
185. { pattern = "/shows/:slug" function = showsRoute }
186. { pattern = "/my/movies" component = MyMovies }
187. { pattern = "/my/unwatched" component = Unwatched }
188. { pattern = "/my/schedule" component = Schedule }
189. // #21: /my/series and /my/shows (one component, components/myshows.hl; any other word there is its "Not found")
190. { pattern = "/my/:tv" component = MyShows }
191. { pattern = "/unwatched" function = unwatchedMoved }
192. { pattern = "/schedule" function = scheduleMoved }
193. // tracker.worldapi.org#14: the search — `/search/<text>` (hl:web gives a page no query string, so not `?q=`)
194. { pattern = "/search/:q?" component = Search }
195. // tracker.worldapi.org#16: a person's page (the show page's cast and the search link here) and their photo
196. { pattern = "/person/tmdb/:tmdb" function = guestRoute }
197. { pattern = "/person/:slug" component = Person }
198. { pattern = "/profiles/:name" function = profileRoute }
199. // mission 058 (tracker.worldapi.org#25): a genre's movies and series, like /movies (the page in the path)
200. { pattern = "/genres/:genre" component = Genre }
201. { pattern = "/genres/:genre/page/:page" component = Genre }
202. { pattern = "/genre/:genre" function = genreMoved }
203. // tracker.worldapi.org#19 (mission 066): franchises and timelines, the creator's editor (`/franchises/edit` before the slug)
204. { pattern = "/franchises" component = Franchises }
205. { pattern = "/franchises/edit" component = FranchiseEdit }
206. { pattern = "/franchises/:slug" component = Franchise }
207. { pattern = "/timelines/:tslug" component = Franchise }
208. { pattern = "/timelines/:slug/edit" component = TimelineEdit }
209. { pattern = "/" component = Home }
210. // mission 060 (tracker.worldapi.org#27): a short id → its page (LAST: every named one-segment route above wins)
211. { pattern = "/:sid" function = shortIdRoute }
212. ]
214. // WHO GETS THE PUSH: the login state reaches the tabs of one session (components/main.hl trackerSignedIn/Out).
215. tagOf = (&session) => { return session != null && session.data != null ? session.data.tag : null }
216. audience = {
217. trackerSignedIn = (tag, &session) => { return tag != null && tagOf(session) == tag }
218. trackerSignedOut = (tag, &session) => { return tag != null && tagOf(session) == tag }
219. }
221. // cookies are per host, not per port: an own name keeps this app's session apart from
222. // ident's own (and from any other worldapi app sharing a dev host), see ident README "Design
223. // tokens" / hybriel#10 hybriel#17.
224. sessionCookie = 'trackersid'
225. // tracker.worldapi.org#14: the search index (lib/search.hl) is built once here at boot (~0.6 s on the real data), not by the
226. // first search
227. searchIndexReady = ensureIndex()
228. // mission 060: every short id in use (one map over shows AND persons) and the records still without one, before the first request
229. shortIdsReady = ensureShortIds()
230. // tracker#30 (mission 025): the slim list caches (lib/shows.hl cardOf / episodeRowsOf) of every followed title, before the first
231. // /my/ load — not filled by that load
232. titleCachesStart = now()
233. titleCachesWarm = warmTitleCaches(allFollowedShowIds())
234. episodeKeysWarm = warmEpisodeKeys(allWatchedEpisodeIds())
235. console.log('list caches: ' + titleCachesWarm + ' followed titles, ' + episodeKeysWarm + ' watched episodes in ' + (now() - titleCachesStart) + ' ms')
236. // tracker#18, ONCE (lib/dailysync.hl moveCopiedSummaries): a `summary` that is only the migrated copy of tmdbSummary is MOVED to
237. // `migratedSummary` (mission 070: kept, not shown) — the current TMDB text shows; the creator's own texts stay
238. summariesMoved = moveCopiedSummaries()
239. if (summariesMoved.ran) { console.log('summaries: moved ' + summariesMoved.moved + ' copies of tmdbSummary to migratedSummary, kept ' + summariesMoved.kept + ' own texts, errors ' + summariesMoved.errors + ', ' + summariesMoved.ms + ' ms') }
240. // mission 066: which timelines every title is in (one scan of the timelines), before the first show page
241. franchisesReady = ensureFranchises()
242. // tracker#31: the moved slugs' routes first, then `routes` as written (hl:web reads the written list for the pages it serves)
243. movedSlugList = movedSlugs()
244. withMovedSlugs = () => {
245. out = []
246. for (m of movedSlugList) {
247. out.push({ pattern = '/movies/' + m.slug function = slugMoved })
248. out.push({ pattern = '/series/' + m.slug function = slugMoved })
249. }
250. for (r of routes) { out.push(r) }
251. return out
252. }
253. allRoutes = withMovedSlugs()
254. console.log('moved slugs: ' + movedSlugList.length + ' (301 to the keeper)')
255. server = new WebFramework(routes = allRoutes, styles = styles, port = port, sessionCookie = sessionCookie, watchMode = watching)
257. // ---- THE BACKGROUND JOBS (lib/jobs.hl): the daily TMDB sync, the backfills, the details repair, the credits job, the duplicate
258. // merge, the short-id backfill, the collection seed — constructing it starts their clocks and logs which ones are off
259. jobs = new Jobs()
261. on Error(e) { console.log('error absorbed: ' + e.message) }