tracker

17.0 KB

1. // project.hl — tracker.worldapi.org: THE MAP (mission 028, docs: README "Files"). Config, the routes and how the parts are wired;
2. // what each feature does is in the file named here, not in this one.
3. //
4. // login (ident only, the header's selector + button) lib/users.hl, components/main.hl, login.js, /login/* below
5. // titles: records, slugs, kinds, list caches lib/shows.hl a title's page: components/show.hl
6. // public lists /movies /series /shows /genres, home lib/catalog.hl components/{movies,allseries,allshows,genre,home,tilelist}.hl
7. // follows · watches · /my/* lib/follows.hl · lib/watches.hl · components/{myshows,mymovies,unwatched,schedule}.hl
8. // search, web search, import lib/search.hl (+ search-helpers.hl) components/search.hl
9. // people, a person's page and filmography fill lib/people.hl components/person.hl
10. // cast + crew, the credits job lib/credits.hl (+ credits-helpers.hl)
11. // a title completed from TMDB (details repair) lib/details.hl
12. // TMDB / TVmaze requests, posters lib/tmdb.hl
13. // the sync of one title · which titles a day lib/sync.hl (+ sync-helpers.hl) · lib/dailysync.hl
14. // adult flag + kind backfills lib/backfill.hl
15. // short ids (/<shortId>) lib/shortids.hl
16. // franchises + timelines · TMDB collection seed lib/franchises.hl · lib/collections.hl components/franchise*.hl, timelineedit.hl
17. // duplicate titles merged lib/merge.hl
18. // the background jobs and their clocks lib/jobs.hl (one instance, made below after the server)
19. // poster + photo files lib/images.hl
20. // shared helpers (env, paths, dates, ids, lists) lib/util.hl
21. // styles · design tokens components/styles.hl · shared/tokens.hl
22. //
23. // Config (env; no committed secret — the first deploy registers this app in ident and sets these, done by the architect, as
24. // with ident's own .env for SMTP): TRACKER_PORT (45008), TRACKER_URL (this app's own public address, for the return URL),
25. // IDENT_URL (https://ident.worldapi.org), TRACKER_KEY (pk_…), TRACKER_SECRET (sk_…), TRACKER_STORAGE, TRACKER_SESSIONS,
26. // TRACKER_WATCH, TMDB_READ_TOKEN; the jobs' switches and limits: lib/jobs.hl (README "Config").
27. import WebFramework from 'hl:web'
28. import { Response } from 'hl:http1'
29. import { env } from 'hl:proc'
30. import { now } from 'hl:time'
32. import Styles from './components/styles.hl'
33. import Home from './components/home.hl'
34. import LoginFailed from './components/loginfailed.hl'
35. import Show from './components/show.hl'
36. import Unwatched from './components/unwatched.hl'
37. import Schedule from './components/schedule.hl'
38. import MyShows from './components/myshows.hl'
39. import MyMovies from './components/mymovies.hl'
40. import Movies from './components/movies.hl'
41. import AllShows from './components/allshows.hl'
42. import AllSeries from './components/allseries.hl'
43. import Search from './components/search.hl'
44. import Person from './components/person.hl'
45. import Genre from './components/genre.hl'
46. import Franchises from './components/franchises.hl'
47. import Franchise from './components/franchise.hl'
48. import FranchiseEdit from './components/franchiseedit.hl'
49. import TimelineEdit from './components/timelineedit.hl'
50. import { dark, darker } from './shared/tokens.hl'
51. import { postersDir, profilesDir } from './lib/util.hl'
52. import { loginCallbackOf } from './lib/users.hl'
53. import { imageResponse, isSafePosterName } from './lib/images.hl'
54. import { ensureIndex } from './lib/search.hl'
55. import { showsMovedPath, warmTitleCaches, warmEpisodeKeys, movedSlugs, movedPathOf, personById } from './lib/shows.hl'
56. import { allWatchedEpisodeIds } from './lib/watches.hl'
57. import { allFollowedShowIds } from './lib/follows.hl'
58. import { ensureShortIds, shortIdPath } from './lib/shortids.hl'
59. import { guestPersonId } from './lib/people.hl'
60. import { moveCopiedSummaries } from './lib/dailysync.hl'
61. import { ensureFranchises } from './lib/franchises.hl'
62. import Jobs from './lib/jobs.hl'
64. static appTitle = "tracker"
66. // ---- THE INSTALLABLE APP (tracker.worldapi.org#10), the same way calendar.worldapi.org does it: hl:web's own web app
67. // manifest (/__hl/manifest.webmanifest, linked from every head with the apple-touch-icon and theme-color) and service
68. // worker (/__hl/sw.js) from these settings — no JavaScript of ours. Icons in icons/ (icon.svg is the source, the PNGs
69. // are rendered from it with rsvg-convert, README "Icons"). The theme colour is the header's background (darker), the
70. // splash background the page's (dark) — both off the tokens, not written out again.
71. appThemeColor = darker.value
72. appBackgroundColor = dark.value
73. appIcons = [
74. { src = '/icons/icon-192.png' sizes = '192x192' purpose = 'any' }
75. { src = '/icons/icon-512.png' sizes = '512x512' purpose = 'any' }
76. { src = '/icons/icon-192.png' sizes = '192x192' purpose = 'maskable' }
77. { src = '/icons/icon-512.png' sizes = '512x512' purpose = 'maskable' }
78. ]
79. appTouchIcon = '/icons/apple-touch-icon.png'
80. appFavicon = '/icons/favicon.svg'
81. // OFFLINE: only the shell — the header and `/` (components/main.hl says "You are offline" while the browser has no
82. // network). The data pages are not kept: without a network they get hl:web's "Unavailable offline" page.
83. offline = [ Home ]
85. styles = Styles
87. port = env('TRACKER_PORT') != null ? toNumber(env('TRACKER_PORT')) : 45008
88. watching = env('TRACKER_WATCH') != '0'
89. // read by hl:web's own manifest config (WebFramework.hl `cfg.sessionDir`), not the constructor call below
90. sessionDir = env('TRACKER_SESSIONS') != null ? env('TRACKER_SESSIONS') : null
92. // ---- the function routes: each checks its input, asks the topic, answers ---------------------------------------------------
93. // /login/callback?ident_code=… (lib/users.hl): the code exchanged, this app's session signed in, back to the page (`?next=`)
94. loginCallback = (&route, &req) => { return loginCallbackOf(server.sessions, req) }
95. // /posters/<name>, /profiles/<name> (lib/images.hl): the file, else the placeholder
96. posterRoute = (&route, &req) => { return imageResponse(postersDir, route.params != null ? route.params.name : null, 'poster') }
97. profileRoute = (&route, &req) => { return imageResponse(profilesDir, route.params != null ? route.params.name : null, 'photo') }
99. // the old addresses of the personal lists (tracker.worldapi.org#8): they all live under /my/ now — a permanent redirect so old
100. // links keep working (architect's decision)
101. movedTo = (&path) => { return new Response('moved to ' + path, { status = 301 headers = { 'Location' = path 'Content-Type' = 'text/plain; charset=utf-8' } }) }
102. notFoundText = (&text) => { return new Response(text, { status = 404 headers = { 'Content-Type' = 'text/plain; charset=utf-8' } }) }
103. unwatchedMoved = (&route, &req) => { return movedTo('/my/unwatched') }
104. scheduleMoved = (&route, &req) => { return movedTo('/my/schedule') }
105. // mission 058: the show page's genre pills linked `/genre/<x>` (no page there) — the genre pages are `/genres/<x>`
106. genreMoved = (&route, &req) => {
107. let g = route.params != null ? route.params.genre : null
108. return movedTo(isSafePosterName(g) ? '/genres/' + g : '/')
109. }
110. // mission 060 (tracker.worldapi.org#27): `/<shortId>` → 301 to the title's or person's page (lib/shortids.hl); upper case is
111. // read as lower case; anything else is a 404
112. shortIdRoute = (&route, &req) => {
113. let sid = route.params != null ? route.params.sid : null
114. let path = sid != null && hlTypeName(sid) == 'String' ? shortIdPath(sid.toLowerCase()) : null
115. if (path == null) { return notFoundText('not found') }
116. return movedTo(path)
117. }
118. // mission 062: a GUEST STAR's link (components/show.hl castRowsOf) — `/person/tmdb/<tmdbId>?show=<show id>` creates the person
119. // (lib/people.hl guestPersonId) or finds the one we have, then 302 → `/person/<slug>`. A function route: the browser loads it
120. // itself (hl:web's client router hands every non-component link to the browser)
121. guestRoute = (&route, &req) => {
122. let t = route.params != null ? route.params.tmdb : null
123. let tmdbId = t != null && hlTypeName(t) == 'String' && t.length <= 10 ? toNumber(t) : null
124. if (tmdbId == null || tmdbId < 1) { return notFoundText('not found') }
125. let q = req.query != null ? req.query : {}
126. let r = guestPersonId(tmdbId, q.show)
127. let p = r.id != null ? personById(r.id) : null
128. if (p == null || p.urlSegment == null) { return notFoundText('not found: ' + (r.error != null ? r.error : 'no such person')) }
129. return new Response('see /person/' + p.urlSegment, { status = 302 headers = { 'Location' = '/person/' + p.urlSegment 'Cache-Control' = 'no-store' 'Content-Type' = 'text/plain; charset=utf-8' } })
130. }
131. // /shows/<slug> (tracker.worldapi.org#21, mission 068): a series or movie (or a merged duplicate's slug) answers 301 to its page
132. // (lib/shows.hl showsMovedPath). hl:web has no way for a component route to answer a redirect, so this is a FUNCTION route, and
133. // for a show (or an unknown slug: the page's own "Not found") it renders the title page the way hl:web renders a component
134. // route (WebFramework.hl `on http.request`, the `component` branch): the Show component matched at /series/<slug> — same
135. // component, same params — with the cookie's session, a new one (and its cookie) when the browser brought none. In the browser
136. // a link to /shows/<slug> is then a full page load; every other title page stays a client-side navigation.
137. showsRoute = (&route, &req) => {
138. let slug = route.params != null ? route.params.slug : null
139. let to = showsMovedPath(slug)
140. if (to != null) { return movedTo(to) }
141. let m = server.router.match('/series/' + slug)
142. let s = req.session
143. let fresh = s == null
144. if (fresh) { s = server.sessions.mint() }
145. let res = server.page(m, s, server.hostOf(req.headers['host']), server.requestHeaders(req.headers))
146. if (fresh) { res.headers['Set-Cookie'] = server.sessions.cookieHeader(s.id) }
147. return res
148. }
149. // tracker#31 (mission 026): the slug of a merged duplicate, or a keeper's former slug → 301 to the keeper's page (lib/shows.hl
150. // movedSlugs, read at boot). A component route cannot redirect, so each such slug gets its own function route under /movies/ and
151. // /series/ (/shows/ is showsRoute). A title merged while this process runs answers the keeper's page under its old slug (shows.hl
152. // showBySlug) until the next start.
153. slugMoved = (&route, &req) => {
154. let to = movedPathOf(req.path)
155. if (to == null) { return notFoundText('not found') }
156. return movedTo(to)
157. }
159. routes = [
160. { pattern = "/favicon.ico" file = "./icons/favicon.ico" headers = { 'Cache-Control' = 'no-cache' } }
161. // the installable app (tracker.worldapi.org#10): the icons (manifest and service worker are hl:web's own, from appIcons / offline)
162. { pattern = "/icons/icon-192.png" file = "./icons/icon-192.png" headers = { 'Cache-Control' = 'no-cache' } }
163. { pattern = "/icons/icon-512.png" file = "./icons/icon-512.png" headers = { 'Cache-Control' = 'no-cache' } }
164. { pattern = "/icons/apple-touch-icon.png" file = "./icons/apple-touch-icon.png" headers = { 'Cache-Control' = 'no-cache' } }
165. { pattern = "/icons/favicon.svg" file = "./icons/favicon.svg" headers = { 'Cache-Control' = 'no-cache' } }
166. { pattern = "/login/callback" function = loginCallback }
167. { pattern = "/login/failed" component = LoginFailed }
168. { pattern = "/login.js" file = "./login.js" headers = { 'Cache-Control' = 'no-cache' } }
169. { pattern = "/posters/:name" function = posterRoute }
170. // tracker.worldapi.org#13: every movie / every series, 24 per page — the page is a PATH segment (`/movies/page/2`), a
171. // page component cannot read `?page=` (hybriel#11) — and the movies the user follows
172. { pattern = "/movies" component = Movies }
173. { pattern = "/movies/page/:page" component = Movies }
174. // tracker.worldapi.org#21 (mission 068): series and shows split — /series lists the series, /shows the shows; a title's page
175. // is /movies/<slug>, /series/<slug> or /shows/<slug> (one component; /shows/<slug> is showsRoute above)
176. { pattern = "/movies/:slug" component = Show }
177. { pattern = "/series" component = AllSeries }
178. { pattern = "/series/page/:page" component = AllSeries }
179. { pattern = "/series/:slug" component = Show }
180. { pattern = "/shows" component = AllShows }
181. { pattern = "/shows/page/:page" component = AllShows }
182. { pattern = "/shows/:slug" function = showsRoute }
183. { pattern = "/my/movies" component = MyMovies }
184. { pattern = "/my/unwatched" component = Unwatched }
185. { pattern = "/my/schedule" component = Schedule }
186. // #21: /my/series and /my/shows (one component, components/myshows.hl; any other word there is its "Not found")
187. { pattern = "/my/:tv" component = MyShows }
188. { pattern = "/unwatched" function = unwatchedMoved }
189. { pattern = "/schedule" function = scheduleMoved }
190. // tracker.worldapi.org#14: the search — `/search/<text>` (hl:web gives a page no query string, so not `?q=`)
191. { pattern = "/search/:q?" component = Search }
192. // tracker.worldapi.org#16: a person's page (the show page's cast and the search link here) and their photo
193. { pattern = "/person/tmdb/:tmdb" function = guestRoute }
194. { pattern = "/person/:slug" component = Person }
195. { pattern = "/profiles/:name" function = profileRoute }
196. // mission 058 (tracker.worldapi.org#25): a genre's movies and series, like /movies (the page in the path)
197. { pattern = "/genres/:genre" component = Genre }
198. { pattern = "/genres/:genre/page/:page" component = Genre }
199. { pattern = "/genre/:genre" function = genreMoved }
200. // tracker.worldapi.org#19 (mission 066): franchises and timelines, the creator's editor (`/franchises/edit` before the slug)
201. { pattern = "/franchises" component = Franchises }
202. { pattern = "/franchises/edit" component = FranchiseEdit }
203. { pattern = "/franchises/:slug" component = Franchise }
204. { pattern = "/timelines/:tslug" component = Franchise }
205. { pattern = "/timelines/:slug/edit" component = TimelineEdit }
206. { pattern = "/" component = Home }
207. // mission 060 (tracker.worldapi.org#27): a short id → its page (LAST: every named one-segment route above wins)
208. { pattern = "/:sid" function = shortIdRoute }
209. ]
211. // WHO GETS THE PUSH: the login state reaches the tabs of one session (components/main.hl trackerSignedIn/Out).
212. tagOf = (&session) => { return session != null && session.data != null ? session.data.tag : null }
213. audience = {
214. trackerSignedIn = (tag, &session) => { return tag != null && tagOf(session) == tag }
215. trackerSignedOut = (tag, &session) => { return tag != null && tagOf(session) == tag }
216. }
218. // cookies are per host, not per port: an own name keeps this app's session apart from
219. // ident's own (and from any other worldapi app sharing a dev host), see ident README "Design
220. // tokens" / hybriel#10 hybriel#17.
221. sessionCookie = 'trackersid'
222. // tracker.worldapi.org#14: the search index (lib/search.hl) is built once here at boot (~0.6 s on the real data), not by the
223. // first search
224. searchIndexReady = ensureIndex()
225. // mission 060: every short id in use (one map over shows AND persons) and the records still without one, before the first request
226. shortIdsReady = ensureShortIds()
227. // tracker#30 (mission 025): the slim list caches (lib/shows.hl cardOf / episodeRowsOf) of every followed title, before the first
228. // /my/ load — not filled by that load
229. titleCachesStart = now()
230. titleCachesWarm = warmTitleCaches(allFollowedShowIds())
231. episodeKeysWarm = warmEpisodeKeys(allWatchedEpisodeIds())
232. console.log('list caches: ' + titleCachesWarm + ' followed titles, ' + episodeKeysWarm + ' watched episodes in ' + (now() - titleCachesStart) + ' ms')
233. // tracker#18, ONCE (lib/dailysync.hl moveCopiedSummaries): a `summary` that is only the migrated copy of tmdbSummary is MOVED to
234. // `migratedSummary` (mission 070: kept, not shown) — the current TMDB text shows; the creator's own texts stay
235. summariesMoved = moveCopiedSummaries()
236. if (summariesMoved.ran) { console.log('summaries: moved ' + summariesMoved.moved + ' copies of tmdbSummary to migratedSummary, kept ' + summariesMoved.kept + ' own texts, errors ' + summariesMoved.errors + ', ' + summariesMoved.ms + ' ms') }
237. // mission 066: which timelines every title is in (one scan of the timelines), before the first show page
238. franchisesReady = ensureFranchises()
239. // tracker#31: the moved slugs' routes first, then `routes` as written (hl:web reads the written list for the pages it serves)
240. movedSlugList = movedSlugs()
241. withMovedSlugs = () => {
242. let out = []
243. for (m of movedSlugList) {
244. out.push({ pattern = '/movies/' + m.slug function = slugMoved })
245. out.push({ pattern = '/series/' + m.slug function = slugMoved })
246. }
247. for (r of routes) { out.push(r) }
248. return out
249. }
250. allRoutes = withMovedSlugs()
251. console.log('moved slugs: ' + movedSlugList.length + ' (301 to the keeper)')
252. server = new WebFramework(routes = allRoutes, styles = styles, port = port, sessionCookie = sessionCookie, watchMode = watching)
254. // ---- THE BACKGROUND JOBS (lib/jobs.hl): the daily TMDB sync, the backfills, the details repair, the credits job, the duplicate
255. // merge, the short-id backfill, the collection seed — constructing it starts their clocks and logs which ones are off
256. jobs = new Jobs()
258. on Error(e) { console.log('error absorbed: ' + e.message) }