gitoriaLog in with ident

tracker

All repositories: gitoria

ReadmeCodePull requestsReleasesTicketsSettings
Commit3909810d3909810dantcolony#40: mission references in README/STATUS/docs point to the moved missionsmre3909810d/shows.hl

11.8 KB

  1. // shows.hl — READ-ONLY data access for a show's page (tracker.worldapi.org#4): shows, seasons,
  2. // episodes, persons, genres (storage/mpackdb/, migrated by tools/migrate.hl, tracker.worldapi.org#2).
  3. // Kept apart from watches.hl (the per-user watch state) and from components/show.hl (the page itself)
  4. // so /unwatched and /schedule (tickets #5/#6, "reuse, don't copy") can import the same functions.
  5. //
  6. // No declared index beyond the migration's own ['!oldId'] (opening a table with indexes it wasn't
  7. // created with is untested territory, hybriel#21 "opening a table rewrites its files") — a slug
  8. // lookup is a linear scan of ~9500 shows, cheap for one page load.
  9. import { MPackDB } from 'hl:mpackdb'
  10. import { env } from 'hl:proc'
  11. import { exists } from 'hl:fs'
  12. static envOr = (&name, &fallback) => {
  13. let v = env(name)
  14. return v != null && v.trim() != '' ? v.trim() : fallback
  15. }
  16. static storageDir = envOr('TRACKER_STORAGE', './storage/mpackdb')
  17. static genresTable = new MPackDB(file = storageDir + '/genres.db', primaryKey = '@id', indexes = ['!oldId'])
  18. static personsTable = new MPackDB(file = storageDir + '/persons.db', primaryKey = '@id', indexes = ['!oldId'])
  19. static showsTable = new MPackDB(file = storageDir + '/shows.db', primaryKey = '@id', indexes = ['!oldId'])
  20. static seasonsTable = new MPackDB(file = storageDir + '/seasons.db', primaryKey = '@id', indexes = ['!oldId'])
  21. static episodesTable = new MPackDB(file = storageDir + '/episodes.db', primaryKey = '@id', indexes = ['!oldId'])
  22. // the show with this urlSegment (slug), or null. tracker#28: by a slug → id map (one scan, at the first call) — the old scan of
  23. // every record per call (twice per show page) decoded every title's cast + crew: 82 ms per call on the live copy before the
  24. // credits, growing with them. A slug the map does not know (a title added since: import, filmography) costs one scan as before
  25. // and is remembered; slugs never change. (Flat static written key by key, like people.hl's maps.)
  26. static slugIds = {}
  27. static slugIdsBuilt = { yes = false }
  28. static showBySlug = (&slug) => {
  29. if (slug == null || hlTypeName(slug) != 'String' || slug == '') { return null }
  30. if (!slugIdsBuilt.yes) {
  31. for (s of showsTable.find(null, null)) { if (s.urlSegment != null) { slugIds[s.urlSegment] = s.id } }
  32. slugIdsBuilt.yes = true
  33. }
  34. let id = slugIds[slug]
  35. if (id != null) {
  36. let hit = showsTable.fetch(id)
  37. if (hit != null && hit.urlSegment == slug) { return hit }
  38. }
  39. for (s of showsTable.find(null, null)) {
  40. if (s.urlSegment == slug) {
  41. slugIds[slug] = s.id
  42. return s
  43. }
  44. }
  45. return null
  46. }
  47. static genreById = (&id) => { return id == null ? null : genresTable.fetch(id) }
  48. // /genres/<genre> (mission 058): the genre with this urlSegment ('Action', 'Sci-Fi-Fantasy'), exact first, else ignoring case
  49. // — a scan of the genres table (27 rows)
  50. static genreBySlug = (&slug) => {
  51. if (slug == null || hlTypeName(slug) != 'String' || slug == '') { return null }
  52. let lower = slug.toLowerCase()
  53. let loose = null
  54. for (g of genresTable.find(null, null)) {
  55. if (g.urlSegment == slug) { return g }
  56. if (loose == null && g.urlSegment != null && ('' + g.urlSegment).toLowerCase() == lower) { loose = g }
  57. }
  58. return loose
  59. }
  60. static personById = (&id) => { return id == null ? null : personsTable.fetch(id) }
  61. static seasonById = (&id) => { return id == null ? null : seasonsTable.fetch(id) }
  62. static showById = (&id) => { return id == null ? null : showsTable.fetch(id) }
  63. static episodeById = (&id) => { return id == null ? null : episodesTable.fetch(id) }
  64. // EVERY show / episode (tracker.worldapi.org#13, catalog.hl): read ONCE when the app starts, to build the public lists —
  65. // never per request
  66. static allShows = () => { return showsTable.find(null, null) }
  67. static allEpisodes = () => { return episodesTable.find(null, null) }
  68. // insertion sort, hand-written (no list sort(), hybriel#1) — a show has a handful of seasons at most
  69. static insertDesc = (&sorted, &s) => {
  70. let out = []
  71. let inserted = false
  72. for (x of sorted) {
  73. if (!inserted && s.seasonNumber >= x.seasonNumber) { out.push(s) inserted = true }
  74. out.push(x)
  75. }
  76. if (!inserted) { out.push(s) }
  77. return out
  78. }
  79. static insertAsc = (&sorted, &e) => {
  80. let out = []
  81. let inserted = false
  82. for (x of sorted) {
  83. if (!inserted && e.episodeNumber <= x.episodeNumber) { out.push(e) inserted = true }
  84. out.push(x)
  85. }
  86. if (!inserted) { out.push(e) }
  87. return out
  88. }
  89. // a show's seasons, latest (highest seasonNumber) first — creator: "all seasons in reverse order,
  90. // latest on top"
  91. static seasonsOfShow = (&show) => {
  92. let sorted = []
  93. for (id of show.seasons) {
  94. let s = seasonsTable.fetch(id)
  95. if (s != null) { sorted = insertDesc(sorted, s) }
  96. }
  97. return sorted
  98. }
  99. // a season's episodes, in episode-number order
  100. static episodesOfSeason = (&season) => {
  101. let sorted = []
  102. for (id of season.episodes) {
  103. let e = episodesTable.fetch(id)
  104. if (e != null) { sorted = insertAsc(sorted, e) }
  105. }
  106. return sorted
  107. }
  108. // ---- labels shared by every list (tracker.worldapi.org#8) -------------------------------------
  109. static pad2 = (&n) => {
  110. let s = '' + n
  111. while (s.length < 2) { s = '0' + s }
  112. return s
  113. }
  114. // an episode as `S01E01` (creator: "write it like that: S01E01") — /my/shows, /my/unwatched, /my/schedule
  115. static episodeCode = (&seasonNumber, &episodeNumber) => { return 'S' + pad2(seasonNumber) + 'E' + pad2(episodeNumber) }
  116. // the show's year: `year`, else the first 4 characters of `release` ('YYYY-MM-DD'; 197 migrated shows have
  117. // no year, a few of those an empty release) — null when neither gives one
  118. static showYear = (&show) => {
  119. if (show.year != null) { return '' + show.year }
  120. if (show.release != null && hlTypeName(show.release) == 'String' && show.release.length >= 4) { return show.release.slice(0, 4) }
  121. return null
  122. }
  123. // a show's title as every list shows it: `Doctor Who (2005)` (creator: so same-named shows can be told apart)
  124. static titleWithYear = (&show) => {
  125. let y = showYear(show)
  126. return y != null ? show.title + ' (' + y + ')' : show.title
  127. }
  128. // ---- the description (tracker#18) ---------------------------------------------------------------
  129. // creator: "i put the summary in an own field for tmdb because some summaries i wanted to rewrite ... in that case the summary
  130. // has priority over maze or tmdb" — `summary` (the creator's own text, never written by the sync), else TMDB's `tmdbSummary`,
  131. // else TVmaze's `tvmazeSummary` (HTML stripped); '' when none
  132. static hasText = (&v) => { return v != null && hlTypeName(v) == 'String' && v.trim() != '' }
  133. static summaryOf = (&show) => {
  134. if (show == null) { return '' }
  135. if (hasText(show.summary)) { return show.summary }
  136. if (hasText(show.tmdbSummary)) { return show.tmdbSummary }
  137. if (hasText(show.tvmazeSummary)) { return show.tvmazeSummary }
  138. return ''
  139. }
  140. // ---- adult titles (mission 054) -----------------------------------------------------------------
  141. // `adult` on every title: true / false from TMDB, null = not known yet (the migrated rows; the app's backfill, tmdbsync.hl
  142. // `backfillTitle`, asks TMDB). The PUBLIC lists (catalog.hl: homepage rows, /movies, /shows) and the search (search.hl) show
  143. // ONLY a title TMDB says is not adult — unknown counts as hidden. A title the user follows stays on /my/* and its page.
  144. static isPublicTitle = (&show) => { return show != null && show.adult == false }
  145. // ---- the kind of a title (tracker.worldapi.org#21, mission 068) ----------------------------------------------
  146. // A TV title (`type = 'series'`) is either a SERIES (TMDB's TV type Scripted, Miniseries, Documentary) or a SHOW (Reality,
  147. // Talk Show, News, Video — or one of our genres Reality / Talk / News, whatever the type). Stored on the title as `kind`
  148. // ('series' | 'show') and TMDB's type as `tmdbType`: by the kind backfill (tmdbsync.hl `kindTitle`, one TMDB request per
  149. // title without a show genre), the daily sync and the search import. Until a title has `kind`, its genres decide (no
  150. // type known yet = series). Movies are `type = 'movie'` and have no kind.
  151. static showTmdbTypes = ['Reality', 'Talk Show', 'News', 'Video']
  152. static showGenreNames = ['Reality', 'Talk', 'News']
  153. static showGenreIdsOf = () => {
  154. let out = {}
  155. for (g of genresTable.find(null, null)) { if (g.name != null && showGenreNames.includes('' + g.name)) { out[g.id] = true } }
  156. return out
  157. }
  158. // the genre ids that make a title a show — read once (the genres table never changes while the app runs)
  159. static showGenreIds = showGenreIdsOf()
  160. static hasShowGenre = (&genres) => {
  161. if (genres == null) { return false }
  162. for (g of genres) { if (showGenreIds[g] == true) { return true } }
  163. return false
  164. }
  165. // 'show' | 'series' from TMDB's type (null = not known) and the title's genre ids
  166. static kindOfTitle = (&tmdbType, &genres) => {
  167. if (hasShowGenre(genres)) { return 'show' }
  168. if (tmdbType != null && showTmdbTypes.includes('' + tmdbType)) { return 'show' }
  169. return 'series'
  170. }
  171. // 'movie' | 'series' | 'show' of a stored title
  172. static titleKind = (&show) => {
  173. if (show.type == 'movie') { return 'movie' }
  174. if (show.kind == 'show' || show.kind == 'series') { return show.kind }
  175. return kindOfTitle(show.tmdbType, show.genres)
  176. }
  177. // a title's own page: /movies/<slug>, /series/<slug>, /shows/<slug> (the old /shows/<slug> of a movie or series answers 301,
  178. // project.hl showsRoute)
  179. static titlePath = (&show) => {
  180. let k = titleKind(show)
  181. return (k == 'movie' ? '/movies/' : (k == 'show' ? '/shows/' : '/series/')) + show.urlSegment
  182. }
  183. // tracker.worldapi.org#20: the type word of a page heading / list label and its colour class (styles.hl `type-*`)
  184. static kindWord = (&kind) => { return kind == 'movie' ? 'Movie' : (kind == 'show' ? 'Show' : 'Series') }
  185. static typeWordOf = (&show) => { return kindWord(titleKind(show)) }
  186. static typeClassOf = (&show) => { return 'type-word type-' + titleKind(show) }
  187. // the poster file name (oldId + the migrated extension) — null when either is missing; served at
  188. // /posters/<name> (project.hl), which falls back to a placeholder when the file itself isn't there
  189. // yet (the real poster files are not part of the mongo export, see the report's `open`)
  190. static posterName = (&show) => {
  191. if (show.oldId == null || show.image == null || show.image == '') { return null }
  192. return show.oldId + '.' + show.image
  193. }
  194. // the poster's URL for a LIST (/my/shows, tracker.worldapi.org#8): `/posters/<name>` only when the file really
  195. // is in storage/mpackdb/posters/ (project.hl posterRoute reads the same folder), else the ONE placeholder URL
  196. // `/posters/none` — the real data has no poster files yet, and 128 different URLs all answering the same
  197. // placeholder were 128 requests per page load (the browser can't cache them as one)
  198. static posterUrlOf = (&show) => {
  199. let name = posterName(show)
  200. return name != null && exists(storageDir + '/posters/' + name) ? '/posters/' + name : '/posters/none'
  201. }
  202. // ---- the show on other sites (tracker.worldapi.org#12) ------------------------------------------
  203. // the header's link icons: TMDB, IMDb, TheTVDB, TVmaze — ONLY for the ids the show has; a movie (`type = 'movie'`)
  204. // gets TMDB + IMDb. TheTVDB's id form is `/dereferrer/series/<id>` (checked 2026-10-01: it and the old
  205. // `?tab=series&id=` both 301 to the slug page); the others are the sites' own id URLs (they too 301 to a slug).
  206. static hasExternalId = (&v) => { return v != null && ('' + v).trim() != '' }
  207. static externalLinksOf = (&show) => {
  208. let out = []
  209. let movie = show.type == 'movie'
  210. if (hasExternalId(show.tmdbId)) { out.push({ site = 'tmdb' label = 'TMDB' title = 'On TMDB' href = 'https://www.themoviedb.org/' + (movie ? 'movie/' : 'tv/') + show.tmdbId }) }
  211. if (hasExternalId(show.imdbId)) { out.push({ site = 'imdb' label = 'IMDb' title = 'On IMDb' href = 'https://www.imdb.com/title/' + show.imdbId + '/' }) }
  212. if (!movie && hasExternalId(show.tvdbId)) { out.push({ site = 'tvdb' label = 'TVDB' title = 'On TheTVDB' href = 'https://thetvdb.com/dereferrer/series/' + show.tvdbId }) }
  213. if (!movie && hasExternalId(show.tvmzId)) { out.push({ site = 'tvmaze' label = 'TVmaze' title = 'On TVmaze' href = 'https://www.tvmaze.com/shows/' + show.tvmzId }) }
  214. return out
  215. }

Branches

Latest commits

  • 3909810dantcolony#40: mission references in README/STATUS/docs point to the moved missionsmre
  • e63b1d28antcolony#40: history (LOG.md), worker briefs (missions/) and reports moved here from antcolony, numbered per project; old numbers in antcolony docs/mission-map.mdmre
  • 1cda451dtracker: Hybriel master 190aa11d (#127 both shapes, GC correctness fc838894) — conductor adopts despite /my/series 2.4x after jobs (memory 8.0 → 1.7 GB boot); see reports/071mre
  • c1fa2f2etracker (mission 071): Hybriel master 190aa11d measured on the real copy vs the live binary 8590df63 — NOT adopted (after the first-start jobs /my/series 2.4x slower, /series 1.6x, RSS swings 7.4-12.2 GB; fresh it is flat at 1.7-2.2 GB and /my/unwatched faster), vendor stays 8efba065, candidate kept in .scratch/w071/vendor-190aa11d; tests/kinds.mjs: collection seed off (its TMDB request broke check 1 in 1 of 4 runs); tests/realdata-071.sh + realdata-071-bench.mjs + tools/realdata-071-table.py; README + STATUS (numbers, how to repeat); gates 325/0, 32/0, 50/0mre
  • 8081350atracker docs (mission 070): README (summary, Config HL_GC_BYTES — kept at Hybriel's default, the 256 MiB setting is taken out of docker-compose.yml again: the jobs grew to 12+ GB with it too, see STATUS), Test (three gates), Deploy (first start ~50 min: kinds then seed, restart once after collections done, memory numbers), Vendored Hybriel 8efba065 + #48 audit, Files; STATUS mission 070 entry (merges, migrated counts, lambda audit, gates, RSS old vs new, how to repeat, open points); docs/kinds.md + docs/franchises.md job order; tests/realdata-070-*.sh, tools/count-migrated.hl, tools/ref-params.py, tools/lambda-audit.pymre
  • 1ad19c8ctracker: re-vendor Hybriel master 8efba065 (#126 GC by bytes, #48 lambda parameters copy) (mission 070): bin/hybriel sha256 50361e95…, plugins core crypto data fetch fs http http1 mpackdb proc smtp time web; lambda audit: 13 lambdas change a passed record/list (11 through a local alias), no caller relies on it — unchanged; 319 read-only lambda parameters get & (no copy per call: /my/schedule 2.35 → 0.46 s, /my/unwatched 13.7 → 5.7 s on the real copy); /my/unwatched one merge sort instead of n² inserts; docker-compose HL_GC_BYTES=268435456; deploy.sh runs kinds.mjs + franchises.mjs too (default ports 8700–8710); tests/realdata-070.mjs; gates browser 325/0, kinds 32/0, franchises 50/0mre
  • 46b21389tracker (mission 070, conductor): the sync never destroys migrated data — the one-time summary step MOVES a copied summary to migratedSummary (marker summaries-moved.txt) instead of clearing it; a migrated record's first title/genres/homepage/tagline TMDB replaces → migratedTitle/migratedGenres/migratedHomepage/migratedTagline, a migrated season's/episode's title/summary → migratedTitle/migratedSummary (set once); tests/peek-shows.hl prints them; gate 325/0mre
  • 749019b0Merge t19 (tracker#19 franchises + timelines) into main (mission 070): conflicts README/STATUS/show.hl/project.hl/browser.mjs/faketmdb.mjs, both sides kept; franchise/timeline pages get #20's typed heading (Franchise | …, Timeline | …), their title links via titlePath (/movies|/series|/shows); the collection seed waits for repair, kinds and credits too; franchises.mjs URLs + 2 new checks; gates browser 323/0, kinds 32/0, franchises 50/0mre
  • daf49feaMerge t20 (tracker#20 typed headings + #21 series/shows split) into main (mission 070): conflicts README/STATUS/show.hl/project.hl/search.hl/components/search.hl/browser.mjs/faketmdb.mjs, both sides kept; clock order backfill → repair → kinds → credits; withDetailsFields stores tmdbType + kind; gates: browser.mjs URLs → /series|/movies, typed h1 selectors; kinds.mjs repair/credits off, fixture name = seed name; browser 323/0, kinds 32/0mre
  • 20e09d89Merge t18 (tracker#18 delta sync) into main (mission 070): conflicts README/STATUS/show.hl/project.hl/browser.mjs, both sides kept; pageShowOf summary = summaryOfmre
  • f83571c3tracker#18 (mission 067): daily sync by change lists — TMDB /tv|movie/changes (since the stored day, paged) + TVmaze /updates/shows → only our changed titles (followed: full step, unfollowed: light step — changed seasons, no TVmaze), full walk on first run / gap > 14 days / failed list; show record refreshed (title, tmdbSummary, tagline, status, genres …; renamed titles re-indexed); summary = the creator's own text (page: summary > tmdbSummary > tvmazeSummary), one-time clear of copied summaries (9,647 on the live copy); gate 261, tests/realdata-018*.mjs, README + STATUSmre
  • 1ed5457etracker#20 + #21 (mission 068): typed headings "<Type> | <name>" in type colours; TV titles split into Series (/series) and Shows (/shows) by TMDB type + Reality/Talk/News genres — kind stored by sync/import/adult backfill + new kind backfill (resumes), /movies/<slug>, /shows/<slug> of a series/movie → 301, /my/series + /my/shows, home 5 tiles + 3 rows, search/filmography labels; gates kinds 32 + browser 266, tests/realdata-068.mjs, tools/count-kinds.hl, docs/kinds.md, README + STATUSmre
  • f2b00674Merge t26 (tracker#26 + #28) into main (mission 062): short ids for every new person (castPersonId, guest route), guest stars stored on the title and created as people only when opened (/person/tmdb/<id>?show=<id> → 302), lean watch/follow clicks (showRow a small object, cast/crew from the slug, watches cached per user, face rows only after a season toggle); gate 311, tests/realdata-062.mjs, README + STATUSmre
  • 0553b51ftracker#19 (mission 066): franchises and timelines — tables, /franchises, /franchises/<slug>, /timelines/<slug> (Timeline | Release sort, series by last episode), the Prequel | Timeline | Sequel widget with the franchise above, the creator's editor, TMDB collection seed in the app (resumes, paced); gate tests/franchises.mjs 48/0 + browser.mjs 266/0, tests/realdata-066.mjs, docs/franchises.md, README + STATUSmre
  • fa1f9dfatracker#29 (mission 063): unwatched check muted grey outline + check (accent only on hover), watched stays solid — no code regression, the accent outline read as ticked; gate checks real checks visibly (computed style + screenshot pixel) on /my/unwatched, show, movie, /my/movies; gate 266, tests/realdata-063.mjs, README + STATUSmre
  • 10bb3f93tracker#28 (mission 061): full cast (all seasons, main cast by episodes, guest stars) + crew (created by, directed by, written by, screenplay, story, music) — stored by the details completion, the daily sync, the search import (one details request) and a background credits job (resumes, RSS limit); show page collapsed after 20 with client-side Show all; showBySlug via a slug map; gate 249, tests/realdata-028.mjs, README + STATUSmre
  • d8b12d67tracker#27 (mission 060): short ids for movies, series and persons — old 702 kept (data/old-short-ids.json), new random [a-z0-9]{5} unique across both, claimed at creation, background backfill (resumes), shown under poster/photo, /<shortId> → 301; gate 259, tests/realdata-060*, README + STATUSmre
  • 25a50bc4tracker#26 (mission 059): titles from a filmography are completed — on open (skeleton, step-wise face showComplete, no reload) and by the in-app details repair (resumes, TMDB-paced, series in parts); cast from TMDB credits; gate 231, tests/realdata-026.mjs, README + STATUSmre
  • f14db671tracker#22-#25 (mission 058): episode air dates, season check = all episodes watched, movie watched check (+ /my/movies count), /genres/<genre> pages (movies + series, newest first, paginated); gate 238, tests/realdata-058.mjs, README + STATUSmre
  • 1704ec45tracker#17 (mission 057): season caret down/up, skeleton rows while a season loads, sessionless showSeasonEpisodes face (no page re-mount), client-only close; gate 214, tests/realdata-057.mjs, README + STATUSmre