tracker

7.9 KB

1. // lib/credits.hl — A TITLE'S CAST AND CREW (tracker.worldapi.org#28): linked to our people, stored on the title, and the
2. // CREDITS JOB that gives every public title its credits once. Mission 028: out of details.hl (the reading of TMDB's answer is in
3. // credits-helpers.hl).
4. //
5. // CAST AND CREW (tracker.worldapi.org#28; creator: "you show quite few people, usually there are more especially at picard, and
6. // directors and so"). From the SAME details answer (`credits` of a movie, `aggregate_credits` of a series = every season):
7. // cast [{ person, character, actor, episodes, guest }] — a movie: TMDB's order (billing); a series: TMDB's aggregate order
8. // (by episode count, most first; `character` = all roles " / "), `episodes` = the person's episodes, `guest` = fewer than
9. // `mainMinOf` (half the series' episodes, at most 10, at least 1) → the page puts them after "Guest stars". At most
10. // `castMax` (300: a talk show/soap lists 3,000+ one-episode guests — Grey's Anatomy 3,243, SNL 2,771 — each would be a
11. // new person); adult people left out; entries we had and TMDB does not list are kept after them.
12. // GUESTS ARE NOT PERSON RECORDS (mission 062, memory: 160k people = +3.3 GB RSS at boot): a guest entry is
13. // { person (only when we have them already, else null), tmdbId, actor, character, profile (TMDB's profile_path), episodes,
14. // guest = true } — the page links it to `/person/tmdb/<tmdbId>?show=<show id>`, which creates the person on the first open
15. // (people.hl guestPersonId). The main cast and the crew are linked/created at once as before.
16. // crew [{ person, name, job, episodes }] job = creator (a series' `created_by`) | director (Director) | writer (Writer) |
17. // screenplay (Screenplay) | story (Story) | composer (Original Music Composer, Composer, Music) — one entry per person and
18. // job, a series' by that job's episode count (most first), a movie's in TMDB's order; at most `crewMax` per job.
19. // `creditsAt` (ms) = the credits are stored (by any path); `creditsCheck` = why the credits job gave up (TMDB 404, adult).
20. // Every person is linked (people.hl castPersonId: the one we have by TMDB id, else a NEW minimal person — slug, search entry,
21. // this one credit; their page fills on the first visit). WHO STORES THEM: the details step below (incomplete titles), the daily
22. // sync and the search import (the sync (sync.hl) asks for the credits in the details request it makes anyway → `applyCredits`), and
23. // the CREDITS JOB (jobs.hl `creditsTick`, `creditsStep` here) for every other public title once — one request per title.
24. import { now } from 'hl:time'
25. import { listOr } from './util.hl'
26. import { showsTable, personsTable, isIncomplete } from './shows.hl'
27. import { tmdbGet, adultOf } from './tmdb.hl'
28. import { castPersonId, castPeopleCount, personIdByTmdb } from './people.hl'
29. import { castOf, mainMinOf, crewOf, crewRoleOf, hasCredits } from './credits-helpers.hl'
31. // the title's cast: TMDB's (linked to our people, new ones added) first, then the entries we had that TMDB does not list.
32. // `mainMin` = a series' main-cast episode count (mainMinOf), 0 for a movie (no guests)
33. static mergedCast = (&show, &tmdbCast, &mainMin) => {
34. out = []
35. have = {}
36. showKey = show.id
37. seenTmdb = {}
38. for (c of tmdbCast) {
39. let guest = c.episodes != null && c.episodes < mainMin
40. // a guest: linked only when we have them, never created here (mission 062)
41. let pid = guest ? personIdByTmdb(c.tmdbId) : castPersonId(c, showKey)
42. if (pid != null && have[pid] != true) {
43. have[pid] = true
44. seenTmdb['' + c.tmdbId] = true
45. out.push({ person = pid tmdbId = c.tmdbId character = c.character actor = c.name profile = c.profile episodes = c.episodes guest = guest })
46. } else if (pid == null && guest && seenTmdb['' + c.tmdbId] != true) {
47. seenTmdb['' + c.tmdbId] = true
48. out.push({ person = null tmdbId = c.tmdbId character = c.character actor = c.name profile = c.profile episodes = c.episodes guest = true })
49. }
50. }
51. for (c of listOr(show.cast)) {
52. if (c != null && c.person != null && have[c.person] != true && (c.tmdbId == null || seenTmdb['' + c.tmdbId] != true)) {
53. have[c.person] = true
54. out.push(c)
55. }
56. }
57. return out
58. }
60. // the title's crew: TMDB's, linked to our people (a crew person new to us gets the job as their role) — replaces what we had
61. static linkedCrew = (&show, &tmdbCrew) => {
62. out = []
63. showKey = show.id
64. for (c of tmdbCrew) {
65. let pid = castPersonId({ tmdbId = c.tmdbId name = c.name character = crewRoleOf(c.job) gender = c.gender }, showKey)
66. if (pid != null) { out.push({ person = pid name = c.name job = c.job episodes = c.episodes }) }
67. }
68. return out
69. }
71. // cast + crew of this record from a details answer → { show (the record with cast, crew, creditsAt), cast, crew, people (new) }
72. static withCredits = (show, &d, &movie) => {
73. before = castPeopleCount()
74. tmdbCast = castOf(d, movie)
75. x = show
76. x.cast = mergedCast(show, tmdbCast, movie ? 0 : mainMinOf(d))
77. x.crew = linkedCrew(show, crewOf(d, movie))
78. x.creditsAt = now()
79. return { show = x cast = tmdbCast.length crew = x.crew.length people = castPeopleCount() - before }
80. }
82. // the search import: its details answer (sync.hl `res.details`) → the title's cast + crew. Nothing
83. // for an adult title or an answer without credits. Answers { cast, crew, people, ms, error }
84. static applyCredits = (&showId, &d) => {
85. out = { cast = 0 crew = 0 people = 0 ms = 0 error = '' }
86. t0 = now()
87. show = showsTable.fetch(showId)
88. if (show == null || show.adult == true || adultOf(d) == true || !hasCredits(d, show.type == 'movie')) { return out }
89. w = withCredits(show, d, show.type == 'movie')
90. if (showsTable.update(show.id, w.show) == null) { out.error = show.title + ': credits not stored: ' + showsTable.lastError() return out }
91. out.cast = w.cast
92. out.crew = w.crew
93. out.people = w.people
94. out.ms = now() - t0
95. return out
96. }
98. // the credits job touches only shows + people: the episodes' index files (~16 MB on the live data) are not rewritten
99. static persistCredits = () => {
100. showsTable.persist()
101. personsTable.persist()
102. return true
103. }
105. // ---- THE CREDITS JOB (tracker#28, jobs.hl `creditsTick`): every public title that has no credits yet, once --------------
106. // (the incomplete ones get theirs from completeStep; adult and unknown-flag titles are never asked — not public)
107. static needsCredits = (&s) => { return s != null && s.tmdbId != null && s.adult == false && s.creditsAt == null && s.creditsCheck == null && !isIncomplete(s) && s.mergedInto == null }
108. // in table order, read once when the job starts (a restart goes on with what is left)
109. static creditsQueue = () => {
110. out = []
111. for (s of showsTable.find(null, null)) { if (needsCredits(s)) { out.push(s.id) } }
112. return out
113. }
114. // ONE title: one request (details + credits / aggregate_credits) → its cast + crew. Answers { skipped, requests, cast, crew,
115. // people, ms, error, retry (no answer, 429, 5xx: ask again later) }. TMDB 404 / adult → `creditsCheck`, never asked again.
116. static creditsStep = (&showId) => {
117. out = { skipped = false requests = 0 cast = 0 crew = 0 people = 0 ms = 0 error = '' retry = false }
118. t0 = now()
119. show = showsTable.fetch(showId)
120. if (!needsCredits(show)) { out.skipped = true return out }
121. movie = show.type == 'movie'
122. out.requests = 1
123. d = tmdbGet((movie ? '/movie/' : '/tv/') + show.tmdbId + '?append_to_response=' + (movie ? 'credits' : 'aggregate_credits'))
124. if (d.failed != null) {
125. out.error = show.title + ': ' + d.failed
126. if (d.status == 404) {
127. show.creditsCheck = 'TMDB 404'
128. showsTable.update(show.id, show)
129. } else { out.retry = true }
130. return out
131. }
132. if (adultOf(d) == true) {
133. show.creditsCheck = 'adult'
134. showsTable.update(show.id, show)
135. return out
136. }
137. w = withCredits(show, d, movie)
138. if (showsTable.update(show.id, w.show) == null) {
139. out.error = show.title + ': credits not stored: ' + showsTable.lastError()
140. out.retry = true
141. return out
142. }
143. out.cast = w.cast
144. out.crew = w.crew
145. out.people = w.people
146. out.ms = now() - t0
147. return out
148. }