tracker

25.7 KB

1. // lib/sync.hl — THE TMDB SYNC OF ONE TITLE (tracker.worldapi.org#9; tmdbsync.hl before mission 028 — its requests are in tmdb.hl,
2. // its small helpers in sync-helpers.hl, the backfills in backfill.hl): for every show SOMEONE follows, fetch the show's
3. // details, seasons and episodes from TMDB and bring storage/mpackdb/ up to date, plus the show's poster.
4. // Used by BOTH runners: the daily run inside the app (jobs.hl `syncTick`, one show per step) and the
5. // command-line tool (tools/sync-tmdb.hl). Reference for the API use: the old tracker's
6. // crates/sync/commands/sync.js (read-only).
7. //
8. // GET <TMDB_BASE_URL>/tv/<tmdbId>?append_to_response=external_ids,aggregate_credits the details (status,
9. // counts, overview, poster_path, seasons[])
10. // + external_ids (imdb_id, tvdb_id) + the cast/crew
11. // of every season (tracker#28: the answer goes back
12. // as `res.details`, the caller stores the credits —
13. // credits.hl applyCredits; no extra request)
14. // GET <TMDB_BASE_URL>/tv/<tmdbId>?append_to_response=season/1,season/2… up to 20 seasons with their
15. // episodes in ONE request
16. // GET <TMDB_IMAGE_URL>/w342<poster_path> the poster → storage/mpackdb/posters/
17. // Authorization: Bearer $TMDB_READ_TOKEN
18. // GET <TVMAZE_BASE_URL>/lookup/shows?imdb=tt… (else ?thetvdb=<id>) the TVmaze id, ONLY when the show
19. // has none (301 → /shows/<id>, 404 = unknown)
20. // GET <TVMAZE_BASE_URL>/shows/<tvmzId>?embed=episodes a SERIES on TVmaze with its episodes (#15), see
21. // below; its summary → `tvmazeSummary` (tracker#18),
22. // its status → `tvmazeStatus` (tracker#35)
23. // A MOVIE (`type = 'movie'`, 7814 of the migrated rows, 1 followed): only
24. // GET <TMDB_BASE_URL>/movie/<tmdbId>?append_to_response=external_ids,credits its imdb id + poster (+ credits); no seasons,
25. // status, overview (it is no TV show)
26. //
27. // EXTERNAL IDS (tracker.worldapi.org#12, the show page's link icons): a MISSING imdbId/tvdbId is filled from TMDB's
28. // external_ids, a missing tvmzId from TVmaze's lookup — an id the show already has is NEVER overwritten.
29. // RULES (ticket): new seasons/episodes are ADDED, existing ones UPDATED (title, summary, release) —
30. // matched by tmdbId, never duplicated; NOTHING is deleted. An episode without a tmdbId (161 migrated ones)
31. // is matched by its S/E number instead and gets the tmdbId. A season (no tmdbId in the migrated data) is
32. // matched by (show, seasonNumber). A TMDB value that is empty/null never overwrites a stored one.
33. // Season 0 ("Specials") is only synced for a show that already has a season 0 (else every followed show
34. // would suddenly flood /my/unwatched with specials); a TMDB season with no episodes is not created.
35. //
36. // TVMAZE MERGE (tracker.worldapi.org#15): AFTER TMDB, a series with a tvmzId gets TVmaze's episode list (one request)
37. // and TVmaze FILLS GAPS only — matched by season/episode number: a missing episode (and its season) is ADDED, an empty
38. // title or air date of an existing one is FILLED; a value TMDB gave is never overwritten. A placeholder title
39. // ("Episode 4", "TBA") counts as empty — and TMDB's own placeholder never overwrites a real title either (else the
40. // two would flip it every day). When TMDB later lists the episode, the TMDB step adopts it by number (it has no tmdbId)
41. // and TMDB's values win. TVmaze specials (no episode number) are skipped, season 0 only if the show has one. SAFETY:
42. // when the two number a show differently (fewer than 80 % of the episodes both know air within a day of each other or
43. // share the title — `numberingAgrees`), TVmaze is ignored for that show (`tvmazeSkipped`). Summaries are not taken
44. // (TVmaze's are HTML; the ticket asks for episodes, air dates, titles). The SHOW's TVmaze summary is kept, HTML stripped, as
45. // `tvmazeSummary` (tracker#18; the page shows summary > tmdbSummary > tvmazeSummary, shows.hl summaryOf).
46. //
47. // WHICH TITLES, WHEN (tracker#18): the daily run asks TMDB's and TVmaze's change lists first and syncs only the titles of ours
48. // that changed — dailysync.hl. THE SHOW RECORD (title, tagline, homepage, status, genres …) is refreshed from the same details
49. // answer by details.hl `applySynced`.
50. //
51. // IDS ARE SELF-ASSIGNED (randomBytes, like watches.hl): hl:mpackdb's own generated @id can repeat within
52. // one millisecond, which is what made update() lose rows (hybriel#113, fixed upstream, not in the vendored
53. // build) — a table holding only unique ids is safe to update().
54. //
55. // ONE PROCESS PER STORAGE: hl:mpackdb does not coordinate two processes (hybriel#21) — the in-app run uses
56. // the app's own open tables (imported from shows.hl); the tool only ever runs against a stopped app or a copy.
57. import { now } from 'hl:time'
58. import { newId, textOr } from './util.hl'
59. import { showsTable, seasonsTable, episodesTable, kindOfTitle } from './shows.hl'
60. import { tmdbGet, numIdOr, externalIdsFor, tvmazeEpisodes, tvmazeShow, syncPoster, adultOf } from './tmdb.hl'
61. import { isPlaceholderTitle, numberingAgrees, wantedSeasonNumbers, batchesOf, changedText, isMigratedRow } from './sync-helpers.hl'
63. // Merge TVmaze's episodes of a series into what we have AFTER the TMDB step (gaps only, rules at the top).
64. // `seasonsByNumber` / `epByNumber` = the show's seasons by number and episodes by '<s>x<e>', as the TMDB step left them.
65. // Answers { tvmazeRequests, newSeasons, newEpisodes, filledEpisodes, skipped, errors, error, showSeasons }.
66. static mergeTvmaze = (title, &showKey, tvmzId, seasonsIn, episodesIn, &showSeasonsIn) => {
67. seasonsByNumber = seasonsIn
68. epByNumber = episodesIn
69. out = { tvmazeRequests = 1 newSeasons = 0 newEpisodes = 0 filledEpisodes = 0 skipped = 0 errors = 0 error = '' showSeasons = showSeasonsIn summary = null status = null }
70. got = tvmazeEpisodes(tvmzId)
71. if (got.failed != null) { out.errors = 1 out.error = title + ': ' + got.failed return out }
72. out.summary = got.summary
73. out.status = got.status
74. // the numbered episodes TVmaze has in seasons we take (no specials; season 0 only when the show has one)
75. list = []
76. for (te of got.list) {
77. if (numIdOr(te.season) != null && numIdOr(te.number) != null) { list.push(te) }
78. else if (te.season == 0 && numIdOr(te.number) != null && seasonsByNumber['0'] != null) { list.push(te) }
79. }
80. if (!numberingAgrees(epByNumber, list).ok) { out.skipped = 1 return out }
82. added = {}
83. addedFirstDate = {}
84. for (te of list) {
85. let key = te.season + 'x' + te.number
86. let e = epByNumber[key]
87. if (e == null) {
88. let seasonKey = seasonsByNumber['' + te.season] != null ? seasonsByNumber['' + te.season].id : null
89. if (seasonKey == null) {
90. if (added['' + te.season] == null) { added['' + te.season] = [] addedFirstDate['' + te.season] = textOr(te.airdate) seasonsByNumber['' + te.season] = { id = newId() isNew = true } }
91. seasonKey = seasonsByNumber['' + te.season].id
92. }
93. let fresh = { id = newId() episodeNumber = te.number seasonNumber = te.season
94. title = textOr(te.name) summary = '' release = textOr(te.airdate)
95. show = showKey season = seasonKey tmdbId = null tvmzId = te.id oldId = 'tvmaze-episode:' + te.id }
96. if (episodesTable.put(fresh) == null) {
97. out.errors = out.errors + 1
98. out.error = title + ': TVmaze episode ' + te.id + ' not stored: ' + episodesTable.lastError()
99. } else {
100. if (added['' + te.season] == null) { added['' + te.season] = [] }
101. let l = added['' + te.season]
102. l.push(fresh.id)
103. added['' + te.season] = l
104. epByNumber[key] = fresh
105. out.newEpisodes = out.newEpisodes + 1
106. }
107. } else {
108. let changed = false
109. if (isPlaceholderTitle(e.title) && !isPlaceholderTitle(te.name)) { e.title = te.name changed = true }
110. if (textOr(e.release) == null && textOr(te.airdate) != null) { e.release = te.airdate changed = true }
111. if (changed) {
112. if (episodesTable.update(e.id, e) == null) {
113. out.errors = out.errors + 1
114. out.error = title + ': episode ' + e.id + ' not filled from TVmaze: ' + episodesTable.lastError()
115. } else {
116. epByNumber[key] = e
117. out.filledEpisodes = out.filledEpisodes + 1
118. }
119. }
120. }
121. }
122. // the seasons that got episodes: an existing one is updated, a new one stored and linked to the show
123. showSeasons = []
124. for (sid of showSeasonsIn) { showSeasons.push(sid) }
125. for (n of added.keys()) {
126. let ids = added[n]
127. let s = seasonsByNumber[n]
128. if (ids.length > 0 && s.isNew == true) {
129. let season = { id = s.id seasonNumber = toNumber(n) title = 'Season ' + n release = addedFirstDate[n] summary = ''
130. show = showKey episodes = ids oldId = 'tvmaze-season:' + tvmzId + ':' + n }
131. if (seasonsTable.put(season) == null) {
132. out.errors = out.errors + 1
133. out.error = title + ': TVmaze season ' + n + ' not stored: ' + seasonsTable.lastError()
134. } else {
135. showSeasons.push(season.id)
136. out.newSeasons = out.newSeasons + 1
137. }
138. } else if (ids.length > 0) {
139. let season = seasonsTable.fetch(s.id)
140. let eps = []
141. for (eid of season.episodes) { eps.push(eid) }
142. for (eid of ids) { eps.push(eid) }
143. season.episodes = eps
144. if (seasonsTable.update(season.id, season) == null) {
145. out.errors = out.errors + 1
146. out.error = title + ': season ' + season.id + ' not updated: ' + seasonsTable.lastError()
147. }
148. }
149. }
150. out.showSeasons = showSeasons
151. return out
152. }
154. // a MOVIE: one request — its imdb id (if missing) and its poster; nothing else of the record is touched. `pre` = that
155. // request's answer when the caller already made it (details.hl firstStep, tracker#26), else null
156. static syncMovie = (show, res, &pre) => {
157. out = res
158. out.requests = 1
159. details = pre != null ? pre : tmdbGet('/movie/' + show.tmdbId + '?append_to_response=external_ids,credits')
160. if (details.failed != null) { out.errors = 1 out.error = show.title + ': ' + details.failed return out }
161. if (pre == null) { out.details = details }
162. ids = externalIdsFor(show, details.external_ids, false, false)
163. out.ids = ids.filled
164. poster = syncPoster(show, details.poster_path)
165. out.requests = out.requests + poster.requests
166. out.posters = poster.saved
167. if (poster.failed != null) { out.errors = out.errors + 1 out.error = show.title + ': ' + poster.failed }
168. m = show
169. m.imdbId = ids.imdbId
170. m.image = poster.image
171. m.tmdbPoster = poster.tmdbPoster
172. if (adultOf(details) != null) { m.adult = adultOf(details) }
173. m.tmdbSync = now()
174. if (showsTable.update(m.id, m) == null) { out.errors = out.errors + 1 out.error = show.title + ': movie not updated: ' + showsTable.lastError() }
175. return out
176. }
178. // Sync ONE show (by our id). Answers counts: { requests, tvmazeRequests, newSeasons, newEpisodes, updatedEpisodes,
179. // updatedSeasons, posters, ids, tvmazeEpisodes, tvmazeSeasons, tvmazeFilled, tvmazeSkipped, errors, error } + `details` (the
180. // details answer with its credits when this call asked for it, else null — tracker#28: the caller stores the credits). Never throws for a TMDB failure — it is counted and the show left as is.
181. static syncShow = (&showId) => { return syncShowPart(showId, null, null) }
182. // the same with the details request (`/tv|movie/<id>?append_to_response=external_ids…`) already answered — `pre`, counted as
183. // this show's first request — so details.hl (tracker#26) asks TMDB once for details, ids AND the cast
184. static syncShowWith = (&showId, &pre) => { return syncShowPart(showId, pre, null) }
185. // ONE PART of a series' sync (tracker#26: a talk show with 4,000 episodes took 10 s in one step, blocking every request):
186. // `only` = { seasons (the TMDB season numbers of this part), finish (false: only those seasons — new ones linked to the show,
187. // nothing else; true: the ids, TVmaze, poster and the show record), tvmaze (false: no TVmaze lookup/merge — tracker#18's light
188. // step) }; null = everything at once. `pre` is required with `only` (its request is the caller's: a part counts only its own
189. // requests).
190. static emptyResult = () => { return { requests = 0 tvmazeRequests = 0 newSeasons = 0 newEpisodes = 0 updatedEpisodes = 0 updatedSeasons = 0 posters = 0 ids = 0 tvmazeEpisodes = 0 tvmazeSeasons = 0 tvmazeFilled = 0 tvmazeSkipped = 0 errors = 0 error = '' details = null } }
191. static syncShowPart = (&showId, &pre, &only) => {
192. let res = emptyResult()
193. show = showsTable.fetch(showId)
194. if (show == null) { res.errors = 1 res.error = 'no show ' + showId return res }
195. if (show.tmdbId == null) { res.errors = 1 res.error = show.title + ': no tmdbId' return res }
196. if (show.type == 'movie') { return syncMovie(show, res, pre) }
198. res.requests = only != null ? 0 : 1
199. details = pre != null ? pre : tmdbGet('/tv/' + show.tmdbId + '?append_to_response=external_ids,aggregate_credits')
200. if (details.failed != null) { res.errors = 1 res.error = show.title + ': ' + details.failed return res }
201. if (pre == null) { res.details = details }
203. // what we have: seasons by number, episodes by tmdbId and by S/E number
204. // (tracker#18: a part reads only ITS seasons' episodes, unless it finishes with the TVmaze merge, which compares them all —
205. // Today, 15,716 episodes, read them all for a one-season change: 20 s and GBs of memory)
206. tvmazeToo = only == null || only.tvmaze != false
207. allEpisodes = only == null || (only.finish && tvmazeToo)
208. seasonsByNumber = {}
209. epByTmdb = {}
210. epByNumber = {}
211. for (sid of show.seasons) {
212. let s = seasonsTable.fetch(sid)
213. if (s != null) {
214. seasonsByNumber['' + s.seasonNumber] = s
215. let epIds = allEpisodes || only.seasons.includes(s.seasonNumber) ? s.episodes : []
216. for (eid of epIds) {
217. let e = episodesTable.fetch(eid)
218. if (e != null) {
219. if (e.tmdbId != null) { epByTmdb['' + e.tmdbId] = e }
220. epByNumber[e.seasonNumber + 'x' + e.episodeNumber] = e
221. }
222. }
223. }
224. }
226. // plain locals for the record literals below: inside a literal, an entry named `show`/`season` would shadow
227. // the variable for every later entry (SPEC "A literal's entries are evaluated in order")
228. showKey = show.id
229. showTmdb = show.tmdbId
230. let showSeasons = []
231. for (sid of show.seasons) { showSeasons.push(sid) }
232. let showChanged = false
234. let wanted = wantedSeasonNumbers(details, seasonsByNumber)
235. if (only != null) {
236. part = []
237. for (n of wanted) { if (only.seasons.includes(n)) { part.push(n) } }
238. wanted = part
239. }
240. for (batch of batchesOf(wanted, 20)) {
241. let names = []
242. for (n of batch) { names.push('season/' + n) }
243. res.requests = res.requests + 1
244. let withSeasons = tmdbGet('/tv/' + show.tmdbId + '?append_to_response=' + names.join(','))
245. if (withSeasons.failed != null) {
246. res.errors = res.errors + 1
247. res.error = show.title + ': ' + withSeasons.failed
248. } else {
249. for (n of batch) {
250. let ts = withSeasons['season/' + n]
251. if (ts != null && ts.episodes != null) {
252. let season = seasonsByNumber['' + n]
253. let seasonIsNew = season == null
254. let seasonChanged = false
255. if (seasonIsNew) {
256. season = { id = newId() seasonNumber = n title = textOr(ts.name) != null ? ts.name : 'Season ' + n
257. release = textOr(ts.air_date) summary = textOr(ts.overview) != null ? ts.overview : ''
258. show = showKey episodes = [] oldId = 'tmdb-season:' + showTmdb + ':' + n }
259. } else {
260. let seasonMigrated = isMigratedRow(season)
261. if (changedText(season.title, textOr(ts.name))) {
262. if (seasonMigrated && season.migratedTitle == null && textOr(season.title) != null) { season.migratedTitle = season.title }
263. season.title = ts.name seasonChanged = true
264. }
265. if (changedText(season.summary, textOr(ts.overview))) {
266. if (seasonMigrated && season.migratedSummary == null && textOr(season.summary) != null) { season.migratedSummary = season.summary }
267. season.summary = ts.overview seasonChanged = true
268. }
269. if (changedText(season.release, textOr(ts.air_date))) { season.release = ts.air_date seasonChanged = true }
270. }
271. let seasonKey = season.id
272. let seasonEpisodes = []
273. for (eid of season.episodes) { seasonEpisodes.push(eid) }
274. for (te of ts.episodes) {
275. if (te.id != null && te.episode_number != null) {
276. let e = epByTmdb['' + te.id]
277. if (e == null) {
278. let byNum = epByNumber[n + 'x' + te.episode_number]
279. if (byNum != null && byNum.tmdbId == null) { e = byNum }
280. }
281. if (e == null) {
282. let fresh = { id = newId() episodeNumber = te.episode_number seasonNumber = n
283. title = textOr(te.name) summary = textOr(te.overview) != null ? te.overview : '' release = textOr(te.air_date)
284. show = showKey season = seasonKey tmdbId = te.id oldId = 'tmdb-episode:' + te.id }
285. let putId = episodesTable.put(fresh)
286. if (putId == null) {
287. res.errors = res.errors + 1
288. res.error = show.title + ': episode ' + te.id + ' not stored: ' + episodesTable.lastError()
289. } else {
290. seasonEpisodes.push(fresh.id)
291. epByTmdb['' + te.id] = fresh
292. epByNumber[n + 'x' + te.episode_number] = fresh
293. res.newEpisodes = res.newEpisodes + 1
294. seasonChanged = true
295. }
296. } else {
297. let changed = false
298. if (e.tmdbId == null) { e.tmdbId = te.id changed = true }
299. // #15: TMDB's "Episode 4" never replaces a real title (one TVmaze filled, or the migrated one)
300. let epMigrated = isMigratedRow(e)
301. if (changedText(e.title, textOr(te.name)) && !(isPlaceholderTitle(te.name) && !isPlaceholderTitle(e.title))) {
302. if (epMigrated && e.migratedTitle == null && textOr(e.title) != null) { e.migratedTitle = e.title }
303. e.title = te.name changed = true
304. }
305. if (changedText(e.summary, textOr(te.overview))) {
306. if (epMigrated && e.migratedSummary == null && textOr(e.summary) != null) { e.migratedSummary = e.summary }
307. e.summary = te.overview changed = true
308. }
309. if (changedText(e.release, textOr(te.air_date))) { e.release = te.air_date changed = true }
310. if (changed) {
311. if (episodesTable.update(e.id, e) == null) {
312. res.errors = res.errors + 1
313. res.error = show.title + ': episode ' + e.id + ' not updated: ' + episodesTable.lastError()
314. } else {
315. epByTmdb['' + e.tmdbId] = e
316. epByNumber[e.seasonNumber + 'x' + e.episodeNumber] = e
317. res.updatedEpisodes = res.updatedEpisodes + 1
318. }
319. }
320. }
321. }
322. }
323. season.episodes = seasonEpisodes
324. if (seasonIsNew) {
325. if (seasonsTable.put(season) == null) {
326. res.errors = res.errors + 1
327. res.error = show.title + ': season ' + n + ' not stored: ' + seasonsTable.lastError()
328. } else {
329. seasonsByNumber['' + n] = season
330. showSeasons.push(season.id)
331. showChanged = true
332. res.newSeasons = res.newSeasons + 1
333. }
334. } else if (seasonChanged) {
335. if (seasonsTable.update(season.id, season) == null) {
336. res.errors = res.errors + 1
337. res.error = show.title + ': season ' + season.id + ' not updated: ' + seasonsTable.lastError()
338. } else {
339. res.updatedSeasons = res.updatedSeasons + 1
340. }
341. }
342. }
343. }
344. }
345. }
347. // a part that is not the last: only the new seasons are linked to the show (the next part reads them)
348. if (only != null && !only.finish) {
349. if (showChanged) {
350. show.seasons = showSeasons
351. if (showsTable.update(show.id, show) == null) { res.errors = res.errors + 1 res.error = show.title + ': show not updated: ' + showsTable.lastError() }
352. }
353. return res
354. }
356. // the external ids (tracker.worldapi.org#12): missing ones from TMDB's external_ids, a missing TVmaze id from TVmaze
357. ids = externalIdsFor(show, details.external_ids, true, tvmazeToo)
358. res.ids = ids.filled
359. res.tvmazeRequests = ids.tvmazeRequests
360. if (ids.failed != null) { res.errors = res.errors + 1 res.error = show.title + ': ' + ids.failed }
362. // tracker.worldapi.org#15: what TVmaze has and TMDB not yet (new episodes/seasons, empty titles and air dates)
363. let tvmazeSummary = null
364. let tvmazeStatus = null
365. if (numIdOr(ids.tvmzId) != null && tvmazeToo) {
366. tvm = mergeTvmaze(show.title, showKey, ids.tvmzId, seasonsByNumber, epByNumber, showSeasons)
367. res.tvmazeRequests = res.tvmazeRequests + tvm.tvmazeRequests
368. res.tvmazeEpisodes = tvm.newEpisodes
369. res.tvmazeSeasons = tvm.newSeasons
370. res.tvmazeFilled = tvm.filledEpisodes
371. res.tvmazeSkipped = tvm.skipped
372. if (tvm.errors > 0) { res.errors = res.errors + tvm.errors res.error = tvm.error }
373. showSeasons = tvm.showSeasons
374. tvmazeSummary = tvm.summary
375. tvmazeStatus = tvm.status
376. }
378. // the show itself: status, counts, TMDB's overview, the poster, when it was synced
379. poster = syncPoster(show, details.poster_path)
380. res.requests = res.requests + poster.requests
381. res.posters = poster.saved
382. if (poster.failed != null) { res.errors = res.errors + 1 res.error = show.title + ': ' + poster.failed }
383. show.seasons = showSeasons
384. if (textOr(details.status) != null) { show.status = details.status }
385. if (details.number_of_seasons != null) { show.seasonsCount = details.number_of_seasons }
386. if (details.number_of_episodes != null) { show.episodesCount = details.number_of_episodes }
387. // tracker#18: TMDB's text → tmdbSummary, TVmaze's → tvmazeSummary; `summary` is the creator's own text, never written here
388. if (textOr(details.overview) != null) { show.tmdbSummary = details.overview }
389. if (tvmazeSummary != null) { show.tvmazeSummary = tvmazeSummary }
390. // tracker#35: TVmaze's status beside TMDB's (`status`) — the page's pill shows TVmaze's when there is one (fresher)
391. if (tvmazeStatus != null) { show.tvmazeStatus = tvmazeStatus }
392. show.image = poster.image
393. show.tmdbPoster = poster.tmdbPoster
394. show.imdbId = ids.imdbId
395. show.tvdbId = ids.tvdbId
396. show.tvmzId = ids.tvmzId
397. if (adultOf(details) != null) { show.adult = adultOf(details) }
398. if (textOr(details.type) != null) { show.tmdbType = details.type show.kind = kindOfTitle(details.type, show.genres) }
399. show.tmdbSync = now()
400. if (showsTable.update(show.id, show) == null) { res.errors = res.errors + 1 res.error = show.title + ': show not updated: ' + showsTable.lastError() }
401. return res
402. }
404. // ---- the LIGHT step of the daily delta run (tracker#18) ---------------------------------------------------------------
405. // A changed title NOBODY follows (dailysync.hl): its details (+ ids + credits: the record, applySynced) and only the seasons
406. // that can have changed — the ones we don't have, the ones where TMDB counts MORE episodes than we have (fewer: TVmaze's
407. // extras, nothing to fetch), and the newest one (new or renamed episodes land there). No TVmaze (its merge only matters for the followed shows' lists; their full step still does
408. // it). Real data (2026-10-01): Today (67 seasons / 15,716 episodes) and EastEnders (43 / 7,349) change every day; their full
409. // sync blocked the server 20.8 s each and grew the process by ~5 GB each.
410. static changedSeasonNumbers = (&details, &show) => {
411. ours = {}
412. for (sid of show.seasons) {
413. let s = seasonsTable.fetch(sid)
414. if (s != null) { ours['' + s.seasonNumber] = s.episodes.length }
415. }
416. let latest = -1
417. for (x of (details.seasons != null ? details.seasons : [])) {
418. if (x != null && x.season_number != null && x.season_number > latest && (x.episode_count == null || x.episode_count > 0)) { latest = x.season_number }
419. }
420. out = []
421. for (x of (details.seasons != null ? details.seasons : [])) {
422. if (x != null && x.season_number != null) {
423. let n = x.season_number
424. if (n == latest || ours['' + n] == null || (x.episode_count != null && x.episode_count > ours['' + n])) { out.push(n) }
425. }
426. }
427. return out
428. }
429. // tracker#35: `withStatus` — TVmaze's change list named this series too: its TVmaze status as well (one more TVmaze request)
430. static syncShowDelta = (&showId, &withStatus) => {
431. show = showsTable.fetch(showId)
432. if (show == null || show.tmdbId == null || show.type == 'movie') { return syncShow(showId) }
433. details = tmdbGet('/tv/' + show.tmdbId + '?append_to_response=external_ids,aggregate_credits')
434. if (details.failed != null) {
435. let res = emptyResult()
436. res.requests = 1
437. res.errors = 1
438. res.error = show.title + ': ' + details.failed
439. return res
440. }
441. r = syncShowPart(showId, details, { seasons = changedSeasonNumbers(details, show) finish = true tvmaze = false })
442. r.requests = r.requests + 1
443. r.details = details
444. if (withStatus) {
445. st = syncTvmazeStatus(showId)
446. r.tvmazeRequests = r.tvmazeRequests + st.tvmazeRequests
447. if (st.error != '') { r.errors = r.errors + 1 r.error = st.error }
448. }
449. return r
450. }
452. // tracker#35: TVmaze's status of ONE series (`GET /shows/<tvmzId>`, one TVmaze request) → `tvmazeStatus` when it changed — the
453. // daily delta run for a series nobody follows that TVmaze's change list names (a followed one gets TVmaze's merge, which
454. // brings it). Answers the sync's counts (emptyResult: tvmazeRequests, errors, error; no `details`).
455. static syncTvmazeStatus = (&showId) => {
456. let res = emptyResult()
457. show = showsTable.fetch(showId)
458. if (show == null || show.tvmzId == null || ('' + show.tvmzId).trim() == '') { return res }
459. res.tvmazeRequests = 1
460. got = tvmazeShow(show.tvmzId)
461. if (got.failed != null) { res.errors = 1 res.error = show.title + ': ' + got.failed return res }
462. if (got.status != null && got.status != show.tvmazeStatus) {
463. show.tvmazeStatus = got.status
464. if (showsTable.update(show.id, show) == null) { res.errors = 1 res.error = show.title + ': show not updated: ' + showsTable.lastError() }
465. }
466. return res
467. }
469. // flush the three tables' index/meta state to disk (after a run, and every few shows)
470. static persistSync = () => {
471. showsTable.persist()
472. seasonsTable.persist()
473. episodesTable.persist()
474. return true
475. }