tracker

4.5 KB

1. // tools/relink-episode-seasons.hl — ONE-OFF DATA FIX (tracker.worldapi.org#4): links every episode
2. // whose `season` is still null (pre-existing in the old export, tracker.worldapi.org#2 — 36,194 of
3. // them) to its season by (show, seasonNumber), where that season now exists. Idempotent: a second run
4. // finds nothing left it can fix (it never touches an episode whose season is already set). Creates
5. // nothing else — no new episode/season/show rows; every episode id is kept exactly as it was, only
6. // the `season` field of previously-null rows changes.
7. //
8. // WHY A FRESH FILE, NOT update(): hl:mpackdb's update() has a real row-loss bug across a reopen in a
9. // fresh process (tracker.worldapi.org#2, hybriel#113) — the exact reason tools/migrate.hl builds every
10. // record with put() in one pass instead. This tool follows the same proven rule for the SAME table:
11. // it never calls update() on the live episodes.db. Instead it puts every episode (unchanged ones
12. // as-is, fixed ones with their new season) into a FRESH table file, then swaps that file's parts over
13. // the live ones (a plain rename — hl:proc `run(['mv', …])`, no shell, the same kind of external call
14. // tools/migrate.hl already makes for `split`).
15. //
16. // STOP THE APP FIRST: hl:mpackdb does not coordinate two processes on one storage directory (opening
17. // a table already rewrites its files, hybriel#21) — run this with the tracker container stopped, the
18. // same rule as any other direct write to storage/mpackdb/.
19. //
20. // Run (absolute path to the LIVE storage/mpackdb — never a copy for the real fix; STATUS.md "ticket
21. // #4: the show page, watch checks" has the rehearsal transcript against a COPY, before/after counts
22. // and a second idempotent run):
23. // TRACKER_STORAGE=/path/to/storage/mpackdb ./bin/hybriel tools/relink-episode-seasons.hl
24. import { MPackDB } from 'hl:mpackdb'
25. import { env, run } from 'hl:proc'
26. import { exists, remove } from 'hl:fs'
28. storageDir = env('TRACKER_STORAGE')
29. if (storageDir == null || !storageDir.startsWith('/')) { hlError('set TRACKER_STORAGE, absolute, to the LIVE storage/mpackdb directory (tracker container stopped)') }
31. seasonsTable = new MPackDB(file = storageDir + '/seasons.db', primaryKey = '@id', indexes = ['!oldId'])
32. episodesTable = new MPackDB(file = storageDir + '/episodes.db', primaryKey = '@id', indexes = ['!oldId'])
34. freshBase = storageDir + '/episodes_relinked'
35. suffixes = ['.mpack', '.meta.json', '.id.txt', '.oldId.txt', '.idxstate.json']
36. for (suf of suffixes) { if (exists(freshBase + suf)) { hlError('a previous relinked file is still there: ' + freshBase + suf + ' — remove it before running again') } }
38. // (show, seasonNumber) -> season id
39. seasonKey = (show, seasonNumber) => { return show + '#' + seasonNumber }
40. seasonMap = {}
41. for (s of seasonsTable.find(null, null)) { if (s.show != null && s.seasonNumber != null) { seasonMap[seasonKey(s.show, s.seasonNumber)] = s.id } }
43. allEpisodes = episodesTable.find(null, null)
44. before = 0
45. for (e of allEpisodes) { if (e.season == null) { before = before + 1 } }
47. freshTable = new MPackDB(file = freshBase, primaryKey = '@id', indexes = ['!oldId'])
48. linked = 0
49. stillNull = 0
50. for (e of allEpisodes) {
51. let season = e.season
52. if (season == null) {
53. let found = e.show != null && e.seasonNumber != null ? seasonMap[seasonKey(e.show, e.seasonNumber)] : null
54. if (found != null) { season = found linked = linked + 1 } else { stillNull = stillNull + 1 }
55. }
56. let putId = freshTable.put({
57. id = e.id tmdbId = e.tmdbId episodeNumber = e.episodeNumber seasonNumber = e.seasonNumber
58. title = e.title summary = e.summary release = e.release show = e.show season = season oldId = e.oldId
59. })
60. if (putId == null) { hlError('put failed for episode ' + e.id + ': ' + freshTable.lastError()) }
61. }
62. freshTable.persist()
63. freshCount = freshTable.count()
64. freshTable.close()
65. episodesTable.close()
66. seasonsTable.close()
68. if (freshCount != allEpisodes.length) { hlError('refusing to swap: rebuilt ' + freshCount + ' episodes, expected ' + allEpisodes.length + ' — the live table is untouched') }
70. for (suf of suffixes) {
71. let fromPath = freshBase + suf
72. let toPath = storageDir + '/episodes' + suf
73. if (exists(fromPath)) {
74. let r = run(['mv', fromPath, toPath])
75. if (r == null || r.exit != 0) { hlError('mv failed for ' + fromPath + ' -> ' + toPath) }
76. }
77. }
79. console.log('relink: episodes ' + allEpisodes.length + ', null season before ' + before + ', linked ' + linked + ', still null (no matching season) ' + stillNull)
80. console.log('relink: episodes.db replaced with the relinked file — re-run to confirm idempotency (0 linked the second time)')