tracker

3.0 KB

1. // tools/sync-tmdb.hl — THE TMDB SYNC FROM THE COMMAND LINE (tracker.worldapi.org#9): the same per-show sync
2. // the app runs every day (tmdbsync.hl), for every followed show, one after the other, waiting between shows
3. // so TMDB's 40 requests / 10 s (and TVmaze's 20 / 10 s) are never exceeded. Idempotent: a second run adds nothing (prints 0 new).
4. //
5. // STOP THE APP FIRST (or run it on a COPY): hl:mpackdb does not coordinate two processes on one storage
6. // directory (hybriel#21). The running app does this itself every day (project.hl `syncTick`) — this tool is
7. // for tests, the real-data proof and a manual catch-up.
8. //
9. // set -a; . ./.env; set +a # TMDB_READ_TOKEN — never print it
10. // TRACKER_STORAGE=/abs/path/storage/mpackdb ./bin/hybriel tools/sync-tmdb.hl [--limit N]
11. //
12. // Prints one line per show and the totals: shows, newSeasons, newEpisodes, updatedEpisodes, updatedSeasons,
13. // posters, ids (external ids filled, tracker.worldapi.org#12), requests, tvmazeRequests, errors, seconds, and (#15) what
14. // TVmaze added: tvmazeEpisodes, tvmazeSeasons, tvmazeFilled (episodes whose empty title/air date it filled), tvmazeSkipped
15. // (shows TVmaze numbers differently, left alone).
16. import { env, args, exit } from 'hl:proc'
17. import { now, sleep } from 'hl:time'
18. import { syncEnabled, syncShow, persistSync, emptyTotals, addTotals, totalsLine, pauseMsAfter } from '../tmdbsync.hl'
19. import { allFollowedShowIds } from '../follows.hl'
20. import { applyCredits, persistDetails } from '../details.hl'
22. storageDir = env('TRACKER_STORAGE')
23. if (storageDir == null || !storageDir.startsWith('/')) { console.log('REFUSED: set TRACKER_STORAGE, absolute (app stopped, or a copy)') exit(2) }
24. if (!syncEnabled) { console.log('REFUSED: TMDB_READ_TOKEN is not set') exit(2) }
26. limit = -1
27. argv = args()
28. i = 0
29. while (i < argv.length) {
30. if (argv[i] == '--limit' && i + 1 < argv.length) { limit = toNumber(argv[i + 1]) }
31. i = i + 1
32. }
34. ids = allFollowedShowIds()
35. started = now()
36. totals = emptyTotals()
37. console.log('tmdb sync: ' + ids.length + ' followed shows' + (limit >= 0 ? ', limit ' + limit : ''))
38. for (id of ids) {
39. if (limit < 0 || totals.shows < limit) {
40. let r = syncShow(id)
41. totals = addTotals(totals, r)
42. // tracker#28: the cast + crew from the same details answer
43. let c = r.details != null ? applyCredits(id, r.details) : { cast = 0 crew = 0 people = 0 error = '' }
44. console.log(' ' + id + ': +' + r.newSeasons + ' seasons +' + r.newEpisodes + ' episodes ~' + r.updatedEpisodes + ' updated, poster ' + r.posters + ', ids +' + r.ids
45. + ', tvmaze +' + r.tvmazeEpisodes + ' episodes +' + r.tvmazeSeasons + ' seasons ~' + r.tvmazeFilled + ' filled' + (r.tvmazeSkipped > 0 ? ' SKIPPED (numbered differently)' : '') + ', cast ' + c.cast + ' crew ' + c.crew + ' +' + c.people + ' people' + (r.error != '' ? ' ERROR ' + r.error : '') + (c.error != '' ? ' ERROR ' + c.error : ''))
46. if (totals.shows % 10 == 0) { persistDetails() }
47. sleep(pauseMsAfter(r) / 1000)
48. }
49. }
50. persistDetails()
51. console.log('tmdb sync done: ' + totalsLine(totals) + ' seconds=' + ((now() - started) / 1000))
53. on Error(e) { console.log(' error absorbed: ' + e.message) }