tracker

2.7 KB

1. // tools/sync-tmdb.hl — THE TMDB SYNC FROM THE COMMAND LINE (tracker.worldapi.org#9): the same per-show sync
2. // the app runs every day (tmdbsync.hl), for every followed show, one after the other, waiting between shows
3. // so TMDB's 40 requests / 10 s (and TVmaze's 20 / 10 s) are never exceeded. Idempotent: a second run adds nothing (prints 0 new).
4. //
5. // STOP THE APP FIRST (or run it on a COPY): hl:mpackdb does not coordinate two processes on one storage
6. // directory (hybriel#21). The running app does this itself every day (project.hl `syncTick`) — this tool is
7. // for tests, the real-data proof and a manual catch-up.
8. //
9. // set -a; . ./.env; set +a # TMDB_READ_TOKEN — never print it
10. // TRACKER_STORAGE=/abs/path/storage/mpackdb ./bin/hybriel tools/sync-tmdb.hl [--limit N]
11. //
12. // Prints one line per show and the totals: shows, newSeasons, newEpisodes, updatedEpisodes, updatedSeasons,
13. // posters, ids (external ids filled, tracker.worldapi.org#12), requests, tvmazeRequests, errors, seconds, and (#15) what
14. // TVmaze added: tvmazeEpisodes, tvmazeSeasons, tvmazeFilled (episodes whose empty title/air date it filled), tvmazeSkipped
15. // (shows TVmaze numbers differently, left alone).
16. import { env, args, exit } from 'hl:proc'
17. import { now, sleep } from 'hl:time'
18. import { syncEnabled, syncShow, persistSync, emptyTotals, addTotals, totalsLine, pauseMsAfter } from '../tmdbsync.hl'
19. import { allFollowedShowIds } from '../follows.hl'
21. storageDir = env('TRACKER_STORAGE')
22. if (storageDir == null || !storageDir.startsWith('/')) { console.log('REFUSED: set TRACKER_STORAGE, absolute (app stopped, or a copy)') exit(2) }
23. if (!syncEnabled) { console.log('REFUSED: TMDB_READ_TOKEN is not set') exit(2) }
25. limit = -1
26. argv = args()
27. i = 0
28. while (i < argv.length) {
29. if (argv[i] == '--limit' && i + 1 < argv.length) { limit = toNumber(argv[i + 1]) }
30. i = i + 1
31. }
33. ids = allFollowedShowIds()
34. started = now()
35. totals = emptyTotals()
36. console.log('tmdb sync: ' + ids.length + ' followed shows' + (limit >= 0 ? ', limit ' + limit : ''))
37. for (id of ids) {
38. if (limit < 0 || totals.shows < limit) {
39. let r = syncShow(id)
40. totals = addTotals(totals, r)
41. console.log(' ' + id + ': +' + r.newSeasons + ' seasons +' + r.newEpisodes + ' episodes ~' + r.updatedEpisodes + ' updated, poster ' + r.posters + ', ids +' + r.ids
42. + ', tvmaze +' + r.tvmazeEpisodes + ' episodes +' + r.tvmazeSeasons + ' seasons ~' + r.tvmazeFilled + ' filled' + (r.tvmazeSkipped > 0 ? ' SKIPPED (numbered differently)' : '') + (r.error != '' ? ' ERROR ' + r.error : ''))
43. if (totals.shows % 10 == 0) { persistSync() }
44. sleep(pauseMsAfter(r) / 1000)
45. }
46. }
47. persistSync()
48. console.log('tmdb sync done: ' + totalsLine(totals) + ' seconds=' + ((now() - started) / 1000))
50. on Error(e) { console.log(' error absorbed: ' + e.message) }