tracker

2.3 KB

1. // tools/sync-tmdb.hl — THE TMDB SYNC FROM THE COMMAND LINE (tracker.worldapi.org#9): the same per-show sync
2. // the app runs every day (tmdbsync.hl), for every followed show, one after the other, waiting between shows
3. // so TMDB's 40 requests / 10 s (and TVmaze's 20 / 10 s) are never exceeded. Idempotent: a second run adds nothing (prints 0 new).
4. //
5. // STOP THE APP FIRST (or run it on a COPY): hl:mpackdb does not coordinate two processes on one storage
6. // directory (hybriel#21). The running app does this itself every day (project.hl `syncTick`) — this tool is
7. // for tests, the real-data proof and a manual catch-up.
8. //
9. // set -a; . ./.env; set +a # TMDB_READ_TOKEN — never print it
10. // TRACKER_STORAGE=/abs/path/storage/mpackdb ./bin/hybriel tools/sync-tmdb.hl [--limit N]
11. //
12. // Prints one line per show and the totals: shows, newSeasons, newEpisodes, updatedEpisodes, updatedSeasons,
13. // posters, ids (external ids filled, tracker.worldapi.org#12), requests, tvmazeRequests, errors, seconds.
14. import { env, args, exit } from 'hl:proc'
15. import { now, sleep } from 'hl:time'
16. import { syncEnabled, syncShow, persistSync, emptyTotals, addTotals, totalsLine, pauseMsAfter } from '../tmdbsync.hl'
17. import { allFollowedShowIds } from '../follows.hl'
19. storageDir = env('TRACKER_STORAGE')
20. if (storageDir == null || !storageDir.startsWith('/')) { console.log('REFUSED: set TRACKER_STORAGE, absolute (app stopped, or a copy)') exit(2) }
21. if (!syncEnabled) { console.log('REFUSED: TMDB_READ_TOKEN is not set') exit(2) }
23. limit = -1
24. argv = args()
25. i = 0
26. while (i < argv.length) {
27. if (argv[i] == '--limit' && i + 1 < argv.length) { limit = toNumber(argv[i + 1]) }
28. i = i + 1
29. }
31. ids = allFollowedShowIds()
32. started = now()
33. totals = emptyTotals()
34. console.log('tmdb sync: ' + ids.length + ' followed shows' + (limit >= 0 ? ', limit ' + limit : ''))
35. for (id of ids) {
36. if (limit < 0 || totals.shows < limit) {
37. let r = syncShow(id)
38. totals = addTotals(totals, r)
39. console.log(' ' + id + ': +' + r.newSeasons + ' seasons +' + r.newEpisodes + ' episodes ~' + r.updatedEpisodes + ' updated, poster ' + r.posters + ', ids +' + r.ids + (r.error != '' ? ' ERROR ' + r.error : ''))
40. if (totals.shows % 10 == 0) { persistSync() }
41. sleep(pauseMsAfter(r) / 1000)
42. }
43. }
44. persistSync()
45. console.log('tmdb sync done: ' + totalsLine(totals) + ' seconds=' + ((now() - started) / 1000))
47. on Error(e) { console.log(' error absorbed: ' + e.message) }