gitoriaLog in with ident

tracker

All repositories: gitoria

ReadmeCodePull requestsReleasesTicketsSettings
Commit84e1b3e184e1b3e1tracker: reports 025 + 026mre84e1b3e1/tests/seed-kinds.hl

5.2 KB

  1. // tests/seed-kinds.hl — GATE FIXTURE for tracker.worldapi.org#20/#21 (mission 068, tests/kinds.mjs): TV titles of both kinds,
  2. // written into the gate's storage AFTER tests/seed-show.hl, before the server starts. The genres Talk / Reality / News (a title
  3. // with one of them is a SHOW from the stored data) and what the fake TMDB says about each title's `type` (tests/kinds.mjs):
  4. // 7001 Gate Reacher Drama, type Scripted → series alice follows it
  5. // 7002 Gate Late Show … Talk (a LONG name) → show from the genre, never asked; one released episode;
  6. // alice follows it
  7. // 7003 Gate Island Reality no genre, type Reality → series until TMDB's type is known (the daily sync: alice
  8. // follows it), then show
  9. // 7004 Gate Nature Docs type Documentary → series
  10. // 7005 Gate Evening News type News → show (the kind backfill)
  11. // 7006 Gate Mini type Miniseries → series
  12. // 7007 Gate Lost Kind TMDB answers 404 → series, `kindCheck`
  13. // 7008 Gate Clip Video type Video → show (the kind backfill)
  14. // — Gate No Id no tmdbId, no genre → series without a request, `kindCheck`
  15. // Self-assigned ids, one put() each (never update(), see seed-show.hl). TRACKER_SEED_USER = alice's users row (seed-show.hl's).
  16. import { MPackDB } from 'hl:mpackdb'
  17. import { env } from 'hl:proc'
  18. import { now } from 'hl:time'
  19. storageDir = env('TRACKER_STORAGE')
  20. if (storageDir == null || !storageDir.startsWith('/')) { hlError('set TRACKER_STORAGE, absolute') }
  21. genresTable = new MPackDB(file = storageDir + '/genres.db', primaryKey = '@id', indexes = ['!oldId'])
  22. showsTable = new MPackDB(file = storageDir + '/shows.db', primaryKey = '@id', indexes = ['!oldId'])
  23. seasonsTable = new MPackDB(file = storageDir + '/seasons.db', primaryKey = '@id', indexes = ['!oldId'])
  24. episodesTable = new MPackDB(file = storageDir + '/episodes.db', primaryKey = '@id', indexes = ['!oldId'])
  25. followsTable = new MPackDB(file = storageDir + '/follows.db', primaryKey = '@id', indexes = ['!oldId'])
  26. talkId = 'gk00000000000gt1'
  27. realityId = 'gk00000000000gr1'
  28. newsId = 'gk00000000000gn1'
  29. genresTable.put({ id = talkId name = 'Talk' urlSegment = 'Talk' tmdbId = 10767 oldId = 'gk-talk' })
  30. genresTable.put({ id = realityId name = 'Reality' urlSegment = 'Reality' tmdbId = 10764 oldId = 'gk-reality' })
  31. genresTable.put({ id = newsId name = 'News' urlSegment = 'News' tmdbId = 10763 oldId = 'gk-news' })
  32. // seed-show.hl's Drama
  33. dramaId = 'g0000000000000g1'
  34. tv = (id, tmdbId, title, release, slug, genres, seasons) => {
  35. showsTable.put({
  36. adult = false id = id title = title summary = 'a #21 fixture' tmdbSummary = null tmdbId = tmdbId
  37. language = 'en' type = 'series' release = release year = toNumber(release.slice(0, 4)) image = null urlSegment = slug
  38. episodesCount = 0 homepage = null imdbId = null seasonsCount = 0 status = 'Returning Series' tagline = null
  39. tvdbId = null tvmzId = null genres = genres cast = [] seasons = seasons oldId = 'gk-' + slug
  40. })
  41. return true
  42. }
  43. tv('gk0000000000k001', 7001, 'Gate Reacher', '2022-02-04', 'gate-reacher', [dramaId], [])
  44. // the show's one season + episode (released): it is in the homepage's Shows row
  45. lateSeason = 'gk00000000000s02'
  46. lateEpisode = 'gk00000000000e02'
  47. seasonsTable.put({ id = lateSeason seasonNumber = 1 title = null release = null summary = null show = 'gk0000000000k002' episodes = [lateEpisode] oldId = 'gk-s02' })
  48. episodesTable.put({ id = lateEpisode episodeNumber = 1 seasonNumber = 1 title = 'First Night' summary = null release = '2024-05-05' show = 'gk0000000000k002' season = lateSeason oldId = 'gk-e02' })
  49. tv('gk0000000000k002', 7002, 'Gate Late Show With A Very Long Name That Has To Wrap On A Phone', '2015-09-08', 'gate-late-show', [talkId], [lateSeason])
  50. tv('gk0000000000k003', 7003, 'Gate Island Reality', '2010-01-01', 'gate-island-reality', [], [])
  51. tv('gk0000000000k004', 7004, 'Gate Nature Docs', '2016-11-06', 'gate-nature-docs', [], [])
  52. tv('gk0000000000k005', 7005, 'Gate Evening News', '1990-01-01', 'gate-evening-news', [], [])
  53. tv('gk0000000000k006', 7006, 'Gate Mini', '2019-05-06', 'gate-mini', [], [])
  54. tv('gk0000000000k007', 7007, 'Gate Lost Kind', '2001-01-01', 'gate-lost-kind', [], [])
  55. tv('gk0000000000k008', 7008, 'Gate Clip Video', '2020-03-03', 'gate-clip-video', [], [])
  56. tv('gk0000000000k009', null, 'Gate No Id', '2003-03-03', 'gate-no-id', [], [])
  57. user = env('TRACKER_SEED_USER')
  58. if (user != null && user != '') {
  59. followsTable.put({ id = 'gkf00000000000f1' show = 'gk0000000000k001' user = user at = now() - 3000 oldId = 'gk-follow-1' })
  60. followsTable.put({ id = 'gkf00000000000f2' show = 'gk0000000000k002' user = user at = now() - 2000 oldId = 'gk-follow-2' })
  61. followsTable.put({ id = 'gkf00000000000f3' show = 'gk0000000000k003' user = user at = now() - 1000 oldId = 'gk-follow-3' })
  62. }
  63. genresTable.persist()
  64. showsTable.persist()
  65. seasonsTable.persist()
  66. episodesTable.persist()
  67. followsTable.persist()
  68. console.log('seed-kinds: 9 TV titles, 3 genres' + (user != null && user != '' ? ', 3 follows for ' + user : ''))

Branches

Latest commits

  • 84e1b3e1tracker: reports 025 + 026mre
  • dc40d859tracker#31 (mission 026): duplicate titles merged — the 68 type+tmdbId pairs held by 157 records were the old tracker's (all migrated); merge.hl repair job (own clock, before the TMDB jobs) keeps one keeper per title (follows/watches > old short id > oldest), moves follows, watches, seasons, cast, credits, timelines, tombstones the rest (mergedInto, never deleted), slugs + short ids 301 to the keeper; stray seasons merged into their listed twin (Reacher S3 watches) or linked when watched; search import re-checks before its put; deploy.sh waits up to 90 s for 200; real copy 68 -> 0 dup ids, az5b2 follows/watches equal; gates 342/0, 32/0, 52/0mre
  • 2667da05tracker#30 (mission 025): /my/ pages from slim cached title cards, episode rows and watch sets (after the jobs /my/series 1.8 s -> 0.06 s, /my/unwatched 4.1 -> 0.18 s); timeline page shows its name once; franchise widget under the poster/title; movies with TV leftovers (First Contact) go through the details repair; tools/count-tmdb-ids.hl; gates 327/0, 52/0, 32/0mre
  • 3909810dantcolony#40: mission references in README/STATUS/docs point to the moved missionsmre
  • e63b1d28antcolony#40: history (LOG.md), worker briefs (missions/) and reports moved here from antcolony, numbered per project; old numbers in antcolony docs/mission-map.mdmre
  • 1cda451dtracker: Hybriel master 190aa11d (#127 both shapes, GC correctness fc838894) — conductor adopts despite /my/series 2.4x after jobs (memory 8.0 → 1.7 GB boot); see reports/071mre
  • c1fa2f2etracker (mission 071): Hybriel master 190aa11d measured on the real copy vs the live binary 8590df63 — NOT adopted (after the first-start jobs /my/series 2.4x slower, /series 1.6x, RSS swings 7.4-12.2 GB; fresh it is flat at 1.7-2.2 GB and /my/unwatched faster), vendor stays 8efba065, candidate kept in .scratch/w071/vendor-190aa11d; tests/kinds.mjs: collection seed off (its TMDB request broke check 1 in 1 of 4 runs); tests/realdata-071.sh + realdata-071-bench.mjs + tools/realdata-071-table.py; README + STATUS (numbers, how to repeat); gates 325/0, 32/0, 50/0mre
  • 8081350atracker docs (mission 070): README (summary, Config HL_GC_BYTES — kept at Hybriel's default, the 256 MiB setting is taken out of docker-compose.yml again: the jobs grew to 12+ GB with it too, see STATUS), Test (three gates), Deploy (first start ~50 min: kinds then seed, restart once after collections done, memory numbers), Vendored Hybriel 8efba065 + #48 audit, Files; STATUS mission 070 entry (merges, migrated counts, lambda audit, gates, RSS old vs new, how to repeat, open points); docs/kinds.md + docs/franchises.md job order; tests/realdata-070-*.sh, tools/count-migrated.hl, tools/ref-params.py, tools/lambda-audit.pymre
  • 1ad19c8ctracker: re-vendor Hybriel master 8efba065 (#126 GC by bytes, #48 lambda parameters copy) (mission 070): bin/hybriel sha256 50361e95…, plugins core crypto data fetch fs http http1 mpackdb proc smtp time web; lambda audit: 13 lambdas change a passed record/list (11 through a local alias), no caller relies on it — unchanged; 319 read-only lambda parameters get & (no copy per call: /my/schedule 2.35 → 0.46 s, /my/unwatched 13.7 → 5.7 s on the real copy); /my/unwatched one merge sort instead of n² inserts; docker-compose HL_GC_BYTES=268435456; deploy.sh runs kinds.mjs + franchises.mjs too (default ports 8700–8710); tests/realdata-070.mjs; gates browser 325/0, kinds 32/0, franchises 50/0mre
  • 46b21389tracker (mission 070, conductor): the sync never destroys migrated data — the one-time summary step MOVES a copied summary to migratedSummary (marker summaries-moved.txt) instead of clearing it; a migrated record's first title/genres/homepage/tagline TMDB replaces → migratedTitle/migratedGenres/migratedHomepage/migratedTagline, a migrated season's/episode's title/summary → migratedTitle/migratedSummary (set once); tests/peek-shows.hl prints them; gate 325/0mre
  • 749019b0Merge t19 (tracker#19 franchises + timelines) into main (mission 070): conflicts README/STATUS/show.hl/project.hl/browser.mjs/faketmdb.mjs, both sides kept; franchise/timeline pages get #20's typed heading (Franchise | …, Timeline | …), their title links via titlePath (/movies|/series|/shows); the collection seed waits for repair, kinds and credits too; franchises.mjs URLs + 2 new checks; gates browser 323/0, kinds 32/0, franchises 50/0mre
  • daf49feaMerge t20 (tracker#20 typed headings + #21 series/shows split) into main (mission 070): conflicts README/STATUS/show.hl/project.hl/search.hl/components/search.hl/browser.mjs/faketmdb.mjs, both sides kept; clock order backfill → repair → kinds → credits; withDetailsFields stores tmdbType + kind; gates: browser.mjs URLs → /series|/movies, typed h1 selectors; kinds.mjs repair/credits off, fixture name = seed name; browser 323/0, kinds 32/0mre
  • 20e09d89Merge t18 (tracker#18 delta sync) into main (mission 070): conflicts README/STATUS/show.hl/project.hl/browser.mjs, both sides kept; pageShowOf summary = summaryOfmre
  • f83571c3tracker#18 (mission 067): daily sync by change lists — TMDB /tv|movie/changes (since the stored day, paged) + TVmaze /updates/shows → only our changed titles (followed: full step, unfollowed: light step — changed seasons, no TVmaze), full walk on first run / gap > 14 days / failed list; show record refreshed (title, tmdbSummary, tagline, status, genres …; renamed titles re-indexed); summary = the creator's own text (page: summary > tmdbSummary > tvmazeSummary), one-time clear of copied summaries (9,647 on the live copy); gate 261, tests/realdata-018*.mjs, README + STATUSmre
  • 1ed5457etracker#20 + #21 (mission 068): typed headings "<Type> | <name>" in type colours; TV titles split into Series (/series) and Shows (/shows) by TMDB type + Reality/Talk/News genres — kind stored by sync/import/adult backfill + new kind backfill (resumes), /movies/<slug>, /shows/<slug> of a series/movie → 301, /my/series + /my/shows, home 5 tiles + 3 rows, search/filmography labels; gates kinds 32 + browser 266, tests/realdata-068.mjs, tools/count-kinds.hl, docs/kinds.md, README + STATUSmre
  • f2b00674Merge t26 (tracker#26 + #28) into main (mission 062): short ids for every new person (castPersonId, guest route), guest stars stored on the title and created as people only when opened (/person/tmdb/<id>?show=<id> → 302), lean watch/follow clicks (showRow a small object, cast/crew from the slug, watches cached per user, face rows only after a season toggle); gate 311, tests/realdata-062.mjs, README + STATUSmre
  • 0553b51ftracker#19 (mission 066): franchises and timelines — tables, /franchises, /franchises/<slug>, /timelines/<slug> (Timeline | Release sort, series by last episode), the Prequel | Timeline | Sequel widget with the franchise above, the creator's editor, TMDB collection seed in the app (resumes, paced); gate tests/franchises.mjs 48/0 + browser.mjs 266/0, tests/realdata-066.mjs, docs/franchises.md, README + STATUSmre
  • fa1f9dfatracker#29 (mission 063): unwatched check muted grey outline + check (accent only on hover), watched stays solid — no code regression, the accent outline read as ticked; gate checks real checks visibly (computed style + screenshot pixel) on /my/unwatched, show, movie, /my/movies; gate 266, tests/realdata-063.mjs, README + STATUSmre
  • 10bb3f93tracker#28 (mission 061): full cast (all seasons, main cast by episodes, guest stars) + crew (created by, directed by, written by, screenplay, story, music) — stored by the details completion, the daily sync, the search import (one details request) and a background credits job (resumes, RSS limit); show page collapsed after 20 with client-side Show all; showBySlug via a slug map; gate 249, tests/realdata-028.mjs, README + STATUSmre
  • d8b12d67tracker#27 (mission 060): short ids for movies, series and persons — old 702 kept (data/old-short-ids.json), new random [a-z0-9]{5} unique across both, claimed at creation, background backfill (resumes), shown under poster/photo, /<shortId> → 301; gate 259, tests/realdata-060*, README + STATUSmre