[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_273":274,"_275":276},"routes/_app.x.$handle.$name",{"_105":104,"_38":52,"_113":95,"_33":107,"_13":14,"_114":-5,"_11":115,"_116":117,"_118":119,"_120":121,"_122":123,"_26":-5,"_124":-5,"_125":-5,"_126":31,"_127":128,"_129":31,"_130":-5,"_131":-5,"_132":133},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_50":51,"_38":52,"_45":53,"_54":-5,"_55":31,"_56":57,"_58":57,"_59":60,"_61":-5,"_19":62,"_63":-5,"_64":31,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":72,"_73":74,"_75":76,"_77":-5,"_78":79,"_80":79,"_81":82,"_83":82,"_84":82,"_85":79,"_86":79,"_87":88,"_89":90,"_91":92,"_93":31},"version",23,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","7cf8466b-88e2-4295-8426-4e48407f9b10","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":29,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":39,"_40":41,"_42":44,"_45":46,"_47":14,"_48":49,"_30":31},"previous",{"_36":37,"_38":39,"_40":41,"_42":43},"deleted",false,"deletedHere","path","lib/env.ts","latestPath","fileId","9772dc3e-b20d-11f1-8580-1607ee4eb77e","name","env.ts","fileType","script","content","/**\n * Central registry of the environment variables this val reads.\n *\n * Keeping the names in one place lets the cron handler check them all up front\n * and report every missing key in a single Telegram message, instead of dying\n * on whichever one it happens to touch first.\n *\n * TikTok is special-cased: it can be configured either with a static\n * `TIKTOK_ACCESS_TOKEN` (manual, expires in ~24h) or with the refresh triple\n * (`TIKTOK_CLIENT_KEY` + `TIKTOK_CLIENT_SECRET` + `TIKTOK_REFRESH_TOKEN`),\n * which lets the val renew its own token. See `findMissingTikTokEnv`.\n */\n\nexport const ENV = {\n YOUTUBE_API_KEY: \"YOUTUBE_API_KEY\",\n OPUS_CLIP_API_KEY: \"OPUS_CLIP_API_KEY\",\n TIKTOK_ACCESS_TOKEN: \"TIKTOK_ACCESS_TOKEN\",\n TIKTOK_CLIENT_KEY: \"TIKTOK_CLIENT_KEY\",\n TIKTOK_CLIENT_SECRET: \"TIKTOK_CLIENT_SECRET\",\n TIKTOK_REFRESH_TOKEN: \"TIKTOK_REFRESH_TOKEN\",\n TELEGRAM_BOT_TOKEN: \"TELEGRAM_BOT_TOKEN\",\n TELEGRAM_CHAT_ID: \"TELEGRAM_CHAT_ID\",\n} as const;\n\nexport type EnvName = (typeof ENV)[keyof typeof ENV];\n\n/** Keys needed regardless of which TikTok mode you use. */\nexport const REQUIRED_ENV: EnvName[] = [\n ENV.YOUTUBE_API_KEY,\n ENV.OPUS_CLIP_API_KEY,\n ENV.TELEGRAM_BOT_TOKEN,\n ENV.TELEGRAM_CHAT_ID,\n];\n\n/** The triple that enables automatic TikTok token renewal. */\nexport const TIKTOK_REFRESH_ENV: EnvName[] = [\n ENV.TIKTOK_CLIENT_KEY,\n ENV.TIKTOK_CLIENT_SECRET,\n ENV.TIKTOK_REFRESH_TOKEN,\n];\n\nexport class MissingEnvError extends Error {\n constructor(readonly keys: EnvName[]) {\n super(`Missing environment variable(s): ${keys.join(\", \")}`);\n this.name = \"MissingEnvError\";\n }\n}\n\n/** Read an env var, or `undefined` when it is unset or blank. */\nexport function optionalEnv(name: EnvName): string | undefined {\n return Deno.env.get(name)?.trim() || undefined;\n}\n\n/** Read a required env var, throwing if it is unset or blank. */\nexport function requireEnv(name: EnvName): string {\n const value = optionalEnv(name);\n if (!value) throw new MissingEnvError([name]);\n return value;\n}\n\n/** Which of `names` are unset or blank. */\nexport function findMissingEnv(names: EnvName[] = REQUIRED_ENV): EnvName[] {\n return names.filter((name) => !optionalEnv(name));\n}\n\n/**\n * Which TikTok keys are missing, if any.\n *\n * A static `TIKTOK_ACCESS_TOKEN` is enough on its own. Otherwise all three\n * refresh keys are needed. Returns `[]` when TikTok is configured either way.\n */\nexport function findMissingTikTokEnv(): EnvName[] {\n if (optionalEnv(ENV.TIKTOK_ACCESS_TOKEN)) return [];\n return findMissingEnv(TIKTOK_REFRESH_ENV);\n}\n\n/** True when the val can renew its own TikTok token. */\nexport function canRefreshTikTokToken(): boolean {\n return findMissingEnv(TIKTOK_REFRESH_ENV).length === 0;\n}","/**\n * Central registry of the environment variables this val reads.\n *\n * Keeping the names in one place lets the cron handler check them all up front\n * and report every missing key in a single message, instead of dying on\n * whichever one it happens to touch first.\n *\n * TikTok is special-cased: it needs *either* a static `TIKTOK_ACCESS_TOKEN`\n * *or* the refresh triple (`TIKTOK_CLIENT_KEY` + `TIKTOK_CLIENT_SECRET` +\n * `TIKTOK_REFRESH_TOKEN`). See `findMissingTikTokEnv`.\n */\n\nexport const ENV = {\n YOUTUBE_API_KEY: \"YOUTUBE_API_KEY\",\n OPUS_CLIP_API_KEY: \"OPUS_CLIP_API_KEY\",\n /** Optional — defaults to the val owner's own address. */\n NOTIFY_EMAIL: \"NOTIFY_EMAIL\",\n TIKTOK_ACCESS_TOKEN: \"TIKTOK_ACCESS_TOKEN\",\n TIKTOK_CLIENT_KEY: \"TIKTOK_CLIENT_KEY\",\n TIKTOK_CLIENT_SECRET: \"TIKTOK_CLIENT_SECRET\",\n TIKTOK_REFRESH_TOKEN: \"TIKTOK_REFRESH_TOKEN\",\n} as const;\n\nexport type EnvName = (typeof ENV)[keyof typeof ENV];\n\n/** Keys needed regardless of how TikTok is configured. */\nexport const REQUIRED_ENV: EnvName[] = [\n ENV.YOUTUBE_API_KEY,\n ENV.OPUS_CLIP_API_KEY,\n];\n\n/** The triple that enables automatic TikTok token renewal. */\nexport const TIKTOK_REFRESH_ENV: EnvName[] = [\n ENV.TIKTOK_CLIENT_KEY,\n ENV.TIKTOK_CLIENT_SECRET,\n ENV.TIKTOK_REFRESH_TOKEN,\n];\n\nexport class MissingEnvError extends Error {\n constructor(readonly keys: EnvName[]) {\n super(`Missing environment variable(s): ${keys.join(\", \")}`);\n this.name = \"MissingEnvError\";\n }\n}\n\n/** Read an env var, or `undefined` when it is unset or blank. */\nexport function optionalEnv(name: EnvName): string | undefined {\n return Deno.env.get(name)?.trim() || undefined;\n}\n\n/** Read a required env var, throwing if it is unset or blank. */\nexport function requireEnv(name: EnvName): string {\n const value = optionalEnv(name);\n if (!value) throw new MissingEnvError([name]);\n return value;\n}\n\n/** Which of `names` are unset or blank. */\nexport function findMissingEnv(names: EnvName[] = REQUIRED_ENV): EnvName[] {\n return names.filter((name) => !optionalEnv(name));\n}\n\n/**\n * Which TikTok keys are missing, if any.\n *\n * A static `TIKTOK_ACCESS_TOKEN` is enough on its own. Otherwise all three\n * refresh keys are needed. Returns `[]` when TikTok is configured either way.\n */\nexport function findMissingTikTokEnv(): EnvName[] {\n if (optionalEnv(ENV.TIKTOK_ACCESS_TOKEN)) return [];\n return findMissingEnv(TIKTOK_REFRESH_ENV);\n}\n\n/** True when the val can renew its own TikTok token. */\nexport function canRefreshTikTokToken(): boolean {\n return findMissingEnv(TIKTOK_REFRESH_ENV).length === 0;\n}","createdAt",["D",1789591474022],"branchVersion","branchId","7b1f7eb3-1f90-4b89-bc30-a5817ab59c76","id","fe948bec-46cd-4016-a1ac-e2216d0acfcb","trend-video-autoposter",["D",1789590675077],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","YouTube trend → AI clip → TikTok auto-post, every 12 hours","imageUrl","fddfc1a6-8d1e-4681-b49d-92beee01dfa0","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a0ab6a-d4b7-7696-9a1f-6d45e686e25c","tursoName","fe948bec46cd4016a1ace2216d0acfcb","tursoHostname","fe948bec46cd4016a1ace2216d0acfcb-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789591281607],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_105":104,"_112":107},"org",{"_105":104,"_106":107,"_108":107,"_19":62,"_109":110,"_111":31},"branch",{"_13":94,"_38":95,"_50":49,"_96":51,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":-5,"_102":52,"_103":104},"isOwned",46,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","motest","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_50":51,"_38":52,"_45":268,"_54":-5,"_55":31,"_56":57,"_58":57,"_59":60,"_61":-5,"_19":62,"_63":-5,"_64":31,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":72,"_73":74,"_75":269,"_77":-5,"_78":79,"_80":79,"_81":82,"_83":82,"_84":82,"_85":79,"_86":79,"_87":270,"_89":271,"_91":272,"_93":31},"tree",[182,190,192,193],"files",[182,183,184,185,186,187,188,189,190,191,192,193],"counts",{"_171":68,"_172":155,"_173":68,"_174":175,"_176":177},"contents",[134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_50":166,"_38":167,"_36":168,"_141":-5,"_48":49,"_47":145,"_143":162,"_45":169,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_33":170},{"_50":158,"_38":159,"_36":160,"_141":-5,"_48":49,"_47":161,"_143":162,"_45":163,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_33":165},{"_50":150,"_38":151,"_36":152,"_141":-5,"_48":49,"_47":153,"_143":31,"_45":154,"_13":155,"_40":26,"_42":156,"_30":31,"_148":-5,"_33":157},{"_50":138,"_38":139,"_36":140,"_141":-5,"_48":49,"_47":142,"_143":31,"_45":144,"_13":145,"_40":146,"_42":147,"_30":31,"_148":-5,"_33":149},"ec906fb7-2232-4999-bb93-f750cdfdef66","main.ts","90593b32-b20d-11f1-b41f-1607ee4eb77e","parentId",20,"latest",["D",1789591068476],2,"interval","/**\n * Trend Video AutoPoster — runs every 12 hours.\n *\n * discover trending YouTube video → AI clip it (Opus Clip) →\n * publish to TikTok → record in SQLite → report to Telegram\n *\n * Each step is isolated in its own try/catch: a failure logs, records the\n * attempt, reports to Telegram, and returns cleanly so future cron executions\n * still run. A video that fails `MAX_ATTEMPTS` times is skipped from then on,\n * so one bad video can't block the pipeline forever.\n *\n * Learn more: https://docs.val.town/vals/cron/\n */\nimport { MAX_ATTEMPTS, SEARCH_QUERIES } from \"./lib/config.ts\";\nimport {\n findMissingEnv,\n findMissingTikTokEnv,\n REQUIRED_ENV,\n} from \"./lib/env.ts\";\nimport {\n initDb,\n markPosted,\n recordFailure,\n shouldSkip,\n stats,\n} from \"./lib/db.ts\";\nimport {\n findUnprocessedTrendingVideo,\n type TrendingVideo,\n} from \"./lib/youtube.ts\";\nimport { createClip } from \"./lib/opus.ts\";\nimport { publishVideoToTikTok } from \"./lib/tiktok.ts\";\nimport { escapeHtml, reportStepFailure, sendTelegram } from \"./lib/telegram.ts\";\n\nexport default async function (interval: Interval) {\n await runPipeline(interval.lastRunAt);\n}\n\n/** The whole pipeline. Exported so it can be invoked manually for testing. */\nexport async function runPipeline(lastRunAt?: Date): Promise {\n const startedAt = Date.now();\n console.log(\n `[trend-autoposter] run started ${new Date(startedAt).toISOString()} ` +\n `(lastRunAt: ${lastRunAt?.toISOString() ?? \"never\"})`,\n );\n\n // --- Preflight: fail fast, and report *every* missing key at once ---------\n const missing = [...findMissingEnv(REQUIRED_ENV), ...findMissingTikTokEnv()];\n if (missing.length > 0) {\n const message =\n `⚠️ Trend AutoPoster skipped — missing env var(s): ${missing.join(\", \")}`;\n console.error(`[trend-autoposter] ${message}`);\n await sendTelegram(message);\n return;\n }\n\n // --- Step 0: schema (creates + migrates) ---------------------------------\n try {\n await initDb();\n } catch (err) {\n console.error(\"[trend-autoposter] database init failed:\", err);\n await reportStepFailure(\"database init\", err);\n return;\n }\n\n console.log(\n `[trend-autoposter] history: ${JSON.stringify(await stats().catch(() => ({})))}`,\n );\n\n // --- Step 1: discover a trending video we haven't handled ----------------\n let video: TrendingVideo | undefined;\n try {\n video = await findUnprocessedTrendingVideo(\n (videoId) => shouldSkip(videoId, MAX_ATTEMPTS),\n { queries: SEARCH_QUERIES },\n );\n } catch (err) {\n console.error(\"[trend-autoposter] discovery failed:\", err);\n await reportStepFailure(\"discover trending video (YouTube)\", err);\n return;\n }\n\n if (!video) {\n console.log(\"[trend-autoposter] no unprocessed trending video found\");\n const counts = await stats().catch(() => ({}));\n const parked = counts.failed ?? 0;\n await sendTelegram(\n \"ℹ️ Trend AutoPoster: no new trending video to process this run.\" +\n (parked > 0\n ? `\\n${parked} video(s) are parked after ${MAX_ATTEMPTS} failed attempts.`\n : \"\"),\n );\n return;\n }\n\n console.log(\n `[trend-autoposter] picked ${video.videoId} — \"${video.title}\" (${video.channelTitle})`,\n );\n\n // --- Step 2: AI clipping -------------------------------------------------\n let clip;\n try {\n clip = await createClip(video.url);\n } catch (err) {\n await handleFailure(video, \"AI clip creation (Opus Clip)\", err);\n return;\n }\n\n // --- Step 3: publish directly to TikTok ----------------------------------\n let published;\n try {\n published = await publishVideoToTikTok({\n videoUrl: clip.downloadUrl,\n caption: clip.caption,\n });\n } catch (err) {\n await handleFailure(video, \"TikTok publish\", err);\n return;\n }\n\n // --- Step 4: record the success, then report -----------------------------\n try {\n await markPosted(video.videoId);\n } catch (err) {\n console.error(\"[trend-autoposter] failed to record posted video:\", err);\n await reportStepFailure(\"record posted video (SQLite)\", err, {\n videoId: video.videoId,\n });\n return;\n }\n\n const counts = await stats().catch(() => ({}));\n\n await sendTelegram(\n `🚀 Success: Trending video parsed, clipped, and posted directly to TikTok! Video ID: ${\n escapeHtml(video.videoId)\n }\\n\\n` +\n `Title: ${escapeHtml(video.title)}\\n` +\n `Channel: ${escapeHtml(video.channelTitle)}\\n` +\n `Publish ID: ${escapeHtml(published.publishId)} (${\n escapeHtml(published.status)\n })\\n` +\n `Posted total: ${counts.posted ?? 0}`,\n );\n\n console.log(\n `[trend-autoposter] done in ${Date.now() - startedAt}ms — publish id ${published.publishId}`,\n );\n}\n\n/**\n * Record a failed attempt for a video, then report it.\n *\n * Recording first means the retry budget advances even if Telegram is down.\n */\nasync function handleFailure(\n video: TrendingVideo,\n step: string,\n err: unknown,\n): Promise {\n console.error(`[trend-autoposter] ${step} failed for ${video.videoId}:`, err);\n\n let attempts: number | undefined;\n try {\n attempts = await recordFailure(video.videoId, err);\n } catch (dbErr) {\n console.error(\"[trend-autoposter] could not record the failure:\", dbErr);\n }\n\n const exhausted = attempts !== undefined && attempts >= MAX_ATTEMPTS;\n if (exhausted) {\n console.warn(\n `[trend-autoposter] giving up on ${video.videoId} after ${attempts} attempt(s)`,\n );\n }\n\n await reportStepFailure(step, err, {\n videoId: video.videoId,\n attempts,\n maxAttempts: MAX_ATTEMPTS,\n exhausted,\n });\n}","label",[139],"597814e4-188b-49ab-8fb7-273c71af3f0c","README.md","11271b94-b20e-11f1-9ad2-1607ee4eb77e",22,["D",1789591092156],1,"# Trend Video AutoPoster\n\nA scheduled Val Town job that runs **every 12 hours** (`0 */12 * * *`, UTC) and\nautomates the whole short-form content loop: find a trending YouTube video,\nhave AI cut it into a vertical clip, publish that clip straight to TikTok, and\nreport the result to Telegram.\n\n```mermaid\nflowchart TD\n A[cron: every 12h] --> B[Preflight: check env vars]\n B --> C[Step 1 · YouTube Data API v3
search trending videos]\n C --> D{shouldSkip?
posted, or out of attempts}\n D -- yes --> C\n D -- no --> E[Step 2 · Opus Clip
AI clip + captions + hashtags]\n E --> F[Step 3 · TikTok Content Posting API
PULL_FROM_URL, PUBLIC_TO_EVERYONE]\n F --> G[Step 4 · status=posted in SQLite]\n G --> H[Telegram success report]\n E -. error .-> R[recordFailure: attempts += 1]\n F -. error .-> R\n R --> H3[Telegram error report
with attempt N of 3]\n B -. missing key .-> H2[Telegram warning]\n C -. error .-> H3\n```\n\nEvery step is wrapped in its own `try/catch`. A failure logs to the console,\nrecords the attempt, sends a Telegram error report, and **returns cleanly** — so\nthe next scheduled run still fires.\n\n## Files\n\n| File | Role |\n| --- | --- |\n| `main.ts` | The interval handler + pipeline orchestration |\n| `lib/config.ts` | Tunables: `MAX_ATTEMPTS`, `SEARCH_QUERIES` |\n| `lib/env.ts` | Env var names, required-key preflight |\n| `lib/db.ts` | SQLite schema, migrations, retry bookkeeping |\n| `lib/youtube.ts` | Step 1 — trending video discovery |\n| `lib/opus.ts` | Step 2 — AI clipping |\n| `lib/tiktok.ts` | Step 3 — token refresh + direct publishing |\n| `lib/telegram.ts` | Notifications (never throws) |\n| `scripts/smoke-test.ts` | Exercises the SQLite layer; safe to run anytime |\n\n## Environment variables\n\n| Key | Required? | Where to get it |\n| --- | --- | --- |\n| `YOUTUBE_API_KEY` | yes | Google Cloud Console → enable **YouTube Data API v3** → API key |\n| `OPUS_CLIP_API_KEY` | yes | Opus Clip account / API access |\n| `TELEGRAM_BOT_TOKEN` | yes | [@BotFather](https://t.me/BotFather) |\n| `TELEGRAM_CHAT_ID` | yes | Your chat/channel id — message the bot first, then read `getUpdates` |\n| `TIKTOK_CLIENT_KEY` | for auto-refresh | TikTok for Developers → your app's client key |\n| `TIKTOK_CLIENT_SECRET` | for auto-refresh | TikTok for Developers → your app's client secret |\n| `TIKTOK_REFRESH_TOKEN` | for auto-refresh | From the OAuth flow (scope `video.publish`) — the seed for rotation |\n| `TIKTOK_ACCESS_TOKEN` | alternative | A short-lived token, if you'd rather paste one by hand |\n\nThe job skips itself and warns you if anything required is missing.\n\n## TikTok token renewal\n\nTikTok access tokens expire in ~24 hours, which is shorter than the gap between\nruns — a static token would be dead by the second run. `lib/tiktok.ts` handles\nthis:\n\n1. It caches the token pair in **blob storage** (`tiktok:tokens`).\n2. If the cached access token is still good, it uses it.\n3. Otherwise it exchanges the refresh token at\n `https://open.tiktokapis.com/v2/oauth/token/`. TikTok **rotates** the refresh\n token on every exchange, so the new pair is written straight back to blob\n storage. `TIKTOK_REFRESH_TOKEN` is only the initial seed.\n4. If refresh fails and a static `TIKTOK_ACCESS_TOKEN` exists, it falls back to\n that rather than failing the run.\n\nSet the three `TIKTOK_CLIENT_*` / `TIKTOK_REFRESH_TOKEN` keys to enable this. If\nyou only set `TIKTOK_ACCESS_TOKEN`, the val still works — you'll just have to\npaste a fresh token before it expires.\n\n## Retry budget\n\nThe table tracks how each video went, so one bad video can't block the pipeline\nforever:\n\n```sql\nCREATE TABLE IF NOT EXISTS processed_trending_videos (\n video_id TEXT PRIMARY KEY,\n processed_at DATETIME NOT NULL,\n status TEXT NOT NULL DEFAULT 'pending', -- 'posted' | 'failed'\n attempts INTEGER NOT NULL DEFAULT 0,\n last_error TEXT\n);\n```\n\n- `status = 'posted'` → never retried.\n- `status = 'failed'` → retried until `attempts` reaches `MAX_ATTEMPTS`\n (default **3**, so ≈36 hours of retrying at one run per 12h), then skipped.\n\nThe first two columns are the original schema; the other three are added by an\nidempotent `ALTER TABLE` migration on startup, so an existing table upgrades\nitself.\n\nTune the budget in `lib/config.ts`. To give a parked video another chance, call\n`forgetProcessed(videoId)` — or just delete the row.\n\n## Things to know before you turn it on\n\nThese are real constraints of the third-party APIs, not bugs in this val.\n\n1. **The Opus Clip endpoint is not a documented public API.** `POST\n https://api.opus.pro/v1/clips` follows the commonly-referenced contract, but\n Opus Clip does not publish a stable spec. `lib/opus.ts` is written to be\n forgiving — it walks the response for the first plausible clip URL, caption\n and hashtags, and polls for up to 5 minutes if the render is async — but if\n your account's contract differs you may need to adjust `createBody()` and the\n `*_KEYS` lists. Everything else in the pipeline stays the same.\n2. **TikTok `PULL_FROM_URL` requires a verified domain.** TikTok fetches the\n clip from the URL Opus returns, so that host must be registered as a verified\n URL property in your TikTok developer app. If it isn't, the post is rejected.\n3. **`PUBLIC_TO_EVERYONE` requires an audited app.** Until your TikTok app\n passes audit, TikTok forces `SELF_ONLY` and rejects public posts.\n4. **YouTube quota.** `search.list` costs 100 units; the default daily quota is\n 10,000. With 4 queries × 2 runs/day that's 800 units/day — comfortable, but\n don't add dozens of keywords.\n5. **Opus Clip renders can outlast a run.** Polling gives up after 5 minutes; if\n the render is slower, that run records a failure and the next one retries.\n\n## Verifying\n\n- Run [scripts/smoke-test.ts](url:scripts/smoke-test.ts) to check the SQLite\n layer, the retry bookkeeping and the cleanup. It leaves the database untouched.\n- Run [main.ts](url:main.ts) manually from the editor to exercise the full\n pipeline without waiting for the cron.",[151],"4ab75f96-c9b6-4b0e-ad07-f09c2f292158","scripts","68926185-0dcc-4025-b344-11069b51005e",10,true,["D",1789590732153],"directory",[159],"3552ec96-097b-43ff-a276-c539b5fd3f15","lib","49f6b9da-c744-4653-8d32-c1d1321abcb4",["D",1789590686836],[167],"pulls","branches","forks","envVars",{"_178":180,"_181":68},"connections",{"_178":68,"_179":68},"count","unfilledCount",4,"emptyCount",{"_50":166,"_38":167,"_36":168,"_141":-5,"_48":49,"_47":145,"_143":162,"_45":265,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_195":266,"_33":267},{"_50":257,"_38":258,"_36":259,"_141":168,"_48":49,"_47":260,"_143":31,"_45":261,"_13":68,"_40":41,"_42":262,"_30":31,"_148":-5,"_195":263,"_33":264},{"_50":248,"_38":249,"_36":250,"_141":168,"_48":49,"_47":251,"_143":162,"_45":252,"_13":253,"_40":41,"_42":254,"_30":31,"_148":-5,"_195":255,"_33":256},{"_50":244,"_38":39,"_36":37,"_141":168,"_48":49,"_47":14,"_143":31,"_45":245,"_13":145,"_40":41,"_42":44,"_30":31,"_148":-5,"_195":246,"_33":247},{"_50":236,"_38":237,"_36":238,"_141":168,"_48":49,"_47":239,"_143":31,"_45":240,"_13":68,"_40":41,"_42":241,"_30":31,"_148":-5,"_195":242,"_33":243},{"_50":228,"_38":229,"_36":230,"_141":168,"_48":49,"_47":231,"_143":31,"_45":232,"_13":155,"_40":41,"_42":233,"_30":31,"_148":-5,"_195":234,"_33":235},{"_50":220,"_38":221,"_36":222,"_141":168,"_48":49,"_47":223,"_143":31,"_45":224,"_13":155,"_40":41,"_42":225,"_30":31,"_148":-5,"_195":226,"_33":227},{"_50":212,"_38":213,"_36":214,"_141":168,"_48":49,"_47":215,"_143":162,"_45":216,"_13":145,"_40":41,"_42":217,"_30":31,"_148":-5,"_195":218,"_33":219},{"_50":158,"_38":159,"_36":160,"_141":-5,"_48":49,"_47":161,"_143":162,"_45":209,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_195":210,"_33":211},{"_50":201,"_38":202,"_36":203,"_141":160,"_48":49,"_47":204,"_143":162,"_45":205,"_13":155,"_40":41,"_42":206,"_30":31,"_148":-5,"_195":207,"_33":208},{"_50":150,"_38":151,"_36":152,"_141":-5,"_48":49,"_47":153,"_143":31,"_45":198,"_13":155,"_40":26,"_42":156,"_30":31,"_148":-5,"_195":199,"_33":200},{"_50":138,"_38":139,"_36":140,"_141":-5,"_48":49,"_47":142,"_143":31,"_45":194,"_13":145,"_40":146,"_42":147,"_30":31,"_148":-5,"_195":196,"_33":197},["D",1789591068476],"children",[],[139],["D",1789591092156],[],[151],"23ccbaff-0072-458e-b39f-ee8a2924dfb8","smoke-test.ts","b2591bee-b20d-11f1-a33b-1607ee4eb77e",21,["D",1789591076786],"/**\n * Smoke test for the SQLite layer.\n *\n * Run this from the val editor before the first scheduled run (or any time you\n * change `lib/db.ts`) to confirm the schema, the retry bookkeeping and the\n * cleanup all behave. It uses one clearly-fake video id and deletes it again, so\n * it leaves the database exactly as it found it.\n */\nimport {\n forgetProcessed,\n getRecord,\n initDb,\n markPosted,\n recordFailure,\n shouldSkip,\n stats,\n} from \"../lib/db.ts\";\n\nconst TEST_ID = \"__smoke_test_video__\";\nconst MAX_ATTEMPTS = 3;\n\nawait initDb();\nconsole.log(\"schema ready\");\n\nconst checks: Record = {};\n\n// A video we've never seen must be a candidate.\nchecks.freshIsNotSkipped = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === false;\n\n// Failures accumulate, and the video stays a candidate until the budget runs out.\nchecks.attempt1 = await recordFailure(TEST_ID, new Error(\"boom\"));\nchecks.stillTrying = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === false;\nchecks.attempt2 = await recordFailure(TEST_ID, new Error(\"boom again\"));\nchecks.attempt3 = await recordFailure(TEST_ID, new Error(\"boom once more\"));\nchecks.nowSkipped = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === true;\n\nconst failed = await getRecord(TEST_ID);\nchecks.statusIsFailed = failed?.status === \"failed\";\nchecks.lastErrorStored = failed?.last_error?.includes(\"boom once more\") ?? false;\n\n// A successful post wins over the failure history and clears the error.\nawait markPosted(TEST_ID);\nconst posted = await getRecord(TEST_ID);\nchecks.statusIsPosted = posted?.status === \"posted\";\nchecks.postedClearsError = posted?.last_error === null;\nchecks.postedIsSkipped = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === true;\n\nchecks.stats = await stats();\n\n// Cleanup.\nawait forgetProcessed(TEST_ID);\nchecks.cleanedUp = (await getRecord(TEST_ID)) === undefined;\n\nconsole.log(checks);\n\nconst passed = checks.freshIsNotSkipped === true &&\n checks.attempt1 === 1 &&\n checks.stillTrying === true &&\n checks.attempt2 === 2 &&\n checks.attempt3 === 3 &&\n checks.nowSkipped === true &&\n checks.statusIsFailed === true &&\n checks.lastErrorStored === true &&\n checks.statusIsPosted === true &&\n checks.postedClearsError === true &&\n checks.postedIsSkipped === true &&\n checks.cleanedUp === true;\n\nif (!passed) throw new Error(\"smoke test failed — check the SQLite layer\");\nconsole.log(\"✅ SQLite layer OK\");",[],[159,202],["D",1789590732153],[191],[159],"124d2b6a-f021-4e04-bac7-140a07938ac1","youtube.ts","97bcce84-b20d-11f1-8580-1607ee4eb77e",19,["D",1789591068432],"/**\n * Step 1 — discover a trending YouTube video that we haven't handled yet.\n *\n * Uses the YouTube Data API v3 `search.list` endpoint. Note the quota cost:\n * each call to search.list costs 100 units against a default 10,000/day quota,\n * so keep SEARCH_QUERIES short.\n */\nimport { ENV, requireEnv } from \"./env.ts\";\nimport { SEARCH_QUERIES } from \"./config.ts\";\n\nconst SEARCH_ENDPOINT = \"https://www.googleapis.com/youtube/v3/search\";\n\nexport type TrendingVideo = {\n videoId: string;\n title: string;\n channelTitle: string;\n publishedAt: string;\n url: string;\n};\n\nexport type SearchOptions = {\n queries?: string[];\n maxResultsPerQuery?: number;\n /** Only consider videos published within this many days. */\n withinDays?: number;\n};\n\ntype YouTubeSearchResponse = {\n items?: Array<{\n id?: { videoId?: string };\n snippet?: {\n title?: string;\n channelTitle?: string;\n publishedAt?: string;\n };\n }>;\n};\n\n/** Run every query and return a de-duplicated, ranked list of candidates. */\nexport async function searchTrendingVideos(\n options: SearchOptions = {},\n): Promise {\n const {\n queries = SEARCH_QUERIES,\n maxResultsPerQuery = 25,\n withinDays = 30,\n } = options;\n\n const key = requireEnv(ENV.YOUTUBE_API_KEY);\n const publishedAfter = new Date(Date.now() - withinDays * 86_400_000)\n .toISOString();\n\n const seen = new Set();\n const videos: TrendingVideo[] = [];\n\n for (const query of queries) {\n const params = new URLSearchParams({\n part: \"snippet\",\n type: \"video\",\n q: query,\n maxResults: String(maxResultsPerQuery),\n order: \"viewCount\",\n videoDuration: \"short\",\n safeSearch: \"moderate\",\n relevanceLanguage: \"en\",\n publishedAfter,\n key,\n });\n\n const res = await fetch(`${SEARCH_ENDPOINT}?${params}`);\n if (!res.ok) {\n const body = await res.text();\n throw new Error(\n `YouTube search failed (HTTP ${res.status}) for \"${query}\": ${\n body.slice(0, 300)\n }`,\n );\n }\n\n const data = await res.json() as YouTubeSearchResponse;\n for (const item of data.items ?? []) {\n const videoId = item.id?.videoId;\n if (!videoId || seen.has(videoId)) continue;\n seen.add(videoId);\n videos.push({\n videoId,\n title: item.snippet?.title ?? \"\",\n channelTitle: item.snippet?.channelTitle ?? \"\",\n publishedAt: item.snippet?.publishedAt ?? \"\",\n url: `https://www.youtube.com/watch?v=${videoId}`,\n });\n }\n }\n\n return videos;\n}\n\n/**\n * First candidate that `shouldSkip` doesn't reject.\n *\n * `shouldSkip` is supplied by the caller (see `lib/db.ts`) so this module stays\n * ignorant of the database: it returns true for videos already posted, and for\n * ones that have exhausted their retry budget.\n *\n * Returns `undefined` when every candidate found has been handled.\n */\nexport async function findUnprocessedTrendingVideo(\n shouldSkip: (videoId: string) => Promise,\n options?: SearchOptions,\n): Promise {\n const videos = await searchTrendingVideos(options);\n console.log(\n `[youtube] ${videos.length} candidate(s) from ${\n (options?.queries ?? SEARCH_QUERIES).length\n } quer(ies)`,\n );\n\n let skipped = 0;\n for (const video of videos) {\n if (!(await shouldSkip(video.videoId))) return video;\n skipped++;\n }\n\n if (skipped > 0) {\n console.log(`[youtube] all ${skipped} candidate(s) already handled`);\n }\n return undefined;\n}",[],[167,213],"bfee83ee-60d2-4218-bd25-3be200a6e789","tiktok.ts","a3721626-b20d-11f1-aa57-1607ee4eb77e",17,["D",1789591051330],"/**\n * Step 3 — publish the generated clip to TikTok via the Content Posting API.\n *\n * ## Token handling\n *\n * TikTok access tokens live ~24 hours, which is shorter than the gap between\n * runs, so a static token would be dead by the second run. `getAccessToken()`\n * resolves a usable token in this order:\n *\n * 1. A cached token in blob storage that hasn't expired yet.\n * 2. A refresh against `https://open.tiktokapis.com/v2/oauth/token/` using\n * the stored (or `TIKTOK_REFRESH_TOKEN`) refresh token. TikTok rotates the\n * refresh token on every exchange, so the new pair is written back to\n * blob storage — the env var is only the initial seed.\n * 3. The static `TIKTOK_ACCESS_TOKEN` env var, for manual setups.\n *\n * ## Publishing\n *\n * Uses the `PULL_FROM_URL` source, which means TikTok fetches the clip from\n * `clip.downloadUrl` itself. Two things must be true for this to work:\n *\n * 1. The domain hosting the video URL must be verified in your TikTok\n * developer app (URL properties → verify domain).\n * 2. Your app must be audited for direct posting; until then TikTok forces\n * `SELF_ONLY` and `PUBLIC_TO_EVERYONE` is rejected.\n */\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport {\n ENV,\n MissingEnvError,\n optionalEnv,\n requireEnv,\n TIKTOK_REFRESH_ENV,\n} from \"./env.ts\";\n\nconst TOKEN_ENDPOINT = \"https://open.tiktokapis.com/v2/oauth/token/\";\nconst INIT_ENDPOINT = \"https://open.tiktokapis.com/v2/post/publish/video/init/\";\nconst STATUS_ENDPOINT = \"https://open.tiktokapis.com/v2/post/publish/status/fetch/\";\n\n/** Where the rotating token pair lives. */\nconst TOKEN_BLOB_KEY = \"tiktok:tokens\";\n/** Renew this long before the real expiry so a slow run can't trip over it. */\nconst EXPIRY_SKEW_MS = 5 * 60_000;\n\n/** TikTok truncates titles past 2200 characters. */\nconst MAX_TITLE_LEN = 2200;\nconst REQUEST_TIMEOUT_MS = 30_000;\n\nexport type PublishResult = {\n publishId: string;\n /** TikTok's processing status at the moment we checked, e.g. PROCESSING_UPLOAD. */\n status: string;\n};\n\ntype StoredTokens = {\n access_token: string;\n refresh_token?: string;\n /** Epoch milliseconds at which the access token stops working. */\n expires_at: number;\n scope?: string;\n};\n\ntype TikTokError = { code?: string; message?: string; log_id?: string };\n\ntype TikTokInitResponse = {\n data?: { publish_id?: string };\n error?: TikTokError;\n};\n\ntype TikTokStatusResponse = {\n data?: { status?: string };\n error?: TikTokError;\n};\n\ntype TikTokTokenResponse = {\n access_token?: string;\n refresh_token?: string;\n expires_in?: number;\n refresh_expires_in?: number;\n scope?: string;\n error?: string;\n error_description?: string;\n};\n\n// ---------------------------------------------------------------------------\n// Token management\n// ---------------------------------------------------------------------------\n\nasync function loadStoredTokens(): Promise {\n try {\n return await blob.getJSON(TOKEN_BLOB_KEY) as StoredTokens | undefined;\n } catch (err) {\n console.warn(\"[tiktok] could not read stored tokens:\", err);\n return undefined;\n }\n}\n\nasync function saveStoredTokens(tokens: StoredTokens): Promise {\n await blob.setJSON(TOKEN_BLOB_KEY, tokens);\n}\n\n/** Exchange a refresh token for a fresh access token, and persist the pair. */\nasync function refreshAccessToken(refreshToken: string): Promise {\n const clientKey = requireEnv(ENV.TIKTOK_CLIENT_KEY);\n const clientSecret = requireEnv(ENV.TIKTOK_CLIENT_SECRET);\n\n const res = await fetch(TOKEN_ENDPOINT, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/x-www-form-urlencoded\" },\n body: new URLSearchParams({\n client_key: clientKey,\n client_secret: clientSecret,\n grant_type: \"refresh_token\",\n refresh_token: refreshToken,\n }),\n });\n\n const text = await res.text();\n let payload: TikTokTokenResponse;\n try {\n payload = JSON.parse(text) as TikTokTokenResponse;\n } catch {\n throw new Error(\n `TikTok token refresh returned non-JSON (HTTP ${res.status}): ${text.slice(0, 200)}`,\n );\n }\n\n if (!res.ok || payload.error || !payload.access_token) {\n throw new Error(\n `TikTok token refresh failed (HTTP ${res.status}${\n payload.error ? `, ${payload.error}` : \"\"\n }): ${payload.error_description ?? text.slice(0, 300)}`,\n );\n }\n\n const now = Date.now();\n const tokens: StoredTokens = {\n access_token: payload.access_token,\n // TikTok rotates the refresh token; keep the old one only if none came back.\n refresh_token: payload.refresh_token ?? refreshToken,\n expires_at: now + Number(payload.expires_in ?? 86_400) * 1000,\n scope: payload.scope,\n };\n\n await saveStoredTokens(tokens);\n console.log(\n `[tiktok] refreshed access token (valid for ${payload.expires_in ?? \"?\"}s)`,\n );\n return tokens;\n}\n\n/**\n * Resolve a usable access token. Throws `MissingEnvError` when TikTok isn't\n * configured at all.\n */\nexport async function getAccessToken(): Promise {\n const cached = await loadStoredTokens();\n\n if (cached?.access_token && cached.expires_at - EXPIRY_SKEW_MS > Date.now()) {\n return cached.access_token;\n }\n\n const refreshToken = cached?.refresh_token ??\n optionalEnv(ENV.TIKTOK_REFRESH_TOKEN);\n const canRefresh = Boolean(\n refreshToken && optionalEnv(ENV.TIKTOK_CLIENT_KEY) &&\n optionalEnv(ENV.TIKTOK_CLIENT_SECRET),\n );\n\n if (canRefresh) {\n try {\n return (await refreshAccessToken(refreshToken!)).access_token;\n } catch (err) {\n const staticToken = optionalEnv(ENV.TIKTOK_ACCESS_TOKEN);\n if (!staticToken) throw err;\n console.warn(\n \"[tiktok] refresh failed — falling back to TIKTOK_ACCESS_TOKEN:\",\n err instanceof Error ? err.message : err,\n );\n return staticToken;\n }\n }\n\n const staticToken = optionalEnv(ENV.TIKTOK_ACCESS_TOKEN);\n if (staticToken) {\n if (cached?.access_token) {\n console.warn(\n \"[tiktok] cached token expired and no refresh credentials — using TIKTOK_ACCESS_TOKEN\",\n );\n }\n return staticToken;\n }\n\n throw new MissingEnvError([...TIKTOK_REFRESH_ENV]);\n}\n\n/** Drop the cached token pair, forcing a refresh on the next publish. */\nexport async function resetStoredTokens(): Promise {\n await blob.delete(TOKEN_BLOB_KEY);\n console.log(\"[tiktok] stored tokens cleared\");\n}\n\n// ---------------------------------------------------------------------------\n// Publishing\n// ---------------------------------------------------------------------------\n\nasync function postJson(\n url: string,\n token: string,\n body: unknown,\n label: string,\n): Promise {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), REQUEST_TIMEOUT_MS);\n let res: Response;\n try {\n res = await fetch(url, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${token}`,\n \"Content-Type\": \"application/json; charset=UTF-8\",\n },\n body: JSON.stringify(body),\n signal: controller.signal,\n });\n } finally {\n clearTimeout(timer);\n }\n\n const text = await res.text();\n let payload: unknown;\n try {\n payload = JSON.parse(text);\n } catch {\n throw new Error(\n `${label} returned non-JSON (HTTP ${res.status}): ${text.slice(0, 200)}`,\n );\n }\n return payload;\n}\n\n/**\n * Kick off a direct post of `videoUrl` with `caption`.\n * Returns TikTok's publish id so the post can be tracked.\n */\nexport async function publishVideoToTikTok(\n opts: { videoUrl: string; caption: string },\n): Promise {\n const token = await getAccessToken();\n const title = opts.caption.trim().slice(0, MAX_TITLE_LEN) || \"New clip\";\n\n const payload = await postJson(\n INIT_ENDPOINT,\n token,\n {\n post_info: {\n title,\n privacy_level: \"PUBLIC_TO_EVERYONE\",\n disable_duet: false,\n disable_comment: false,\n disable_stitch: false,\n video_cover_timestamp_ms: 1000,\n },\n source_info: {\n source: \"PULL_FROM_URL\",\n video_url: opts.videoUrl,\n },\n },\n \"TikTok publish init\",\n ) as TikTokInitResponse;\n\n const code = payload.error?.code;\n if (code && code !== \"ok\") {\n throw new Error(\n `TikTok publish rejected (code ${code}): ${payload.error?.message ?? \"\"}`\n .trim(),\n );\n }\n\n const publishId = payload.data?.publish_id;\n if (!publishId) {\n throw new Error(\n `TikTok publish returned no publish_id: ${\n JSON.stringify(payload).slice(0, 300)\n }`,\n );\n }\n\n const status = await fetchPublishStatus(publishId, token).catch((err) => {\n console.error(\"[tiktok] status check failed:\", err);\n return \"UNKNOWN\";\n });\n\n return { publishId, status };\n}\n\n/** Ask TikTok what happened to a previously created publish job. */\nexport async function fetchPublishStatus(\n publishId: string,\n token: string,\n): Promise {\n const payload = await postJson(\n STATUS_ENDPOINT,\n token,\n { publish_id: publishId },\n \"TikTok status fetch\",\n ) as TikTokStatusResponse;\n\n const code = payload.error?.code;\n if (code && code !== \"ok\") {\n throw new Error(\n `TikTok status fetch failed (code ${code}): ${payload.error?.message ?? \"\"}`,\n );\n }\n return payload.data?.status ?? \"UNKNOWN\";\n}",[],[167,221],"3fd54cc4-b850-4898-abe8-ebeac64539d3","telegram.ts","97b0f6f4-b20d-11f1-8580-1607ee4eb77e",15,["D",1789591031200],"/**\n * Telegram notifications.\n *\n * Every function here is deliberately non-throwing: a failed notification must\n * never take down a cron run that otherwise succeeded.\n */\nimport { ENV } from \"./env.ts\";\n\n/** Telegram rejects messages over 4096 characters. */\nconst MAX_MESSAGE_LEN = 4000;\n\nexport function escapeHtml(text: string): string {\n return text\n .replace(/&/g, \"&\")\n .replace(//g, \">\");\n}\n\n/**\n * Send a message to the configured chat.\n * Returns `true` when Telegram accepted it, `false` on any failure.\n */\nexport async function sendTelegram(text: string): Promise {\n const token = Deno.env.get(ENV.TELEGRAM_BOT_TOKEN)?.trim();\n const chatId = Deno.env.get(ENV.TELEGRAM_CHAT_ID)?.trim();\n\n if (!token || !chatId) {\n console.error(\n \"[telegram] skipped — TELEGRAM_BOT_TOKEN and/or TELEGRAM_CHAT_ID not set\",\n );\n return false;\n }\n\n const body = text.length > MAX_MESSAGE_LEN\n ? `${text.slice(0, MAX_MESSAGE_LEN - 1)}…`\n : text;\n\n try {\n const res = await fetch(\n `https://api.telegram.org/bot${token}/sendMessage`,\n {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n chat_id: chatId,\n text: body,\n parse_mode: \"HTML\",\n disable_web_page_preview: true,\n }),\n },\n );\n\n if (!res.ok) {\n console.error(`[telegram] HTTP ${res.status}: ${await res.text()}`);\n return false;\n }\n return true;\n } catch (err) {\n console.error(\"[telegram] request failed:\", err);\n return false;\n }\n}\n\nexport type FailureContext = {\n videoId?: string;\n /** Attempt number this failure represents, counting from 1. */\n attempts?: number;\n maxAttempts?: number;\n /** True when the pipeline will stop retrying this video. */\n exhausted?: boolean;\n};\n\n/** Format and send a failure report for one pipeline step. */\nexport async function reportStepFailure(\n step: string,\n err: unknown,\n context: FailureContext = {},\n): Promise {\n const detail = err instanceof Error ? `${err.name}: ${err.message}` : String(err);\n\n const lines = [\n `❌ Trend AutoPoster — step ${escapeHtml(step)} failed`,\n `

${escapeHtml(detail.slice(0, 1200))}

`,\n ];\n\n if (context.videoId) {\n lines.push(`Video: ${escapeHtml(context.videoId)}`);\n }\n if (context.attempts !== undefined && context.maxAttempts !== undefined) {\n lines.push(\n `Attempt: ${context.attempts}/${context.maxAttempts}` +\n (context.exhausted ? \" — giving up on this video\" : \"\"),\n );\n }\n\n lines.push(\n context.exhausted\n ? \"The next run will skip this video and try a different one.\"\n : \"The next scheduled run will try again.\",\n );\n\n await sendTelegram(lines.join(\"\\n\"));\n}",[],[167,229],"5a62188b-8845-4629-9bab-2a0cbc0636f7","opus.ts","a3368584-b20d-11f1-aa57-1607ee4eb77e",6,["D",1789590706751],"/**\n * Step 2 — AI clipping via Opus Clip.\n *\n * ⚠️ Opus Clip does not publish a stable, openly-documented REST API. The\n * request below follows the commonly-referenced `POST /v1/clips` contract, and\n * the response parsing is deliberately *tolerant*: instead of assuming exact\n * field names it walks the JSON for the first plausible clip URL, caption and\n * hashtags. If your account's contract differs, adjust `CREATE_BODY` and the\n * `*_KEYS` lists below — nothing else in the pipeline needs to change.\n *\n * The endpoint also runs asynchronously: it may return a finished clip\n * immediately, or a job/clip id that has to be polled until the render is done.\n * Both paths are handled.\n */\nimport { ENV, requireEnv } from \"./env.ts\";\n\nconst API_BASE = \"https://api.opus.pro/v1\";\nconst CREATE_PATH = \"/clips\";\nconst POLL_INTERVAL_MS = 15_000;\n/** Give up polling after this long; the next cron run can pick the video up. */\nconst MAX_POLL_MS = 5 * 60_000;\nconst REQUEST_TIMEOUT_MS = 30_000;\n\nexport type Clip = {\n clipId: string;\n downloadUrl: string;\n /** Ready-to-post caption: the AI caption plus its hashtags. */\n caption: string;\n hashtags: string[];\n raw: unknown;\n};\n\n/** Field names we'll accept, in priority order, when reading the response. */\nconst ID_KEYS = [\n \"clipId\",\n \"clip_id\",\n \"projectId\",\n \"project_id\",\n \"jobId\",\n \"job_id\",\n \"id\",\n];\nconst URL_KEYS = [\n \"downloadUrl\",\n \"download_url\",\n \"videoUrl\",\n \"video_url\",\n \"clipUrl\",\n \"clip_url\",\n \"mp4Url\",\n \"mp4_url\",\n \"uri\",\n \"url\",\n];\nconst CAPTION_KEYS = [\"caption\", \"title\", \"description\", \"summary\", \"text\"];\nconst HASHTAG_KEYS = [\"hashtags\", \"hashtag\", \"tags\"];\nconst STATUS_KEYS = [\"status\", \"state\", \"jobStatus\", \"job_status\"];\n\nconst READY_STATES = new Set([\n \"ready\",\n \"completed\",\n \"complete\",\n \"done\",\n \"success\",\n \"succeeded\",\n \"finished\",\n]);\nconst FAILED_STATES = new Set([\n \"failed\",\n \"error\",\n \"errored\",\n \"cancelled\",\n \"canceled\",\n]);\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nasync function fetchWithTimeout(\n url: string,\n init: RequestInit,\n timeoutMs = REQUEST_TIMEOUT_MS,\n): Promise {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), timeoutMs);\n try {\n return await fetch(url, { ...init, signal: controller.signal });\n } finally {\n clearTimeout(timer);\n }\n}\n\n/** Depth-first search for the first non-empty string stored under any of `keys`. */\nfunction deepFindString(\n value: unknown,\n keys: string[],\n depth = 0,\n): string | undefined {\n if (depth > 8 || value === null || typeof value !== \"object\") return undefined;\n\n if (Array.isArray(value)) {\n for (const entry of value) {\n const found = deepFindString(entry, keys, depth + 1);\n if (found) return found;\n }\n return undefined;\n }\n\n const record = value as Record;\n for (const key of keys) {\n const candidate = record[key];\n if (typeof candidate === \"string\" && candidate.trim()) {\n return candidate.trim();\n }\n }\n for (const nested of Object.values(record)) {\n const found = deepFindString(nested, keys, depth + 1);\n if (found) return found;\n }\n return undefined;\n}\n\n/** Same as above but for arrays of strings (hashtags / tags). */\nfunction deepFindStringArray(\n value: unknown,\n keys: string[],\n depth = 0,\n): string[] {\n if (depth > 8 || value === null || typeof value !== \"object\") return [];\n\n if (Array.isArray(value)) {\n const strings = value.filter((v): v is string => typeof v === \"string\");\n if (strings.length) return strings;\n for (const entry of value) {\n const found = deepFindStringArray(entry, keys, depth + 1);\n if (found.length) return found;\n }\n return [];\n }\n\n const record = value as Record;\n for (const key of keys) {\n const candidate = record[key];\n if (Array.isArray(candidate)) {\n const strings = candidate.filter((v): v is string => typeof v === \"string\");\n if (strings.length) return strings;\n }\n if (typeof candidate === \"string\" && candidate.trim()) {\n return candidate.split(/[\\s,]+/);\n }\n }\n for (const nested of Object.values(record)) {\n const found = deepFindStringArray(nested, keys, depth + 1);\n if (found.length) return found;\n }\n return [];\n}\n\nfunction normalizeHashtags(raw: string[]): string[] {\n return raw\n .flatMap((tag) => tag.split(/[\\s,]+/))\n .map((tag) => tag.trim())\n .filter(Boolean)\n .map((tag) => (tag.startsWith(\"#\") ? tag : `#${tag}`))\n .slice(0, 30);\n}\n\nasync function readJson(res: Response, label: string): Promise {\n const text = await res.text();\n if (!res.ok) {\n throw new Error(\n `${label} failed (HTTP ${res.status}): ${text.slice(0, 400)}`,\n );\n }\n try {\n return JSON.parse(text);\n } catch {\n throw new Error(`${label} returned non-JSON: ${text.slice(0, 200)}`);\n }\n}\n\nfunction authHeaders(apiKey: string): Record {\n return {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n Accept: \"application/json\",\n };\n}\n\n/** The create payload. `sourceUrl` is sent alongside `videoUrl` for tolerance. */\nfunction createBody(youtubeUrl: string) {\n return {\n videoUrl: youtubeUrl,\n sourceUrl: youtubeUrl,\n clipLength: \"auto\",\n aspectRatio: \"9:16\",\n captions: true,\n language: \"en\",\n };\n}\n\n/**\n * Submit a YouTube URL for AI clipping and return the first finished clip.\n * Throws when the job fails or doesn't finish inside `MAX_POLL_MS`.\n */\nexport async function createClip(youtubeUrl: string): Promise {\n const apiKey = requireEnv(ENV.OPUS_CLIP_API_KEY);\n const headers = authHeaders(apiKey);\n\n const createRes = await fetchWithTimeout(`${API_BASE}${CREATE_PATH}`, {\n method: \"POST\",\n headers,\n body: JSON.stringify(createBody(youtubeUrl)),\n });\n\n let payload = await readJson(createRes, \"Opus Clip create\");\n const clipId = deepFindString(payload, ID_KEYS) ?? \"\";\n console.log(`[opus] submitted ${youtubeUrl} → id ${clipId || \"(none returned)\"}`);\n\n const deadline = Date.now() + MAX_POLL_MS;\n while (\n !isReady(payload) && !isFailed(payload) && clipId && Date.now() < deadline\n ) {\n await delay(POLL_INTERVAL_MS);\n const pollRes = await fetchWithTimeout(\n `${API_BASE}${CREATE_PATH}/${encodeURIComponent(clipId)}`,\n { method: \"GET\", headers },\n );\n payload = await readJson(pollRes, \"Opus Clip poll\");\n console.log(`[opus] status: ${deepFindString(payload, STATUS_KEYS) ?? \"unknown\"}`);\n }\n\n const status = deepFindString(payload, STATUS_KEYS);\n if (isFailed(payload)) {\n throw new Error(\n `Opus Clip job ${clipId} reported status \"${status}\": ${\n JSON.stringify(payload).slice(0, 400)\n }`,\n );\n }\n\n const downloadUrl = deepFindString(payload, URL_KEYS);\n if (!downloadUrl) {\n throw new Error(\n `Opus Clip returned no clip URL (status \"${status ?? \"unknown\"}\"): ${\n JSON.stringify(payload).slice(0, 400)\n }`,\n );\n }\n\n const captionText = deepFindString(payload, CAPTION_KEYS) ?? \"\";\n const hashtags = normalizeHashtags(deepFindStringArray(payload, HASHTAG_KEYS));\n const caption = [captionText, hashtags.join(\" \")].filter(Boolean).join(\"\\n\\n\");\n\n return {\n clipId: clipId || deepFindString(payload, ID_KEYS) || \"unknown\",\n downloadUrl,\n caption,\n hashtags,\n raw: payload,\n };\n}\n\nfunction isReady(payload: unknown): boolean {\n const status = deepFindString(payload, STATUS_KEYS)?.toLowerCase();\n if (!status) return false;\n return READY_STATES.has(status);\n}\n\nfunction isFailed(payload: unknown): boolean {\n const status = deepFindString(payload, STATUS_KEYS)?.toLowerCase();\n if (!status) return false;\n return FAILED_STATES.has(status);\n}",[],[167,237],"fc6017c7-ad23-4c03-b1fa-4c285e61265e",["D",1789591474022],[],[167,39],"47924209-48d6-4928-8738-30d124b25a2b","db.ts","97b7469e-b20d-11f1-8580-1607ee4eb77e",16,["D",1789591051285],3,"/**\n * Val Town SQLite (val-scoped database).\n *\n * The table tracks not just *which* videos we've seen but *how they went*, so a\n * video that fails permanently can't block the pipeline forever:\n *\n * status = 'posted' → done, never retry\n * status = 'failed' → retry until `attempts` reaches MAX_ATTEMPTS\n *\n * Schema is created lazily and memoized so repeated calls within one execution\n * don't re-run the DDL. Every statement goes through `run()`, which retries a\n * couple of times — the hosted libSQL endpoint occasionally answers with a\n * transient HTTP 500, and that shouldn't abort a whole cron run.\n */\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst CREATE_TABLE = `\nCREATE TABLE IF NOT EXISTS processed_trending_videos (\n video_id TEXT PRIMARY KEY,\n processed_at DATETIME NOT NULL,\n status TEXT NOT NULL DEFAULT 'pending',\n attempts INTEGER NOT NULL DEFAULT 0,\n last_error TEXT\n)`;\n\n/**\n * Columns added after the original two-column release. `ALTER TABLE ADD COLUMN`\n * has no `IF NOT EXISTS`, so these run one at a time and the \"duplicate column\n * name\" error is swallowed — that's what makes the migration idempotent.\n */\nconst MIGRATIONS = [\n \"ALTER TABLE processed_trending_videos ADD COLUMN status TEXT NOT NULL DEFAULT 'pending'\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN attempts INTEGER NOT NULL DEFAULT 0\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN last_error TEXT\",\n];\n\nconst RETRY_ATTEMPTS = 3;\nconst RETRY_BACKOFF_MS = 500;\n/** Keep error strings from bloating the table. */\nconst MAX_ERROR_LEN = 1000;\n\nexport type VideoStatus = \"pending\" | \"posted\" | \"failed\";\n\nexport type VideoRecord = {\n video_id: string;\n processed_at: string;\n status: VideoStatus;\n attempts: number;\n last_error: string | null;\n};\n\ntype SqlInput = string | { sql: string; args: (string | number | null)[] };\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n/** `sqlite.execute` with a small retry for transient transport errors. */\nasync function run(input: SqlInput, attempts = RETRY_ATTEMPTS) {\n let lastError: unknown;\n for (let attempt = 1; attempt <= attempts; attempt++) {\n try {\n return await sqlite.execute(\n input as Parameters[0],\n );\n } catch (err) {\n lastError = err;\n if (attempt < attempts) {\n console.warn(\n `[db] attempt ${attempt}/${attempts} failed, retrying:`,\n err instanceof Error ? err.message : err,\n );\n await delay(RETRY_BACKOFF_MS * attempt);\n }\n }\n }\n throw lastError;\n}\n\n/** Apply the post-release column additions. Safe to run on every startup. */\nasync function migrate(): Promise {\n for (const statement of MIGRATIONS) {\n try {\n // One attempt: a duplicate-column error is expected, not transient.\n await run(statement, 1);\n console.log(`[db] migration applied: ${statement}`);\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n if (/duplicate column name/i.test(message)) continue;\n throw err;\n }\n }\n}\n\nlet ready: Promise | undefined;\n\n/** Create and migrate the table. Idempotent; safe to call anywhere. */\nexport function initDb(): Promise {\n ready ??= run(CREATE_TABLE)\n .then(migrate)\n .catch((err) => {\n // Don't cache a rejection — let the next call retry.\n ready = undefined;\n throw err;\n });\n return ready;\n}\n\n/** The stored row for a video, or `undefined` if we've never seen it. */\nexport async function getRecord(\n videoId: string,\n): Promise {\n await initDb();\n const { rows } = await run({\n sql:\n \"SELECT video_id, processed_at, status, attempts, last_error FROM processed_trending_videos WHERE video_id = ? LIMIT 1\",\n args: [videoId],\n });\n return rows[0] as VideoRecord | undefined;\n}\n\n/**\n * Should discovery skip this video?\n *\n * Yes once it has been posted, or once it has burned through `maxAttempts`\n * failed tries. Passed to the YouTube step as its filter.\n */\nexport async function shouldSkip(\n videoId: string,\n maxAttempts: number,\n): Promise {\n const record = await getRecord(videoId);\n if (!record) return false;\n if (record.status === \"posted\") return true;\n return record.attempts >= maxAttempts;\n}\n\n/** Record a successful publish. Clears any earlier error. */\nexport async function markPosted(videoId: string): Promise {\n await initDb();\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'posted', 1, NULL)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'posted',\n attempts = processed_trending_videos.attempts + 1,\n last_error = NULL`,\n args: [videoId, new Date().toISOString()],\n });\n}\n\n/**\n * Record a failed attempt and return the new attempt count, so the caller can\n * tell whether the video has just been given up on.\n */\nexport async function recordFailure(\n videoId: string,\n error: unknown,\n): Promise {\n await initDb();\n const message = (error instanceof Error\n ? `${error.name}: ${error.message}`\n : String(error)).slice(0, MAX_ERROR_LEN);\n\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'failed', 1, ?)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'failed',\n attempts = processed_trending_videos.attempts + 1,\n last_error = excluded.last_error`,\n args: [videoId, new Date().toISOString(), message],\n });\n\n const record = await getRecord(videoId);\n return record?.attempts ?? 1;\n}\n\n/** Remove a video entirely so it can be picked up and posted again. */\nexport async function forgetProcessed(videoId: string): Promise {\n await initDb();\n await run({\n sql: \"DELETE FROM processed_trending_videos WHERE video_id = ?\",\n args: [videoId],\n });\n}\n\n/** How many videos have been successfully posted. */\nexport async function postedCount(): Promise {\n await initDb();\n const { rows } = await run(\n \"SELECT COUNT(*) AS n FROM processed_trending_videos WHERE status = 'posted'\",\n );\n return Number(rows[0]?.n ?? 0);\n}\n\n/** Row counts grouped by status — handy for a run summary. */\nexport async function stats(): Promise> {\n await initDb();\n const { rows } = await run(\n \"SELECT status, COUNT(*) AS n FROM processed_trending_videos GROUP BY status\",\n );\n const out: Record = {};\n for (const row of rows as { status: string; n: number }[]) {\n out[row.status] = Number(row.n);\n }\n return out;\n}\n\n/** Most recently touched videos, newest first. */\nexport async function recentProcessed(limit = 10): Promise {\n await initDb();\n const { rows } = await run({\n sql: `SELECT video_id, processed_at, status, attempts, last_error\n FROM processed_trending_videos\n ORDER BY processed_at DESC\n LIMIT ?`,\n args: [limit],\n });\n return rows as VideoRecord[];\n}",[],[167,249],"8ae3fe34-7886-4c61-b1c3-44f9335d9e00","config.ts","6001f0f4-b20e-11f1-b7d7-1607ee4eb77e",13,["D",1789591023510],"/**\n * Tunables for the pipeline.\n *\n * Everything you're likely to want to adjust lives here, so you don't have to\n * hunt through the individual step modules.\n */\n\n/**\n * How many times a single video may fail before the pipeline stops retrying it\n * and moves on to the next candidate. Each scheduled run counts as one attempt,\n * so with the default 12-hour cron, 3 attempts ≈ 36 hours of retrying.\n */\nexport const MAX_ATTEMPTS = 3;\n\n/** Trending search keywords, tried in order until an unprocessed video turns up. */\nexport const SEARCH_QUERIES = [\n \"podcast highlights\",\n \"tech trends\",\n \"founder interview\",\n \"viral moments\",\n];",[],[167,258],["D",1789590686836],[183,184,185,186,187,188,189],[167],["D",1789590675077],["D",1789591281607],{"_105":104,"_112":107},{"_105":104,"_106":107,"_108":107,"_19":62,"_109":110,"_111":31},{"_13":94,"_38":95,"_50":49,"_96":51,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":-5,"_102":52,"_103":104},"ctx",{"_87":-5,"_131":306,"_307":308,"_309":310,"_311":31,"_312":31,"_313":31,"_314":162,"_315":-5,"_316":-7,"_317":-7,"_318":68,"_319":31,"_320":31,"_321":-5,"_322":31,"_323":31,"_324":31,"_325":-5},"ENV",{"_277":278,"_279":280,"_281":95,"_282":283,"_284":285,"_286":287,"_288":289,"_290":291,"_292":293,"_294":295,"_296":297,"_298":299,"_300":301,"_302":303,"_304":305},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v23