[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_283":284,"_285":286},"routes/_app.x.$handle.$name",{"_105":104,"_38":52,"_113":95,"_33":107,"_13":14,"_114":-5,"_11":115,"_116":117,"_118":119,"_120":121,"_122":123,"_26":-5,"_124":-5,"_125":-5,"_126":31,"_127":128,"_129":31,"_130":-5,"_131":-5,"_132":133},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_50":51,"_38":52,"_45":53,"_54":-5,"_55":31,"_56":57,"_58":57,"_59":60,"_61":-5,"_19":62,"_63":-5,"_64":31,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":72,"_73":74,"_75":76,"_77":-5,"_78":79,"_80":79,"_81":82,"_83":82,"_84":82,"_85":79,"_86":79,"_87":88,"_89":90,"_91":92,"_93":31},"version",35,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","3a448a93-1865-4b75-b061-27b9ad7a41e0","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":29,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":39,"_40":41,"_42":44,"_45":46,"_47":14,"_48":49,"_30":31},"previous",{"_36":37,"_38":39,"_40":41,"_42":43},"deleted",false,"deletedHere","path","lib/opus.ts","latestPath","fileId","a3368584-b20d-11f1-aa57-1607ee4eb77e","name","opus.ts","fileType","script","content","/**\n * Step 2 — AI clipping via Opus Clip.\n *\n * ⚠️ Opus Clip does not publish a stable, openly-documented REST API. The\n * request below follows the commonly-referenced `POST /v1/clips` contract, and\n * the response parsing is deliberately *tolerant*: instead of assuming exact\n * field names it walks the JSON for the first plausible clip URL, caption and\n * hashtags. If your account's contract differs, adjust `CREATE_BODY` and the\n * `*_KEYS` lists below — nothing else in the pipeline needs to change.\n *\n * The endpoint also runs asynchronously: it may return a finished clip\n * immediately, or a job/clip id that has to be polled until the render is done.\n * Both paths are handled.\n */\nimport { ENV, requireEnv } from \"./env.ts\";\n\nconst API_BASE = \"https://api.opus.pro/v1\";\nconst CREATE_PATH = \"/clips\";\nconst POLL_INTERVAL_MS = 15_000;\n/** Give up polling after this long; the next cron run can pick the video up. */\nconst MAX_POLL_MS = 5 * 60_000;\nconst REQUEST_TIMEOUT_MS = 30_000;\n\nexport type Clip = {\n clipId: string;\n downloadUrl: string;\n /** Ready-to-post caption: the AI caption plus its hashtags. */\n caption: string;\n hashtags: string[];\n raw: unknown;\n};\n\n/** Field names we'll accept, in priority order, when reading the response. */\nconst ID_KEYS = [\n \"clipId\",\n \"clip_id\",\n \"projectId\",\n \"project_id\",\n \"jobId\",\n \"job_id\",\n \"id\",\n];\nconst URL_KEYS = [\n \"downloadUrl\",\n \"download_url\",\n \"videoUrl\",\n \"video_url\",\n \"clipUrl\",\n \"clip_url\",\n \"mp4Url\",\n \"mp4_url\",\n \"uri\",\n \"url\",\n];\nconst CAPTION_KEYS = [\"caption\", \"title\", \"description\", \"summary\", \"text\"];\nconst HASHTAG_KEYS = [\"hashtags\", \"hashtag\", \"tags\"];\nconst STATUS_KEYS = [\"status\", \"state\", \"jobStatus\", \"job_status\"];\n\nconst READY_STATES = new Set([\n \"ready\",\n \"completed\",\n \"complete\",\n \"done\",\n \"success\",\n \"succeeded\",\n \"finished\",\n]);\nconst FAILED_STATES = new Set([\n \"failed\",\n \"error\",\n \"errored\",\n \"cancelled\",\n \"canceled\",\n]);\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nasync function fetchWithTimeout(\n url: string,\n init: RequestInit,\n timeoutMs = REQUEST_TIMEOUT_MS,\n): Promise {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), timeoutMs);\n try {\n return await fetch(url, { ...init, signal: controller.signal });\n } finally {\n clearTimeout(timer);\n }\n}\n\n/** Depth-first search for the first non-empty string stored under any of `keys`. */\nfunction deepFindString(\n value: unknown,\n keys: string[],\n depth = 0,\n): string | undefined {\n if (depth > 8 || value === null || typeof value !== \"object\") return undefined;\n\n if (Array.isArray(value)) {\n for (const entry of value) {\n const found = deepFindString(entry, keys, depth + 1);\n if (found) return found;\n }\n return undefined;\n }\n\n const record = value as Record;\n for (const key of keys) {\n const candidate = record[key];\n if (typeof candidate === \"string\" && candidate.trim()) {\n return candidate.trim();\n }\n }\n for (const nested of Object.values(record)) {\n const found = deepFindString(nested, keys, depth + 1);\n if (found) return found;\n }\n return undefined;\n}\n\n/** Same as above but for arrays of strings (hashtags / tags). */\nfunction deepFindStringArray(\n value: unknown,\n keys: string[],\n depth = 0,\n): string[] {\n if (depth > 8 || value === null || typeof value !== \"object\") return [];\n\n if (Array.isArray(value)) {\n const strings = value.filter((v): v is string => typeof v === \"string\");\n if (strings.length) return strings;\n for (const entry of value) {\n const found = deepFindStringArray(entry, keys, depth + 1);\n if (found.length) return found;\n }\n return [];\n }\n\n const record = value as Record;\n for (const key of keys) {\n const candidate = record[key];\n if (Array.isArray(candidate)) {\n const strings = candidate.filter((v): v is string => typeof v === \"string\");\n if (strings.length) return strings;\n }\n if (typeof candidate === \"string\" && candidate.trim()) {\n return candidate.split(/[\\s,]+/);\n }\n }\n for (const nested of Object.values(record)) {\n const found = deepFindStringArray(nested, keys, depth + 1);\n if (found.length) return found;\n }\n return [];\n}\n\nfunction normalizeHashtags(raw: string[]): string[] {\n return raw\n .flatMap((tag) => tag.split(/[\\s,]+/))\n .map((tag) => tag.trim())\n .filter(Boolean)\n .map((tag) => (tag.startsWith(\"#\") ? tag : `#${tag}`))\n .slice(0, 30);\n}\n\nasync function readJson(res: Response, label: string): Promise {\n const text = await res.text();\n if (!res.ok) {\n throw new Error(\n `${label} failed (HTTP ${res.status}): ${text.slice(0, 400)}`,\n );\n }\n try {\n return JSON.parse(text);\n } catch {\n throw new Error(`${label} returned non-JSON: ${text.slice(0, 200)}`);\n }\n}\n\nfunction authHeaders(apiKey: string): Record {\n return {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n Accept: \"application/json\",\n };\n}\n\n/** The create payload. `sourceUrl` is sent alongside `videoUrl` for tolerance. */\nfunction createBody(youtubeUrl: string) {\n return {\n videoUrl: youtubeUrl,\n sourceUrl: youtubeUrl,\n clipLength: \"auto\",\n aspectRatio: \"9:16\",\n captions: true,\n language: \"en\",\n };\n}\n\n/**\n * Submit a YouTube URL for AI clipping and return the first finished clip.\n * Throws when the job fails or doesn't finish inside `MAX_POLL_MS`.\n */\nexport async function createClip(\n youtubeUrl: string,\n options: { maxPollMs?: number } = {},\n): Promise {\n const apiKey = requireEnv(ENV.OPUS_CLIP_API_KEY);\n const headers = authHeaders(apiKey);\n const maxPollMs = options.maxPollMs ?? MAX_POLL_MS;\n\n const createRes = await fetchWithTimeout(`${API_BASE}${CREATE_PATH}`, {\n method: \"POST\",\n headers,\n body: JSON.stringify(createBody(youtubeUrl)),\n });\n\n let payload = await readJson(createRes, \"Opus Clip create\");\n const clipId = deepFindString(payload, ID_KEYS) ?? \"\";\n console.log(`[opus] submitted ${youtubeUrl} → id ${clipId || \"(none returned)\"}`);\n\n const deadline = Date.now() + MAX_POLL_MS;\n while (\n !isReady(payload) && !isFailed(payload) && clipId && Date.now() < deadline\n ) {\n await delay(POLL_INTERVAL_MS);\n const pollRes = await fetchWithTimeout(\n `${API_BASE}${CREATE_PATH}/${encodeURIComponent(clipId)}`,\n { method: \"GET\", headers },\n );\n payload = await readJson(pollRes, \"Opus Clip poll\");\n console.log(`[opus] status: ${deepFindString(payload, STATUS_KEYS) ?? \"unknown\"}`);\n }\n\n const status = deepFindString(payload, STATUS_KEYS);\n if (isFailed(payload)) {\n throw new Error(\n `Opus Clip job ${clipId} reported status \"${status}\": ${\n JSON.stringify(payload).slice(0, 400)\n }`,\n );\n }\n\n const downloadUrl = deepFindString(payload, URL_KEYS);\n if (!downloadUrl) {\n throw new Error(\n `Opus Clip returned no clip URL (status \"${status ?? \"unknown\"}\"): ${\n JSON.stringify(payload).slice(0, 400)\n }`,\n );\n }\n\n const captionText = deepFindString(payload, CAPTION_KEYS) ?? \"\";\n const hashtags = normalizeHashtags(deepFindStringArray(payload, HASHTAG_KEYS));\n const caption = [captionText, hashtags.join(\" \")].filter(Boolean).join(\"\\n\\n\");\n\n return {\n clipId: clipId || deepFindString(payload, ID_KEYS) || \"unknown\",\n downloadUrl,\n caption,\n hashtags,\n raw: payload,\n };\n}\n\nfunction isReady(payload: unknown): boolean {\n const status = deepFindString(payload, STATUS_KEYS)?.toLowerCase();\n if (!status) return false;\n return READY_STATES.has(status);\n}\n\nfunction isFailed(payload: unknown): boolean {\n const status = deepFindString(payload, STATUS_KEYS)?.toLowerCase();\n if (!status) return false;\n return FAILED_STATES.has(status);\n}","/**\n * Step 2 — AI clipping via Opus Clip.\n *\n * ⚠️ Opus Clip does not publish a stable, openly-documented REST API. The\n * request below follows the commonly-referenced `POST /v1/clips` contract, and\n * the response parsing is deliberately *tolerant*: instead of assuming exact\n * field names it walks the JSON for the first plausible clip URL, caption and\n * hashtags. If your account's contract differs, adjust `CREATE_BODY` and the\n * `*_KEYS` lists below — nothing else in the pipeline needs to change.\n *\n * The endpoint also runs asynchronously: it may return a finished clip\n * immediately, or a job/clip id that has to be polled until the render is done.\n * Both paths are handled.\n */\nimport { ENV, requireEnv } from \"./env.ts\";\n\nconst API_BASE = \"https://api.opus.pro/v1\";\nconst CREATE_PATH = \"/clips\";\nconst POLL_INTERVAL_MS = 15_000;\n/** Give up polling after this long; the next cron run can pick the video up. */\nconst MAX_POLL_MS = 5 * 60_000;\nconst REQUEST_TIMEOUT_MS = 30_000;\n\nexport type Clip = {\n clipId: string;\n downloadUrl: string;\n /** Ready-to-post caption: the AI caption plus its hashtags. */\n caption: string;\n hashtags: string[];\n raw: unknown;\n};\n\n/** Field names we'll accept, in priority order, when reading the response. */\nconst ID_KEYS = [\n \"clipId\",\n \"clip_id\",\n \"projectId\",\n \"project_id\",\n \"jobId\",\n \"job_id\",\n \"id\",\n];\nconst URL_KEYS = [\n \"downloadUrl\",\n \"download_url\",\n \"videoUrl\",\n \"video_url\",\n \"clipUrl\",\n \"clip_url\",\n \"mp4Url\",\n \"mp4_url\",\n \"uri\",\n \"url\",\n];\nconst CAPTION_KEYS = [\"caption\", \"title\", \"description\", \"summary\", \"text\"];\nconst HASHTAG_KEYS = [\"hashtags\", \"hashtag\", \"tags\"];\nconst STATUS_KEYS = [\"status\", \"state\", \"jobStatus\", \"job_status\"];\n\nconst READY_STATES = new Set([\n \"ready\",\n \"completed\",\n \"complete\",\n \"done\",\n \"success\",\n \"succeeded\",\n \"finished\",\n]);\nconst FAILED_STATES = new Set([\n \"failed\",\n \"error\",\n \"errored\",\n \"cancelled\",\n \"canceled\",\n]);\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\nasync function fetchWithTimeout(\n url: string,\n init: RequestInit,\n timeoutMs = REQUEST_TIMEOUT_MS,\n): Promise {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), timeoutMs);\n try {\n return await fetch(url, { ...init, signal: controller.signal });\n } finally {\n clearTimeout(timer);\n }\n}\n\n/** Depth-first search for the first non-empty string stored under any of `keys`. */\nfunction deepFindString(\n value: unknown,\n keys: string[],\n depth = 0,\n): string | undefined {\n if (depth > 8 || value === null || typeof value !== \"object\") return undefined;\n\n if (Array.isArray(value)) {\n for (const entry of value) {\n const found = deepFindString(entry, keys, depth + 1);\n if (found) return found;\n }\n return undefined;\n }\n\n const record = value as Record;\n for (const key of keys) {\n const candidate = record[key];\n if (typeof candidate === \"string\" && candidate.trim()) {\n return candidate.trim();\n }\n }\n for (const nested of Object.values(record)) {\n const found = deepFindString(nested, keys, depth + 1);\n if (found) return found;\n }\n return undefined;\n}\n\n/** Same as above but for arrays of strings (hashtags / tags). */\nfunction deepFindStringArray(\n value: unknown,\n keys: string[],\n depth = 0,\n): string[] {\n if (depth > 8 || value === null || typeof value !== \"object\") return [];\n\n if (Array.isArray(value)) {\n const strings = value.filter((v): v is string => typeof v === \"string\");\n if (strings.length) return strings;\n for (const entry of value) {\n const found = deepFindStringArray(entry, keys, depth + 1);\n if (found.length) return found;\n }\n return [];\n }\n\n const record = value as Record;\n for (const key of keys) {\n const candidate = record[key];\n if (Array.isArray(candidate)) {\n const strings = candidate.filter((v): v is string => typeof v === \"string\");\n if (strings.length) return strings;\n }\n if (typeof candidate === \"string\" && candidate.trim()) {\n return candidate.split(/[\\s,]+/);\n }\n }\n for (const nested of Object.values(record)) {\n const found = deepFindStringArray(nested, keys, depth + 1);\n if (found.length) return found;\n }\n return [];\n}\n\nfunction normalizeHashtags(raw: string[]): string[] {\n return raw\n .flatMap((tag) => tag.split(/[\\s,]+/))\n .map((tag) => tag.trim())\n .filter(Boolean)\n .map((tag) => (tag.startsWith(\"#\") ? tag : `#${tag}`))\n .slice(0, 30);\n}\n\nasync function readJson(res: Response, label: string): Promise {\n const text = await res.text();\n if (!res.ok) {\n throw new Error(\n `${label} failed (HTTP ${res.status}): ${text.slice(0, 400)}`,\n );\n }\n try {\n return JSON.parse(text);\n } catch {\n throw new Error(`${label} returned non-JSON: ${text.slice(0, 200)}`);\n }\n}\n\nfunction authHeaders(apiKey: string): Record {\n return {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n Accept: \"application/json\",\n };\n}\n\n/** The create payload. `sourceUrl` is sent alongside `videoUrl` for tolerance. */\nfunction createBody(youtubeUrl: string) {\n return {\n videoUrl: youtubeUrl,\n sourceUrl: youtubeUrl,\n clipLength: \"auto\",\n aspectRatio: \"9:16\",\n captions: true,\n language: \"en\",\n };\n}\n\n/**\n * Submit a YouTube URL for AI clipping and return the first finished clip.\n * Throws when the job fails or doesn't finish inside `MAX_POLL_MS`.\n */\nexport async function createClip(\n youtubeUrl: string,\n options: { maxPollMs?: number } = {},\n): Promise {\n const apiKey = requireEnv(ENV.OPUS_CLIP_API_KEY);\n const headers = authHeaders(apiKey);\n const maxPollMs = options.maxPollMs ?? MAX_POLL_MS;\n\n const createRes = await fetchWithTimeout(`${API_BASE}${CREATE_PATH}`, {\n method: \"POST\",\n headers,\n body: JSON.stringify(createBody(youtubeUrl)),\n });\n\n let payload = await readJson(createRes, \"Opus Clip create\");\n const clipId = deepFindString(payload, ID_KEYS) ?? \"\";\n console.log(`[opus] submitted ${youtubeUrl} → id ${clipId || \"(none returned)\"}`);\n\n const deadline = Date.now() + maxPollMs;\n while (\n !isReady(payload) && !isFailed(payload) && clipId && Date.now() < deadline\n ) {\n await delay(POLL_INTERVAL_MS);\n const pollRes = await fetchWithTimeout(\n `${API_BASE}${CREATE_PATH}/${encodeURIComponent(clipId)}`,\n { method: \"GET\", headers },\n );\n payload = await readJson(pollRes, \"Opus Clip poll\");\n console.log(`[opus] status: ${deepFindString(payload, STATUS_KEYS) ?? \"unknown\"}`);\n }\n\n const status = deepFindString(payload, STATUS_KEYS);\n if (isFailed(payload)) {\n throw new Error(\n `Opus Clip job ${clipId} reported status \"${status}\": ${\n JSON.stringify(payload).slice(0, 400)\n }`,\n );\n }\n\n const downloadUrl = deepFindString(payload, URL_KEYS);\n if (!downloadUrl) {\n throw new Error(\n `Opus Clip returned no clip URL (status \"${status ?? \"unknown\"}\"): ${\n JSON.stringify(payload).slice(0, 400)\n }`,\n );\n }\n\n const captionText = deepFindString(payload, CAPTION_KEYS) ?? \"\";\n const hashtags = normalizeHashtags(deepFindStringArray(payload, HASHTAG_KEYS));\n const caption = [captionText, hashtags.join(\" \")].filter(Boolean).join(\"\\n\\n\");\n\n return {\n clipId: clipId || deepFindString(payload, ID_KEYS) || \"unknown\",\n downloadUrl,\n caption,\n hashtags,\n raw: payload,\n };\n}\n\nfunction isReady(payload: unknown): boolean {\n const status = deepFindString(payload, STATUS_KEYS)?.toLowerCase();\n if (!status) return false;\n return READY_STATES.has(status);\n}\n\nfunction isFailed(payload: unknown): boolean {\n const status = deepFindString(payload, STATUS_KEYS)?.toLowerCase();\n if (!status) return false;\n return FAILED_STATES.has(status);\n}","createdAt",["D",1789591673728],"branchVersion","branchId","7b1f7eb3-1f90-4b89-bc30-a5817ab59c76","id","fe948bec-46cd-4016-a1ac-e2216d0acfcb","trend-video-autoposter",["D",1789590675077],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","YouTube trend → AI clip → TikTok auto-post, every 12 hours","imageUrl","fddfc1a6-8d1e-4681-b49d-92beee01dfa0","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a0ab6a-d4b7-7696-9a1f-6d45e686e25c","tursoName","fe948bec46cd4016a1ace2216d0acfcb","tursoHostname","fe948bec46cd4016a1ace2216d0acfcb-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789591281607],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_105":104,"_112":107},"org",{"_105":104,"_106":107,"_108":107,"_19":62,"_109":110,"_111":31},"branch",{"_13":94,"_38":95,"_50":49,"_96":51,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":-5,"_102":52,"_103":104},"isOwned",46,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","motest","handle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_50":51,"_38":52,"_45":278,"_54":-5,"_55":31,"_56":57,"_58":57,"_59":60,"_61":-5,"_19":62,"_63":-5,"_64":31,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":72,"_73":74,"_75":279,"_77":-5,"_78":79,"_80":79,"_81":82,"_83":82,"_84":82,"_85":79,"_86":79,"_87":280,"_89":281,"_91":282,"_93":31},"tree",[183,191,194,195],"files",[183,184,185,186,187,188,189,190,191,192,193,194,195],"counts",{"_171":68,"_172":173,"_174":68,"_175":176,"_177":178},"contents",[134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_50":166,"_38":167,"_36":168,"_141":-5,"_48":49,"_47":156,"_143":154,"_45":169,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_33":170},{"_50":159,"_38":160,"_36":161,"_141":-5,"_48":49,"_47":162,"_143":154,"_45":163,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_33":165},{"_50":150,"_38":151,"_36":152,"_141":-5,"_48":49,"_47":153,"_143":154,"_45":155,"_13":156,"_40":26,"_42":157,"_30":31,"_148":-5,"_33":158},{"_50":138,"_38":139,"_36":140,"_141":-5,"_48":49,"_47":142,"_143":31,"_45":144,"_13":145,"_40":146,"_42":147,"_30":31,"_148":-5,"_33":149},"30460bbd-355e-4949-b8c9-58b64381c797","main.ts","90593b32-b20d-11f1-b41f-1607ee4eb77e","parentId",33,"latest",["D",1789591554681],5,"interval","/**\n * Trend Video AutoPoster — runs every 12 hours.\n *\n * discover trending YouTube video → AI clip it (Opus Clip) →\n * publish to TikTok → record in SQLite → report by email\n *\n * Each step is isolated in its own try/catch: a failure logs, records the\n * attempt, emails you, and returns cleanly so future cron executions still run.\n *\n * Two things are deliberately not counted as the video's fault:\n * - credential problems (a dead TikTok token) — see `TikTokAuthError`\n * - infrastructure problems (YouTube or SQLite being down)\n * Only real per-video failures spend an attempt from `MAX_ATTEMPTS`.\n *\n * Learn more: https://docs.val.town/vals/cron/\n */\nimport { MAX_ATTEMPTS, SEARCH_QUERIES } from \"./lib/config.ts\";\nimport { findMissingEnv, REQUIRED_ENV, tiktokConfigProblem } from \"./lib/env.ts\";\nimport {\n initDb,\n markPosted,\n recordFailure,\n shouldSkip,\n stats,\n} from \"./lib/db.ts\";\nimport {\n findUnprocessedTrendingVideo,\n type TrendingVideo,\n} from \"./lib/youtube.ts\";\nimport { createClip } from \"./lib/opus.ts\";\nimport { publishVideoToTikTok, TikTokAuthError } from \"./lib/tiktok.ts\";\nimport { reportStepFailure, sendNotification } from \"./lib/notify.ts\";\n\nexport default async function (interval: Interval) {\n await runPipeline(interval.lastRunAt);\n}\n\n/** The whole pipeline. Exported so it can be invoked manually for testing. */\nexport async function runPipeline(lastRunAt?: Date): Promise {\n const startedAt = Date.now();\n console.log(\n `[trend-autoposter] run started ${new Date(startedAt).toISOString()} ` +\n `(lastRunAt: ${lastRunAt?.toISOString() ?? \"never\"})`,\n );\n\n // --- Preflight: fail fast, and report *every* problem at once -------------\n const missing = findMissingEnv(REQUIRED_ENV);\n const tiktokProblem = tiktokConfigProblem();\n if (missing.length > 0 || tiktokProblem) {\n const problems: string[] = [];\n if (missing.length > 0) {\n problems.push(`missing env var(s): ${missing.join(\", \")}`);\n }\n if (tiktokProblem) problems.push(tiktokProblem);\n\n const message = `Trend AutoPoster skipped this run.\\n\\n${\n problems.map((p) => `• ${p}`).join(\"\\n\\n\")\n }`;\n console.error(`[trend-autoposter] ${message}`);\n await sendNotification(\"Action needed — configuration\", message);\n return;\n }\n\n // --- Step 0: schema (creates + migrates) ---------------------------------\n try {\n await initDb();\n } catch (err) {\n console.error(\"[trend-autoposter] database init failed:\", err);\n await reportStepFailure(\"database init\", err);\n return;\n }\n\n console.log(\n `[trend-autoposter] history: ${\n JSON.stringify(await stats().catch(() => ({})))\n }`,\n );\n\n // --- Step 1: discover a trending video we haven't handled ----------------\n let video: TrendingVideo | undefined;\n try {\n video = await findUnprocessedTrendingVideo(\n (videoId) => shouldSkip(videoId, MAX_ATTEMPTS),\n { queries: SEARCH_QUERIES },\n );\n } catch (err) {\n console.error(\"[trend-autoposter] discovery failed:\", err);\n await reportStepFailure(\"discover trending video (YouTube)\", err);\n return;\n }\n\n if (!video) {\n console.log(\"[trend-autoposter] no unprocessed trending video found\");\n const counts = await stats().catch(() => ({}));\n const parked = counts.failed ?? 0;\n await sendNotification(\n \"No new video this run\",\n \"No new trending video to process this run.\" +\n (parked > 0\n ? `\\n\\n${parked} video(s) are parked after ${MAX_ATTEMPTS} failed attempts.`\n : \"\"),\n );\n return;\n }\n\n console.log(\n `[trend-autoposter] picked ${video.videoId} — \"${video.title}\" (${video.channelTitle})`,\n );\n\n // --- Step 2: AI clipping -------------------------------------------------\n let clip;\n try {\n clip = await createClip(video.url);\n } catch (err) {\n await handleFailure(video, \"AI clip creation (Opus Clip)\", err);\n return;\n }\n\n // --- Step 3: publish directly to TikTok ----------------------------------\n let published;\n try {\n published = await publishVideoToTikTok({\n videoUrl: clip.downloadUrl,\n caption: clip.caption,\n });\n } catch (err) {\n if (err instanceof TikTokAuthError) {\n // The video is fine — a dead credential must not spend one of its\n // attempts, and must not mail you twice a day forever.\n console.error(\n `[trend-autoposter] TikTok credential problem: ${err.message}`,\n );\n if (err.shouldNotify) {\n await reportStepFailure(\"TikTok publish (credential)\", err, {\n videoId: video.videoId,\n auth: true,\n });\n } else {\n console.warn(\n \"[trend-autoposter] suppressing repeat credential alert (already sent recently)\",\n );\n }\n return;\n }\n await handleFailure(video, \"TikTok publish\", err);\n return;\n }\n\n // --- Step 4: record the success, then report -----------------------------\n try {\n await markPosted(video.videoId);\n } catch (err) {\n console.error(\"[trend-autoposter] failed to record posted video:\", err);\n await reportStepFailure(\"record posted video (SQLite)\", err, {\n videoId: video.videoId,\n });\n return;\n }\n\n const counts = await stats().catch(() => ({}));\n\n await sendNotification(\n \"🚀 Posted to TikTok\",\n [\n `Success: Trending video parsed, clipped, and posted directly to TikTok! Video ID: ${video.videoId}`,\n \"\",\n `Title: ${video.title}`,\n `Channel: ${video.channelTitle}`,\n `Watch: ${video.url}`,\n `Publish ID: ${published.publishId} (${published.status})`,\n `Posted total: ${counts.posted ?? 0}`,\n ].join(\"\\n\"),\n );\n\n console.log(\n `[trend-autoposter] done in ${Date.now() - startedAt}ms — publish id ${published.publishId}`,\n );\n}\n\n/**\n * Record a failed attempt for a video, then report it.\n *\n * Recording first means the retry budget advances even if email is down.\n */\nasync function handleFailure(\n video: TrendingVideo,\n step: string,\n err: unknown,\n): Promise {\n console.error(`[trend-autoposter] ${step} failed for ${video.videoId}:`, err);\n\n let attempts: number | undefined;\n try {\n attempts = await recordFailure(video.videoId, err);\n } catch (dbErr) {\n console.error(\"[trend-autoposter] could not record the failure:\", dbErr);\n }\n\n const exhausted = attempts !== undefined && attempts >= MAX_ATTEMPTS;\n if (exhausted) {\n console.warn(\n `[trend-autoposter] giving up on ${video.videoId} after ${attempts} attempt(s)`,\n );\n }\n\n await reportStepFailure(step, err, {\n videoId: video.videoId,\n attempts,\n maxAttempts: MAX_ATTEMPTS,\n exhausted,\n });\n}","label",[139],"74302a10-786d-4eae-b086-ecbf17f31fa8","README.md","11271b94-b20e-11f1-9ad2-1607ee4eb77e",30,true,["D",1789591526714],2,"# Trend Video AutoPoster\n\nA scheduled Val Town job that runs **every 12 hours** (`0 */12 * * *`, UTC) and\nautomates the whole short-form content loop: find a trending YouTube video,\nhave AI cut it into a vertical clip, publish that clip straight to TikTok, and\n**email you** the result.\n\n```mermaid\nflowchart TD\n A[cron: every 12h] --> B[Preflight: check env vars]\n B --> C[Step 1 · YouTube Data API v3
search trending videos]\n C --> D{shouldSkip?
posted, or out of attempts}\n D -- yes --> C\n D -- no --> E[Step 2 · Opus Clip
AI clip + captions + hashtags]\n E --> F[Step 3 · TikTok Content Posting API
PULL_FROM_URL, PUBLIC_TO_EVERYONE]\n F --> G[Step 4 · status=posted in SQLite]\n G --> H[Email: 🚀 Posted to TikTok]\n E -. error .-> R[recordFailure: attempts += 1]\n F -. non-credential error .-> R\n R --> H3[Email: Failed
with attempt N of 3]\n F -. credential error .-> AUTH[TikTokAuthError
attempt NOT spent]\n AUTH --> H4[Email: Action needed
at most once per 24h]\n B -. missing key .-> H2[Email: Action needed]\n C -. error .-> H3\n```\n\nEvery step is wrapped in its own `try/catch`. A failure logs to the console,\nrecords the attempt, emails you, and **returns cleanly** — so the next scheduled\nrun still fires.\n\n## Files\n\n| File | Role |\n| --- | --- |\n| `main.ts` | The interval handler + pipeline orchestration |\n| `lib/config.ts` | Tunables: `MAX_ATTEMPTS`, `AUTH_ALERT_REPEAT_HOURS`, `SEARCH_QUERIES` |\n| `lib/env.ts` | Env var names, required-key preflight |\n| `lib/db.ts` | SQLite schema, migrations, retry bookkeeping |\n| `lib/youtube.ts` | Step 1 — trending video discovery |\n| `lib/opus.ts` | Step 2 — AI clipping |\n| `lib/tiktok.ts` | Step 3 — token handling + direct publishing |\n| `lib/notify.ts` | Email notifications (never throws) |\n| `scripts/smoke-test.ts` | Exercises the SQLite layer; safe to run anytime |\n| `scripts/send-test-email.ts` | Sends one test email; safe to run anytime |\n\n## Environment variables\n\n| Key | Required? | Where to get it |\n| --- | --- | --- |\n| `YOUTUBE_API_KEY` | **yes** | Google Cloud Console → enable **YouTube Data API v3** → API key |\n| `OPUS_CLIP_API_KEY` | **yes** | Opus Clip account / API access |\n| `TIKTOK_ACCESS_TOKEN` | **yes**¹ | TikTok for Developers → Content Posting API (scope `video.publish`) |\n| `NOTIFY_EMAIL` | no | Where to send notifications. Omit it to mail the val owner's own address. |\n| `TIKTOK_CLIENT_KEY` | optional² | Your TikTok app's client key |\n| `TIKTOK_CLIENT_SECRET` | optional² | Your TikTok app's client secret |\n| `TIKTOK_REFRESH_TOKEN` | optional² | From the OAuth flow — the seed for automatic renewal |\n\n¹ Or use the refresh triple instead — see below.\n² Only needed if you want the val to renew its own TikTok token.\n\nThe job skips itself and emails you if anything required is missing.\n\n## TikTok tokens without a refresh token\n\nIf you only have an access token — no `refresh_token` — that's fully supported.\nSet `TIKTOK_ACCESS_TOKEN` and leave the three `TIKTOK_CLIENT_*` /\n`TIKTOK_REFRESH_TOKEN` keys unset.\n\nTikTok access tokens expire in ~24 hours, which is shorter than the gap between\nruns, so a token *will* die between runs. When that happens the val:\n\n1. Recognises it as a **credential** problem, not a problem with the video, and\n **does not spend one of the video's retry attempts** — so a good video isn't\n parked because your token lapsed.\n2. Remembers a SHA-256 fingerprint of the rejected token in blob storage, so\n later runs fail immediately without calling TikTok at all.\n3. Emails you **once**, then re-alerts at most every `AUTH_ALERT_REPEAT_HOURS`\n (default 24) instead of twice a day.\n4. Clears all of that automatically the moment a working token appears — just\n paste a new `TIKTOK_ACCESS_TOKEN` and the next run resumes.\n\nIf you *do* get a refresh token later, set the three `TIKTOK_CLIENT_KEY` /\n`TIKTOK_CLIENT_SECRET` / `TIKTOK_REFRESH_TOKEN` keys and the val renews itself\nindefinitely. TikTok rotates the refresh token on every exchange, so the new\npair is cached in blob storage and the env var is only the initial seed.\n\n## Retry budget\n\nThe table tracks how each video went, so one bad video can't block the pipeline\nforever:\n\n```sql\nCREATE TABLE IF NOT EXISTS processed_trending_videos (\n video_id TEXT PRIMARY KEY,\n processed_at DATETIME NOT NULL,\n status TEXT NOT NULL DEFAULT 'pending', -- 'posted' | 'failed'\n attempts INTEGER NOT NULL DEFAULT 0,\n last_error TEXT\n);\n```\n\n- `status = 'posted'` → never retried.\n- `status = 'failed'` → retried until `attempts` reaches `MAX_ATTEMPTS`\n (default **3**, so ≈36 hours of retrying at one run per 12h), then skipped.\n\nThe first two columns are the original schema; the other three are added by an\nidempotent `ALTER TABLE` migration on startup, so an existing table upgrades\nitself.\n\nTune the budget in `lib/config.ts`. To give a parked video another chance, call\n`forgetProcessed(videoId)` — or just delete the row.\n\n## Things to know before you turn it on\n\nThese are real constraints of the third-party APIs, not bugs in this val.\n\n1. **The Opus Clip endpoint is not a documented public API.** `POST\n https://api.opus.pro/v1/clips` follows the commonly-referenced contract, but\n Opus Clip does not publish a stable spec. `lib/opus.ts` is written to be\n forgiving — it walks the response for the first plausible clip URL, caption\n and hashtags, and polls for up to 5 minutes if the render is async — but if\n your account's contract differs you may need to adjust `createBody()` and the\n `*_KEYS` lists. Everything else in the pipeline stays the same.\n2. **TikTok `PULL_FROM_URL` requires a verified domain.** TikTok fetches the\n clip from the URL Opus returns, so that host must be registered as a verified\n URL property in your TikTok developer app. If it isn't, the post is rejected.\n3. **`PUBLIC_TO_EVERYONE` requires an audited app.** Until your TikTok app\n passes audit, TikTok forces `SELF_ONLY` and rejects public posts.\n4. **YouTube quota.** `search.list` costs 100 units; the default daily quota is\n 10,000. With 4 queries × 2 runs/day that's 800 units/day — comfortable, but\n don't add dozens of keywords.\n5. **Opus Clip renders can outlast a run.** Polling gives up after 5 minutes; if\n the render is slower, that run records a failure and the next one retries.\n\n## Verifying\n\n- Run [scripts/send-test-email.ts](url:scripts/send-test-email.ts) to confirm\n email delivery works.\n- Run [scripts/smoke-test.ts](url:scripts/smoke-test.ts) to check the SQLite\n layer, the retry bookkeeping and the cleanup. It leaves the database untouched.\n- Run [main.ts](url:main.ts) manually from the editor to exercise the full\n pipeline without waiting for the cron.",[151],"4ab75f96-c9b6-4b0e-ad07-f09c2f292158","scripts","68926185-0dcc-4025-b344-11069b51005e",10,["D",1789590732153],"directory",[160],"3552ec96-097b-43ff-a276-c539b5fd3f15","lib","49f6b9da-c744-4653-8d32-c1d1321abcb4",["D",1789590686836],[167],"pulls","branches",1,"forks","envVars",{"_179":181,"_182":68},"connections",{"_179":68,"_180":68},"count","unfilledCount",4,"emptyCount",{"_50":166,"_38":167,"_36":168,"_141":-5,"_48":49,"_47":156,"_143":154,"_45":275,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_197":276,"_33":277},{"_50":267,"_38":268,"_36":269,"_141":168,"_48":49,"_47":270,"_143":31,"_45":271,"_13":173,"_40":41,"_42":272,"_30":31,"_148":-5,"_197":273,"_33":274},{"_50":259,"_38":260,"_36":261,"_141":168,"_48":49,"_47":262,"_143":154,"_45":263,"_13":255,"_40":41,"_42":264,"_30":31,"_148":-5,"_197":265,"_33":266},{"_50":250,"_38":251,"_36":252,"_141":168,"_48":49,"_47":253,"_143":31,"_45":254,"_13":255,"_40":41,"_42":256,"_30":31,"_148":-5,"_197":257,"_33":258},{"_50":242,"_38":243,"_36":244,"_141":168,"_48":49,"_47":245,"_143":154,"_45":246,"_13":68,"_40":41,"_42":247,"_30":31,"_148":-5,"_197":248,"_33":249},{"_50":238,"_38":39,"_36":37,"_141":168,"_48":49,"_47":14,"_143":31,"_45":239,"_13":156,"_40":41,"_42":44,"_30":31,"_148":-5,"_197":240,"_33":241},{"_50":230,"_38":231,"_36":232,"_141":168,"_48":49,"_47":233,"_143":154,"_45":234,"_13":156,"_40":41,"_42":235,"_30":31,"_148":-5,"_197":236,"_33":237},{"_50":222,"_38":223,"_36":224,"_141":168,"_48":49,"_47":225,"_143":154,"_45":226,"_13":156,"_40":41,"_42":227,"_30":31,"_148":-5,"_197":228,"_33":229},{"_50":159,"_38":160,"_36":161,"_141":-5,"_48":49,"_47":162,"_143":154,"_45":219,"_13":68,"_40":164,"_42":-5,"_30":31,"_148":-5,"_197":220,"_33":221},{"_50":211,"_38":212,"_36":213,"_141":161,"_48":49,"_47":214,"_143":154,"_45":215,"_13":68,"_40":41,"_42":216,"_30":31,"_148":-5,"_197":217,"_33":218},{"_50":203,"_38":204,"_36":205,"_141":161,"_48":49,"_47":206,"_143":154,"_45":207,"_13":173,"_40":41,"_42":208,"_30":31,"_148":-5,"_197":209,"_33":210},{"_50":150,"_38":151,"_36":152,"_141":-5,"_48":49,"_47":153,"_143":154,"_45":200,"_13":156,"_40":26,"_42":157,"_30":31,"_148":-5,"_197":201,"_33":202},{"_50":138,"_38":139,"_36":140,"_141":-5,"_48":49,"_47":142,"_143":31,"_45":196,"_13":145,"_40":146,"_42":147,"_30":31,"_148":-5,"_197":198,"_33":199},["D",1789591554681],"children",[],[139],["D",1789591526714],[],[151],"23ccbaff-0072-458e-b39f-ee8a2924dfb8","smoke-test.ts","b2591bee-b20d-11f1-a33b-1607ee4eb77e",21,["D",1789591076786],"/**\n * Smoke test for the SQLite layer.\n *\n * Run this from the val editor before the first scheduled run (or any time you\n * change `lib/db.ts`) to confirm the schema, the retry bookkeeping and the\n * cleanup all behave. It uses one clearly-fake video id and deletes it again, so\n * it leaves the database exactly as it found it.\n */\nimport {\n forgetProcessed,\n getRecord,\n initDb,\n markPosted,\n recordFailure,\n shouldSkip,\n stats,\n} from \"../lib/db.ts\";\n\nconst TEST_ID = \"__smoke_test_video__\";\nconst MAX_ATTEMPTS = 3;\n\nawait initDb();\nconsole.log(\"schema ready\");\n\nconst checks: Record = {};\n\n// A video we've never seen must be a candidate.\nchecks.freshIsNotSkipped = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === false;\n\n// Failures accumulate, and the video stays a candidate until the budget runs out.\nchecks.attempt1 = await recordFailure(TEST_ID, new Error(\"boom\"));\nchecks.stillTrying = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === false;\nchecks.attempt2 = await recordFailure(TEST_ID, new Error(\"boom again\"));\nchecks.attempt3 = await recordFailure(TEST_ID, new Error(\"boom once more\"));\nchecks.nowSkipped = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === true;\n\nconst failed = await getRecord(TEST_ID);\nchecks.statusIsFailed = failed?.status === \"failed\";\nchecks.lastErrorStored = failed?.last_error?.includes(\"boom once more\") ?? false;\n\n// A successful post wins over the failure history and clears the error.\nawait markPosted(TEST_ID);\nconst posted = await getRecord(TEST_ID);\nchecks.statusIsPosted = posted?.status === \"posted\";\nchecks.postedClearsError = posted?.last_error === null;\nchecks.postedIsSkipped = (await shouldSkip(TEST_ID, MAX_ATTEMPTS)) === true;\n\nchecks.stats = await stats();\n\n// Cleanup.\nawait forgetProcessed(TEST_ID);\nchecks.cleanedUp = (await getRecord(TEST_ID)) === undefined;\n\nconsole.log(checks);\n\nconst passed = checks.freshIsNotSkipped === true &&\n checks.attempt1 === 1 &&\n checks.stillTrying === true &&\n checks.attempt2 === 2 &&\n checks.attempt3 === 3 &&\n checks.nowSkipped === true &&\n checks.statusIsFailed === true &&\n checks.lastErrorStored === true &&\n checks.statusIsPosted === true &&\n checks.postedClearsError === true &&\n checks.postedIsSkipped === true &&\n checks.cleanedUp === true;\n\nif (!passed) throw new Error(\"smoke test failed — check the SQLite layer\");\nconsole.log(\"✅ SQLite layer OK\");",[],[160,204],"8e6c63dd-bf24-4802-b4da-38c747750bae","send-test-email.ts","786574ee-b20f-11f1-9d94-1607ee4eb77e",28,["D",1789591493914],"/**\n * Sends one test notification, so you can confirm email delivery works before\n * relying on it. Safe to run any time — it touches nothing else.\n */\nimport { ENV, optionalEnv } from \"../lib/env.ts\";\nimport { sendNotification } from \"../lib/notify.ts\";\n\nconst to = optionalEnv(ENV.NOTIFY_EMAIL);\nconsole.log(\n to\n ? `NOTIFY_EMAIL is set — sending to ${to}`\n : \"NOTIFY_EMAIL is unset — sending to the val owner's own address\",\n);\n\nconst ok = await sendNotification(\n \"Test notification\",\n [\n \"If you're reading this, Trend AutoPoster can reach you by email.\",\n \"\",\n `Sent at ${new Date().toISOString()}`,\n ].join(\"\\n\"),\n);\n\nif (!ok) throw new Error(\"email delivery failed — see the logs above\");\nconsole.log(\"✅ test email sent\");",[],[160,212],["D",1789590732153],[192,193],[160],"124d2b6a-f021-4e04-bac7-140a07938ac1","youtube.ts","97bcce84-b20d-11f1-8580-1607ee4eb77e",19,["D",1789591068432],"/**\n * Step 1 — discover a trending YouTube video that we haven't handled yet.\n *\n * Uses the YouTube Data API v3 `search.list` endpoint. Note the quota cost:\n * each call to search.list costs 100 units against a default 10,000/day quota,\n * so keep SEARCH_QUERIES short.\n */\nimport { ENV, requireEnv } from \"./env.ts\";\nimport { SEARCH_QUERIES } from \"./config.ts\";\n\nconst SEARCH_ENDPOINT = \"https://www.googleapis.com/youtube/v3/search\";\n\nexport type TrendingVideo = {\n videoId: string;\n title: string;\n channelTitle: string;\n publishedAt: string;\n url: string;\n};\n\nexport type SearchOptions = {\n queries?: string[];\n maxResultsPerQuery?: number;\n /** Only consider videos published within this many days. */\n withinDays?: number;\n};\n\ntype YouTubeSearchResponse = {\n items?: Array<{\n id?: { videoId?: string };\n snippet?: {\n title?: string;\n channelTitle?: string;\n publishedAt?: string;\n };\n }>;\n};\n\n/** Run every query and return a de-duplicated, ranked list of candidates. */\nexport async function searchTrendingVideos(\n options: SearchOptions = {},\n): Promise {\n const {\n queries = SEARCH_QUERIES,\n maxResultsPerQuery = 25,\n withinDays = 30,\n } = options;\n\n const key = requireEnv(ENV.YOUTUBE_API_KEY);\n const publishedAfter = new Date(Date.now() - withinDays * 86_400_000)\n .toISOString();\n\n const seen = new Set();\n const videos: TrendingVideo[] = [];\n\n for (const query of queries) {\n const params = new URLSearchParams({\n part: \"snippet\",\n type: \"video\",\n q: query,\n maxResults: String(maxResultsPerQuery),\n order: \"viewCount\",\n videoDuration: \"short\",\n safeSearch: \"moderate\",\n relevanceLanguage: \"en\",\n publishedAfter,\n key,\n });\n\n const res = await fetch(`${SEARCH_ENDPOINT}?${params}`);\n if (!res.ok) {\n const body = await res.text();\n throw new Error(\n `YouTube search failed (HTTP ${res.status}) for \"${query}\": ${\n body.slice(0, 300)\n }`,\n );\n }\n\n const data = await res.json() as YouTubeSearchResponse;\n for (const item of data.items ?? []) {\n const videoId = item.id?.videoId;\n if (!videoId || seen.has(videoId)) continue;\n seen.add(videoId);\n videos.push({\n videoId,\n title: item.snippet?.title ?? \"\",\n channelTitle: item.snippet?.channelTitle ?? \"\",\n publishedAt: item.snippet?.publishedAt ?? \"\",\n url: `https://www.youtube.com/watch?v=${videoId}`,\n });\n }\n }\n\n return videos;\n}\n\n/**\n * First candidate that `shouldSkip` doesn't reject.\n *\n * `shouldSkip` is supplied by the caller (see `lib/db.ts`) so this module stays\n * ignorant of the database: it returns true for videos already posted, and for\n * ones that have exhausted their retry budget.\n *\n * Returns `undefined` when every candidate found has been handled.\n */\nexport async function findUnprocessedTrendingVideo(\n shouldSkip: (videoId: string) => Promise,\n options?: SearchOptions,\n): Promise {\n const videos = await searchTrendingVideos(options);\n console.log(\n `[youtube] ${videos.length} candidate(s) from ${\n (options?.queries ?? SEARCH_QUERIES).length\n } quer(ies)`,\n );\n\n let skipped = 0;\n for (const video of videos) {\n if (!(await shouldSkip(video.videoId))) return video;\n skipped++;\n }\n\n if (skipped > 0) {\n console.log(`[youtube] all ${skipped} candidate(s) already handled`);\n }\n return undefined;\n}",[],[167,223],"15d6c276-aa73-4573-854b-777d37679f0d","tiktok.ts","a3721626-b20d-11f1-aa57-1607ee4eb77e",27,["D",1789591493687],"/**\n * Step 3 — publish the generated clip to TikTok via the Content Posting API.\n *\n * ## Token handling\n *\n * There are two supported modes:\n *\n * **Static token (no refresh token).** Set `TIKTOK_ACCESS_TOKEN` and nothing\n * else. TikTok access tokens last ~24 hours, so you'll need to paste a fresh\n * one when it dies — and the val will email you when that happens.\n *\n * **Refresh flow.** Set `TIKTOK_CLIENT_KEY`, `TIKTOK_CLIENT_SECRET` and\n * `TIKTOK_REFRESH_TOKEN` instead. The val then renews its own token: it\n * exchanges the refresh token at `https://open.tiktokapis.com/v2/oauth/token/`\n * and caches the result in blob storage. TikTok rotates the refresh token on\n * every exchange, so the new pair is written back to blob storage and the env\n * var is only the initial seed.\n *\n * Either way, `getAccessToken()` resolves a usable token and the publish path\n * is identical.\n *\n * ## Dead-token memory\n *\n * When TikTok rejects the token, that's a credential problem, not a problem\n * with the video — so it must not consume the video's retry budget, and it must\n * not email you twice a day forever. `lib/tiktok.ts` remembers a fingerprint of\n * the rejected token in blob storage and raises `TikTokAuthError` on subsequent\n * runs without even calling TikTok, re-alerting at most every\n * `AUTH_ALERT_REPEAT_HOURS`. Pasting a new token clears it automatically.\n *\n * ## Publishing\n *\n * Uses the `PULL_FROM_URL` source, which means TikTok fetches the clip from\n * `clip.downloadUrl` itself. Two things must be true for this to work:\n *\n * 1. The domain hosting the video URL must be verified in your TikTok\n * developer app (URL properties → verify domain).\n * 2. Your app must be audited for direct posting; until then TikTok forces\n * `SELF_ONLY` and `PUBLIC_TO_EVERYONE` is rejected.\n */\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { AUTH_ALERT_REPEAT_HOURS } from \"./config.ts\";\nimport {\n ENV,\n MissingEnvError,\n optionalEnv,\n requireEnv,\n TIKTOK_REFRESH_ENV,\n} from \"./env.ts\";\n\nconst TOKEN_ENDPOINT = \"https://open.tiktokapis.com/v2/oauth/token/\";\nconst INIT_ENDPOINT = \"https://open.tiktokapis.com/v2/post/publish/video/init/\";\nconst STATUS_ENDPOINT = \"https://open.tiktokapis.com/v2/post/publish/status/fetch/\";\n\n/** Where the rotating token pair lives. */\nconst TOKEN_BLOB_KEY = \"tiktok:tokens\";\n/** Where the fingerprint of a rejected token lives. */\nconst DEAD_TOKEN_BLOB_KEY = \"tiktok:dead_token\";\n/** Renew this long before the real expiry so a slow run can't trip over it. */\nconst EXPIRY_SKEW_MS = 5 * 60_000;\n\n/** TikTok truncates titles past 2200 characters. */\nconst MAX_TITLE_LEN = 2200;\nconst REQUEST_TIMEOUT_MS = 30_000;\n\n/** Error codes that mean \"the credential is bad\", not \"the video is bad\". */\nconst AUTH_ERROR_CODES = new Set([\n \"access_token_invalid\",\n \"invalid_access_token\",\n \"access_token_expired\",\n \"token_expired\",\n \"scope_not_authorized\",\n \"scope_permission_missed\",\n \"unauthorized\",\n]);\n\n/**\n * A credential problem. Thrown instead of a generic Error so the pipeline can\n * tell it apart and avoid burning the video's retry budget.\n */\nexport class TikTokAuthError extends Error {\n constructor(\n message: string,\n readonly code?: string,\n /** Whether the user should be emailed about this occurrence. */\n readonly shouldNotify = true,\n ) {\n super(message);\n this.name = \"TikTokAuthError\";\n }\n}\n\nexport type PublishResult = {\n publishId: string;\n /** TikTok's processing status at the moment we checked, e.g. PROCESSING_UPLOAD. */\n status: string;\n};\n\ntype StoredTokens = {\n access_token: string;\n refresh_token?: string;\n /** Epoch milliseconds at which the access token stops working. */\n expires_at: number;\n scope?: string;\n};\n\ntype DeadTokenState = {\n /** SHA-256 prefix of the token that failed. Never the token itself. */\n fingerprint: string;\n firstSeenAt: string;\n lastNotifiedAt: string;\n};\n\ntype TikTokError = { code?: string; message?: string; log_id?: string };\n\ntype TikTokInitResponse = {\n data?: { publish_id?: string };\n error?: TikTokError;\n};\n\ntype TikTokStatusResponse = {\n data?: { status?: string };\n error?: TikTokError;\n};\n\ntype TikTokTokenResponse = {\n access_token?: string;\n refresh_token?: string;\n expires_in?: number;\n refresh_expires_in?: number;\n scope?: string;\n error?: string;\n error_description?: string;\n};\n\n// ---------------------------------------------------------------------------\n// Token management\n// ---------------------------------------------------------------------------\n\nasync function loadStoredTokens(): Promise {\n try {\n return await blob.getJSON(TOKEN_BLOB_KEY) as StoredTokens | undefined;\n } catch (err) {\n console.warn(\"[tiktok] could not read stored tokens:\", err);\n return undefined;\n }\n}\n\nasync function saveStoredTokens(tokens: StoredTokens): Promise {\n await blob.setJSON(TOKEN_BLOB_KEY, tokens);\n}\n\n/** A short, non-reversible id for a token — safe to keep in storage. */\nasync function fingerprint(token: string): Promise {\n const digest = await crypto.subtle.digest(\n \"SHA-256\",\n new TextEncoder().encode(token),\n );\n return Array.from(new Uint8Array(digest))\n .map((byte) => byte.toString(16).padStart(2, \"0\"))\n .join(\"\")\n .slice(0, 16);\n}\n\nasync function loadDeadToken(): Promise {\n try {\n return await blob.getJSON(DEAD_TOKEN_BLOB_KEY) as DeadTokenState | undefined;\n } catch {\n return undefined;\n }\n}\n\nfunction repeatWindowMs(): number {\n return AUTH_ALERT_REPEAT_HOURS * 3_600_000;\n}\n\n/** Exchange a refresh token for a fresh access token, and persist the pair. */\nasync function refreshAccessToken(refreshToken: string): Promise {\n const clientKey = requireEnv(ENV.TIKTOK_CLIENT_KEY);\n const clientSecret = requireEnv(ENV.TIKTOK_CLIENT_SECRET);\n\n const res = await fetch(TOKEN_ENDPOINT, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/x-www-form-urlencoded\" },\n body: new URLSearchParams({\n client_key: clientKey,\n client_secret: clientSecret,\n grant_type: \"refresh_token\",\n refresh_token: refreshToken,\n }),\n });\n\n const text = await res.text();\n let payload: TikTokTokenResponse;\n try {\n payload = JSON.parse(text) as TikTokTokenResponse;\n } catch {\n throw new Error(\n `TikTok token refresh returned non-JSON (HTTP ${res.status}): ${text.slice(0, 200)}`,\n );\n }\n\n if (!res.ok || payload.error || !payload.access_token) {\n throw new Error(\n `TikTok token refresh failed (HTTP ${res.status}${\n payload.error ? `, ${payload.error}` : \"\"\n }): ${payload.error_description ?? text.slice(0, 300)}`,\n );\n }\n\n const now = Date.now();\n const tokens: StoredTokens = {\n access_token: payload.access_token,\n // TikTok rotates the refresh token; keep the old one only if none came back.\n refresh_token: payload.refresh_token ?? refreshToken,\n expires_at: now + Number(payload.expires_in ?? 86_400) * 1000,\n scope: payload.scope,\n };\n\n await saveStoredTokens(tokens);\n console.log(\n `[tiktok] refreshed access token (valid for ${payload.expires_in ?? \"?\"}s)`,\n );\n return tokens;\n}\n\n/** Resolve a token from cache, refresh flow, or the static env var. */\nasync function resolveAccessToken(): Promise {\n const cached = await loadStoredTokens();\n\n if (cached?.access_token && cached.expires_at - EXPIRY_SKEW_MS > Date.now()) {\n return cached.access_token;\n }\n\n const refreshToken = cached?.refresh_token ??\n optionalEnv(ENV.TIKTOK_REFRESH_TOKEN);\n const canRefresh = Boolean(\n refreshToken && optionalEnv(ENV.TIKTOK_CLIENT_KEY) &&\n optionalEnv(ENV.TIKTOK_CLIENT_SECRET),\n );\n\n if (canRefresh) {\n try {\n return (await refreshAccessToken(refreshToken!)).access_token;\n } catch (err) {\n const staticToken = optionalEnv(ENV.TIKTOK_ACCESS_TOKEN);\n if (!staticToken) throw err;\n console.warn(\n \"[tiktok] refresh failed — falling back to TIKTOK_ACCESS_TOKEN:\",\n err instanceof Error ? err.message : err,\n );\n return staticToken;\n }\n }\n\n const staticToken = optionalEnv(ENV.TIKTOK_ACCESS_TOKEN);\n if (staticToken) {\n if (cached?.access_token) {\n console.warn(\n \"[tiktok] cached token expired and no refresh credentials — using TIKTOK_ACCESS_TOKEN\",\n );\n }\n return staticToken;\n }\n\n throw new MissingEnvError([...TIKTOK_REFRESH_ENV]);\n}\n\n/**\n * If this exact token has already been rejected, fail immediately rather than\n * asking TikTok again — and only re-alert once the repeat window has passed.\n */\nasync function guardAgainstKnownDeadToken(token: string): Promise {\n const dead = await loadDeadToken();\n if (!dead || dead.fingerprint !== await fingerprint(token)) return;\n\n const now = Date.now();\n const shouldNotify = now - Date.parse(dead.lastNotifiedAt) >= repeatWindowMs();\n if (shouldNotify) {\n await blob.setJSON(DEAD_TOKEN_BLOB_KEY, {\n ...dead,\n lastNotifiedAt: new Date(now).toISOString(),\n } satisfies DeadTokenState);\n }\n\n throw new TikTokAuthError(\n `The configured TikTok token is known to be invalid (first rejected ${\n dead.firstSeenAt\n }). Publishing is paused until TIKTOK_ACCESS_TOKEN is replaced.`,\n \"access_token_invalid\",\n shouldNotify,\n );\n}\n\n/**\n * Remember that a token was rejected.\n * Returns whether the user should be emailed about it now.\n */\nasync function markTokenDead(token: string, now = new Date()): Promise {\n const fp = await fingerprint(token);\n const previous = await loadDeadToken();\n const isNew = previous?.fingerprint !== fp;\n const windowElapsed = !previous ||\n now.getTime() - Date.parse(previous.lastNotifiedAt) >= repeatWindowMs();\n const shouldNotify = isNew || windowElapsed;\n\n await blob.setJSON(DEAD_TOKEN_BLOB_KEY, {\n fingerprint: fp,\n firstSeenAt: isNew ? now.toISOString() : previous!.firstSeenAt,\n lastNotifiedAt: shouldNotify ? now.toISOString() : previous!.lastNotifiedAt,\n } satisfies DeadTokenState);\n\n return shouldNotify;\n}\n\n/** Forget the dead-token record. Called after a publish succeeds. */\nexport async function clearDeadToken(): Promise {\n await blob.delete(DEAD_TOKEN_BLOB_KEY);\n}\n\n/**\n * Resolve a usable access token. Throws `MissingEnvError` when TikTok isn't\n * configured at all, and `TikTokAuthError` when the token is known to be dead.\n */\nexport async function getAccessToken(): Promise {\n const token = await resolveAccessToken();\n await guardAgainstKnownDeadToken(token);\n return token;\n}\n\n/** Drop the cached token pair, forcing a refresh on the next publish. */\nexport async function resetStoredTokens(): Promise {\n await blob.delete(TOKEN_BLOB_KEY);\n console.log(\"[tiktok] stored tokens cleared\");\n}\n\n// ---------------------------------------------------------------------------\n// Publishing\n// ---------------------------------------------------------------------------\n\nfunction isAuthFailure(status: number, code?: string): boolean {\n if (status === 401) return true;\n return code ? AUTH_ERROR_CODES.has(code.toLowerCase()) : false;\n}\n\nasync function postJson(\n url: string,\n token: string,\n body: unknown,\n label: string,\n): Promise<{ status: number; payload: unknown }> {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), REQUEST_TIMEOUT_MS);\n let res: Response;\n try {\n res = await fetch(url, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${token}`,\n \"Content-Type\": \"application/json; charset=UTF-8\",\n },\n body: JSON.stringify(body),\n signal: controller.signal,\n });\n } finally {\n clearTimeout(timer);\n }\n\n const text = await res.text();\n let payload: unknown;\n try {\n payload = JSON.parse(text);\n } catch {\n throw new Error(\n `${label} returned non-JSON (HTTP ${res.status}): ${text.slice(0, 200)}`,\n );\n }\n return { status: res.status, payload };\n}\n\n/**\n * Kick off a direct post of `videoUrl` with `caption`.\n * Returns TikTok's publish id so the post can be tracked.\n */\nexport async function publishVideoToTikTok(\n opts: { videoUrl: string; caption: string },\n): Promise {\n const token = await getAccessToken();\n const title = opts.caption.trim().slice(0, MAX_TITLE_LEN) || \"New clip\";\n\n const { status: httpStatus, payload } = await postJson(\n INIT_ENDPOINT,\n token,\n {\n post_info: {\n title,\n privacy_level: \"PUBLIC_TO_EVERYONE\",\n disable_duet: false,\n disable_comment: false,\n disable_stitch: false,\n video_cover_timestamp_ms: 1000,\n },\n source_info: {\n source: \"PULL_FROM_URL\",\n video_url: opts.videoUrl,\n },\n },\n \"TikTok publish init\",\n ) as { status: number; payload: TikTokInitResponse };\n\n const code = payload.error?.code;\n\n if (isAuthFailure(httpStatus, code)) {\n const shouldNotify = await markTokenDead(token);\n throw new TikTokAuthError(\n `TikTok rejected the credential (HTTP ${httpStatus}, code ${\n code ?? \"unknown\"\n }): ${payload.error?.message ?? \"no message\"}`,\n code,\n shouldNotify,\n );\n }\n\n if (code && code !== \"ok\") {\n throw new Error(\n `TikTok publish rejected (code ${code}): ${payload.error?.message ?? \"\"}`\n .trim(),\n );\n }\n\n const publishId = payload.data?.publish_id;\n if (!publishId) {\n throw new Error(\n `TikTok publish returned no publish_id: ${\n JSON.stringify(payload).slice(0, 300)\n }`,\n );\n }\n\n // The credential works — forget any earlier rejection.\n await clearDeadToken().catch((err) =>\n console.warn(\"[tiktok] could not clear dead-token record:\", err)\n );\n\n const status = await fetchPublishStatus(publishId, token).catch((err) => {\n console.error(\"[tiktok] status check failed:\", err);\n return \"UNKNOWN\";\n });\n\n return { publishId, status };\n}\n\n/** Ask TikTok what happened to a previously created publish job. */\nexport async function fetchPublishStatus(\n publishId: string,\n token: string,\n): Promise {\n const { payload } = await postJson(\n STATUS_ENDPOINT,\n token,\n { publish_id: publishId },\n \"TikTok status fetch\",\n ) as { status: number; payload: TikTokStatusResponse };\n\n const code = payload.error?.code;\n if (code && code !== \"ok\") {\n throw new Error(\n `TikTok status fetch failed (code ${code}): ${payload.error?.message ?? \"\"}`,\n );\n }\n return payload.data?.status ?? \"UNKNOWN\";\n}",[],[167,231],"1a710a79-ebed-41c0-ad0b-98240f505a23",["D",1789591673728],[],[167,39],"996fc229-0561-4876-bc4f-852691cb9368","notify.ts","6d45710e-b20f-11f1-870f-1607ee4eb77e",24,["D",1789591475255],"/**\n * Email notifications, sent through Val Town's built-in mailer.\n *\n * Mail goes to `NOTIFY_EMAIL` when it's set, and otherwise to the val owner's\n * own address (that's `std/email`'s default when `to` is omitted).\n *\n * Nothing here throws: a failed notification must never take down a cron run\n * that otherwise succeeded.\n */\nimport { email } from \"https://esm.town/v/std/email\";\nimport { ENV, optionalEnv } from \"./env.ts\";\n\n/** Keep a runaway error message from producing an unreadable email. */\nconst MAX_BODY_LEN = 20_000;\n\nexport function escapeHtml(text: string): string {\n return text\n .replace(/&/g, \"&\")\n .replace(//g, \">\");\n}\n\n/**\n * Send one notification. Returns `true` when the mailer accepted it.\n * `subject` is prefixed so every message is filterable in your inbox.\n */\nexport async function sendNotification(\n subject: string,\n body: string,\n): Promise {\n const to = optionalEnv(ENV.NOTIFY_EMAIL);\n const text = body.length > MAX_BODY_LEN\n ? `${body.slice(0, MAX_BODY_LEN - 1)}…`\n : body;\n\n const message: {\n to?: string;\n subject: string;\n text: string;\n html: string;\n } = {\n subject: `[Trend AutoPoster] ${subject}`,\n text,\n html: `

${\n      escapeHtml(text)\n    }

`,\n };\n // Only set `to` when configured, so std/email falls back to the owner.\n if (to) message.to = to;\n\n try {\n await email(message as Parameters[0]);\n console.log(`[notify] sent \"${subject}\" to ${to ?? \"the val owner\"}`);\n return true;\n } catch (err) {\n console.error(\"[notify] email failed:\", err);\n return false;\n }\n}\n\nexport type FailureContext = {\n videoId?: string;\n /** Attempt number this failure represents, counting from 1. */\n attempts?: number;\n maxAttempts?: number;\n /** True when the pipeline will stop retrying this video. */\n exhausted?: boolean;\n /**\n * True when the failure is a credential/configuration problem rather than a\n * problem with the video. Changes the wording and the subject line.\n */\n auth?: boolean;\n};\n\n/** Format and send a failure report for one pipeline step. */\nexport async function reportStepFailure(\n step: string,\n err: unknown,\n context: FailureContext = {},\n): Promise {\n const detail = err instanceof Error ? `${err.name}: ${err.message}` : String(err);\n\n const lines: string[] = [];\n\n if (context.auth) {\n lines.push(`⚠️ Credential problem in step \"${step}\".`);\n lines.push(\n \"This is not the video's fault — its retry budget was left untouched.\",\n );\n } else {\n lines.push(`❌ Step \"${step}\" failed.`);\n }\n\n lines.push(\"\", detail.slice(0, 4000));\n\n if (context.videoId) {\n lines.push(\"\", `Video: ${context.videoId}`);\n }\n if (context.attempts !== undefined && context.maxAttempts !== undefined) {\n lines.push(\n `Attempt: ${context.attempts}/${context.maxAttempts}` +\n (context.exhausted ? \" — giving up on this video\" : \"\"),\n );\n }\n\n lines.push(\"\");\n if (context.auth) {\n lines.push(\"The pipeline will keep skipping publishing until this is fixed.\");\n } else if (context.exhausted) {\n lines.push(\"The next run will skip this video and try a different one.\");\n } else {\n lines.push(\"The next scheduled run will try again.\");\n }\n\n await sendNotification(\n context.auth ? `Action needed — ${step}` : `Failed — ${step}`,\n lines.join(\"\\n\"),\n );\n}",[],[167,243],"2d3911a5-473a-4ac1-9efe-2e5f67aa66e3","env.ts","9772dc3e-b20d-11f1-8580-1607ee4eb77e",31,["D",1789591552694],3,"/**\n * Central registry of the environment variables this val reads.\n *\n * Keeping the names in one place lets the cron handler check them all up front\n * and report every missing key in a single message, instead of dying on\n * whichever one it happens to touch first.\n *\n * TikTok is special-cased: it needs *either* a static `TIKTOK_ACCESS_TOKEN`\n * *or* the refresh triple (`TIKTOK_CLIENT_KEY` + `TIKTOK_CLIENT_SECRET` +\n * `TIKTOK_REFRESH_TOKEN`). See `findMissingTikTokEnv`.\n */\n\nexport const ENV = {\n YOUTUBE_API_KEY: \"YOUTUBE_API_KEY\",\n OPUS_CLIP_API_KEY: \"OPUS_CLIP_API_KEY\",\n /** Optional — defaults to the val owner's own address. */\n NOTIFY_EMAIL: \"NOTIFY_EMAIL\",\n TIKTOK_ACCESS_TOKEN: \"TIKTOK_ACCESS_TOKEN\",\n TIKTOK_CLIENT_KEY: \"TIKTOK_CLIENT_KEY\",\n TIKTOK_CLIENT_SECRET: \"TIKTOK_CLIENT_SECRET\",\n TIKTOK_REFRESH_TOKEN: \"TIKTOK_REFRESH_TOKEN\",\n} as const;\n\nexport type EnvName = (typeof ENV)[keyof typeof ENV];\n\n/** Keys needed regardless of how TikTok is configured. */\nexport const REQUIRED_ENV: EnvName[] = [\n ENV.YOUTUBE_API_KEY,\n ENV.OPUS_CLIP_API_KEY,\n];\n\n/** The triple that enables automatic TikTok token renewal. */\nexport const TIKTOK_REFRESH_ENV: EnvName[] = [\n ENV.TIKTOK_CLIENT_KEY,\n ENV.TIKTOK_CLIENT_SECRET,\n ENV.TIKTOK_REFRESH_TOKEN,\n];\n\nexport class MissingEnvError extends Error {\n constructor(readonly keys: EnvName[]) {\n super(`Missing environment variable(s): ${keys.join(\", \")}`);\n this.name = \"MissingEnvError\";\n }\n}\n\n/** Read an env var, or `undefined` when it is unset or blank. */\nexport function optionalEnv(name: EnvName): string | undefined {\n return Deno.env.get(name)?.trim() || undefined;\n}\n\n/** Read a required env var, throwing if it is unset or blank. */\nexport function requireEnv(name: EnvName): string {\n const value = optionalEnv(name);\n if (!value) throw new MissingEnvError([name]);\n return value;\n}\n\n/** Which of `names` are unset or blank. */\nexport function findMissingEnv(names: EnvName[] = REQUIRED_ENV): EnvName[] {\n return names.filter((name) => !optionalEnv(name));\n}\n\n/**\n * Which TikTok keys are missing, if any.\n *\n * A static `TIKTOK_ACCESS_TOKEN` is enough on its own. Otherwise all three\n * refresh keys are needed. Returns `[]` when TikTok is configured either way.\n */\nexport function findMissingTikTokEnv(): EnvName[] {\n if (optionalEnv(ENV.TIKTOK_ACCESS_TOKEN)) return [];\n return findMissingEnv(TIKTOK_REFRESH_ENV);\n}\n\n/** True when the val can renew its own TikTok token. */\nexport function canRefreshTikTokToken(): boolean {\n return findMissingEnv(TIKTOK_REFRESH_ENV).length === 0;\n}\n\n/**\n * A human-readable explanation of what TikTok still needs, or `undefined` when\n * it is configured. More useful than a bare list of missing keys, because\n * \"client key and secret set, but no token at all\" is a different situation\n * from \"nothing set\".\n */\nexport function tiktokConfigProblem(): string | undefined {\n if (optionalEnv(ENV.TIKTOK_ACCESS_TOKEN)) return undefined;\n if (findMissingEnv(TIKTOK_REFRESH_ENV).length === 0) return undefined;\n\n const hasClientCreds = findMissingEnv([\n ENV.TIKTOK_CLIENT_KEY,\n ENV.TIKTOK_CLIENT_SECRET,\n ]).length === 0;\n\n return hasClientCreds\n ? \"TikTok has a client key and secret but no token. Either set \" +\n \"TIKTOK_ACCESS_TOKEN, or run the OAuth authorization_code flow once — \" +\n \"TikTok returns an access token AND a refresh token together — and set \" +\n \"TIKTOK_REFRESH_TOKEN so the val can renew itself.\"\n : \"TikTok is not configured. Set TIKTOK_ACCESS_TOKEN, or set all of: \" +\n TIKTOK_REFRESH_ENV.join(\", \") + \".\";\n}",[],[167,251],"47924209-48d6-4928-8738-30d124b25a2b","db.ts","97b7469e-b20d-11f1-8580-1607ee4eb77e",16,["D",1789591051285],"/**\n * Val Town SQLite (val-scoped database).\n *\n * The table tracks not just *which* videos we've seen but *how they went*, so a\n * video that fails permanently can't block the pipeline forever:\n *\n * status = 'posted' → done, never retry\n * status = 'failed' → retry until `attempts` reaches MAX_ATTEMPTS\n *\n * Schema is created lazily and memoized so repeated calls within one execution\n * don't re-run the DDL. Every statement goes through `run()`, which retries a\n * couple of times — the hosted libSQL endpoint occasionally answers with a\n * transient HTTP 500, and that shouldn't abort a whole cron run.\n */\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst CREATE_TABLE = `\nCREATE TABLE IF NOT EXISTS processed_trending_videos (\n video_id TEXT PRIMARY KEY,\n processed_at DATETIME NOT NULL,\n status TEXT NOT NULL DEFAULT 'pending',\n attempts INTEGER NOT NULL DEFAULT 0,\n last_error TEXT\n)`;\n\n/**\n * Columns added after the original two-column release. `ALTER TABLE ADD COLUMN`\n * has no `IF NOT EXISTS`, so these run one at a time and the \"duplicate column\n * name\" error is swallowed — that's what makes the migration idempotent.\n */\nconst MIGRATIONS = [\n \"ALTER TABLE processed_trending_videos ADD COLUMN status TEXT NOT NULL DEFAULT 'pending'\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN attempts INTEGER NOT NULL DEFAULT 0\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN last_error TEXT\",\n];\n\nconst RETRY_ATTEMPTS = 3;\nconst RETRY_BACKOFF_MS = 500;\n/** Keep error strings from bloating the table. */\nconst MAX_ERROR_LEN = 1000;\n\nexport type VideoStatus = \"pending\" | \"posted\" | \"failed\";\n\nexport type VideoRecord = {\n video_id: string;\n processed_at: string;\n status: VideoStatus;\n attempts: number;\n last_error: string | null;\n};\n\ntype SqlInput = string | { sql: string; args: (string | number | null)[] };\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n/** `sqlite.execute` with a small retry for transient transport errors. */\nasync function run(input: SqlInput, attempts = RETRY_ATTEMPTS) {\n let lastError: unknown;\n for (let attempt = 1; attempt <= attempts; attempt++) {\n try {\n return await sqlite.execute(\n input as Parameters[0],\n );\n } catch (err) {\n lastError = err;\n if (attempt < attempts) {\n console.warn(\n `[db] attempt ${attempt}/${attempts} failed, retrying:`,\n err instanceof Error ? err.message : err,\n );\n await delay(RETRY_BACKOFF_MS * attempt);\n }\n }\n }\n throw lastError;\n}\n\n/** Apply the post-release column additions. Safe to run on every startup. */\nasync function migrate(): Promise {\n for (const statement of MIGRATIONS) {\n try {\n // One attempt: a duplicate-column error is expected, not transient.\n await run(statement, 1);\n console.log(`[db] migration applied: ${statement}`);\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n if (/duplicate column name/i.test(message)) continue;\n throw err;\n }\n }\n}\n\nlet ready: Promise | undefined;\n\n/** Create and migrate the table. Idempotent; safe to call anywhere. */\nexport function initDb(): Promise {\n ready ??= run(CREATE_TABLE)\n .then(migrate)\n .catch((err) => {\n // Don't cache a rejection — let the next call retry.\n ready = undefined;\n throw err;\n });\n return ready;\n}\n\n/** The stored row for a video, or `undefined` if we've never seen it. */\nexport async function getRecord(\n videoId: string,\n): Promise {\n await initDb();\n const { rows } = await run({\n sql:\n \"SELECT video_id, processed_at, status, attempts, last_error FROM processed_trending_videos WHERE video_id = ? LIMIT 1\",\n args: [videoId],\n });\n return rows[0] as VideoRecord | undefined;\n}\n\n/**\n * Should discovery skip this video?\n *\n * Yes once it has been posted, or once it has burned through `maxAttempts`\n * failed tries. Passed to the YouTube step as its filter.\n */\nexport async function shouldSkip(\n videoId: string,\n maxAttempts: number,\n): Promise {\n const record = await getRecord(videoId);\n if (!record) return false;\n if (record.status === \"posted\") return true;\n return record.attempts >= maxAttempts;\n}\n\n/** Record a successful publish. Clears any earlier error. */\nexport async function markPosted(videoId: string): Promise {\n await initDb();\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'posted', 1, NULL)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'posted',\n attempts = processed_trending_videos.attempts + 1,\n last_error = NULL`,\n args: [videoId, new Date().toISOString()],\n });\n}\n\n/**\n * Record a failed attempt and return the new attempt count, so the caller can\n * tell whether the video has just been given up on.\n */\nexport async function recordFailure(\n videoId: string,\n error: unknown,\n): Promise {\n await initDb();\n const message = (error instanceof Error\n ? `${error.name}: ${error.message}`\n : String(error)).slice(0, MAX_ERROR_LEN);\n\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'failed', 1, ?)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'failed',\n attempts = processed_trending_videos.attempts + 1,\n last_error = excluded.last_error`,\n args: [videoId, new Date().toISOString(), message],\n });\n\n const record = await getRecord(videoId);\n return record?.attempts ?? 1;\n}\n\n/** Remove a video entirely so it can be picked up and posted again. */\nexport async function forgetProcessed(videoId: string): Promise {\n await initDb();\n await run({\n sql: \"DELETE FROM processed_trending_videos WHERE video_id = ?\",\n args: [videoId],\n });\n}\n\n/** How many videos have been successfully posted. */\nexport async function postedCount(): Promise {\n await initDb();\n const { rows } = await run(\n \"SELECT COUNT(*) AS n FROM processed_trending_videos WHERE status = 'posted'\",\n );\n return Number(rows[0]?.n ?? 0);\n}\n\n/** Row counts grouped by status — handy for a run summary. */\nexport async function stats(): Promise> {\n await initDb();\n const { rows } = await run(\n \"SELECT status, COUNT(*) AS n FROM processed_trending_videos GROUP BY status\",\n );\n const out: Record = {};\n for (const row of rows as { status: string; n: number }[]) {\n out[row.status] = Number(row.n);\n }\n return out;\n}\n\n/** Most recently touched videos, newest first. */\nexport async function recentProcessed(limit = 10): Promise {\n await initDb();\n const { rows } = await run({\n sql: `SELECT video_id, processed_at, status, attempts, last_error\n FROM processed_trending_videos\n ORDER BY processed_at DESC\n LIMIT ?`,\n args: [limit],\n });\n return rows as VideoRecord[];\n}",[],[167,260],"425e7955-594d-4b7a-9acb-b357097b8e88","config.ts","6001f0f4-b20e-11f1-b7d7-1607ee4eb77e",25,["D",1789591475302],"/**\n * Tunables for the pipeline.\n *\n * Everything you're likely to want to adjust lives here, so you don't have to\n * hunt through the individual step modules.\n */\n\n/**\n * How many times a single video may fail before the pipeline stops retrying it\n * and moves on to the next candidate. Each scheduled run counts as one attempt,\n * so with the default 12-hour cron, 3 attempts ≈ 36 hours of retrying.\n *\n * Credential problems (an expired TikTok token, say) do NOT count as attempts —\n * see `main.ts`. Only real per-video failures do.\n */\nexport const MAX_ATTEMPTS = 3;\n\n/**\n * How long to wait before repeating an \"action needed\" alert while the problem\n * persists. Keeps a dead TikTok token from mailing you twice a day.\n */\nexport const AUTH_ALERT_REPEAT_HOURS = 24;\n\n/** Trending search keywords, tried in order until an unprocessed video turns up. */\nexport const SEARCH_QUERIES = [\n \"podcast highlights\",\n \"tech trends\",\n \"founder interview\",\n \"viral moments\",\n];",[],[167,268],["D",1789590686836],[184,185,186,187,188,189,190],[167],["D",1789590675077],["D",1789591281607],{"_105":104,"_112":107},{"_105":104,"_106":107,"_108":107,"_19":62,"_109":110,"_111":31},{"_13":94,"_38":95,"_50":49,"_96":51,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":-5,"_102":52,"_103":104},"ctx",{"_87":-5,"_131":316,"_317":318,"_319":320,"_321":31,"_322":31,"_323":31,"_324":154,"_325":-5,"_326":-7,"_327":-7,"_328":68,"_329":31,"_330":31,"_331":-5,"_332":31,"_333":31,"_334":31,"_335":-5},"ENV",{"_287":288,"_289":290,"_291":95,"_292":293,"_294":295,"_296":297,"_298":299,"_300":301,"_302":303,"_304":305,"_306":307,"_308":309,"_310":311,"_312":313,"_314":315},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v35