${\n      escapeHtml(text)\n    }

`,\n };\n // Only set `to` when configured, so std/email falls back to the owner.\n if (to) message.to = to;\n\n try {\n await email(message as Parameters[0]);\n console.log(`[notify] sent \"${subject}\" to ${to ?? \"the val owner\"}`);\n return true;\n } catch (err) {\n console.error(\"[notify] email failed:\", err);\n return false;\n }\n}\n\nexport type FailureContext = {\n videoId?: string;\n /** Attempt number this failure represents, counting from 1. */\n attempts?: number;\n maxAttempts?: number;\n /** True when the pipeline will stop retrying this video. */\n exhausted?: boolean;\n /**\n * True when the failure is a credential/configuration problem rather than a\n * problem with the video. Changes the wording and the subject line.\n */\n auth?: boolean;\n};\n\n/** Format and send a failure report for one pipeline step. */\nexport async function reportStepFailure(\n step: string,\n err: unknown,\n context: FailureContext = {},\n): Promise {\n const detail = err instanceof Error ? `${err.name}: ${err.message}` : String(err);\n\n const lines: string[] = [];\n\n if (context.auth) {\n lines.push(`⚠️ Credential problem in step \"${step}\".`);\n lines.push(\n \"This is not the video's fault — its retry budget was left untouched.\",\n );\n } else {\n lines.push(`❌ Step \"${step}\" failed.`);\n }\n\n lines.push(\"\", detail.slice(0, 4000));\n\n if (context.videoId) {\n lines.push(\"\", `Video: ${context.videoId}`);\n }\n if (context.attempts !== undefined && context.maxAttempts !== undefined) {\n lines.push(\n `Attempt: ${context.attempts}/${context.maxAttempts}` +\n (context.exhausted ? \" — giving up on this video\" : \"\"),\n );\n }\n\n lines.push(\"\");\n if (context.auth) {\n lines.push(\"The pipeline will keep skipping publishing until this is fixed.\");\n } else if (context.exhausted) {\n lines.push(\"The next run will skip this video and try a different one.\");\n } else {\n lines.push(\"The next scheduled run will try again.\");\n }\n\n await sendNotification(\n context.auth ? `Action needed — ${step}` : `Failed — ${step}`,\n lines.join(\"\\n\"),\n );\n}",[],[273,290],"06071853-c085-4861-8574-5fff81f37b37","env.ts","9772dc3e-b20d-11f1-8580-1607ee4eb77e",38,["D",1789591726739],"/**\n * Central registry of the environment variables this val reads.\n *\n * Keeping the names in one place lets the cron handler check them all up front\n * and report every missing key in a single message, instead of dying on\n * whichever one it happens to touch first.\n *\n * TikTok is special-cased: it needs *either* a static `TIKTOK_ACCESS_TOKEN`\n * *or* the refresh triple (`TIKTOK_CLIENT_KEY` + `TIKTOK_CLIENT_SECRET` +\n * `TIKTOK_REFRESH_TOKEN`). See `findMissingTikTokEnv`.\n */\n\nexport const ENV = {\n YOUTUBE_API_KEY: \"YOUTUBE_API_KEY\",\n OPUS_CLIP_API_KEY: \"OPUS_CLIP_API_KEY\",\n /** Optional — only needed when the Opus account belongs to several orgs. */\n OPUS_ORG_ID: \"OPUS_ORG_ID\",\n /** Optional — defaults to the val owner's own address. */\n NOTIFY_EMAIL: \"NOTIFY_EMAIL\",\n TIKTOK_ACCESS_TOKEN: \"TIKTOK_ACCESS_TOKEN\",\n TIKTOK_CLIENT_KEY: \"TIKTOK_CLIENT_KEY\",\n TIKTOK_CLIENT_SECRET: \"TIKTOK_CLIENT_SECRET\",\n TIKTOK_REFRESH_TOKEN: \"TIKTOK_REFRESH_TOKEN\",\n} as const;\n\nexport type EnvName = (typeof ENV)[keyof typeof ENV];\n\n/** Keys needed regardless of how TikTok is configured. */\nexport const REQUIRED_ENV: EnvName[] = [\n ENV.YOUTUBE_API_KEY,\n ENV.OPUS_CLIP_API_KEY,\n];\n\n/** The triple that enables automatic TikTok token renewal. */\nexport const TIKTOK_REFRESH_ENV: EnvName[] = [\n ENV.TIKTOK_CLIENT_KEY,\n ENV.TIKTOK_CLIENT_SECRET,\n ENV.TIKTOK_REFRESH_TOKEN,\n];\n\nexport class MissingEnvError extends Error {\n constructor(readonly keys: EnvName[]) {\n super(`Missing environment variable(s): ${keys.join(\", \")}`);\n this.name = \"MissingEnvError\";\n }\n}\n\n/** Read an env var, or `undefined` when it is unset or blank. */\nexport function optionalEnv(name: EnvName): string | undefined {\n return Deno.env.get(name)?.trim() || undefined;\n}\n\n/** Read a required env var, throwing if it is unset or blank. */\nexport function requireEnv(name: EnvName): string {\n const value = optionalEnv(name);\n if (!value) throw new MissingEnvError([name]);\n return value;\n}\n\n/** Which of `names` are unset or blank. */\nexport function findMissingEnv(names: EnvName[] = REQUIRED_ENV): EnvName[] {\n return names.filter((name) => !optionalEnv(name));\n}\n\n/**\n * Which TikTok keys are missing, if any.\n *\n * A static `TIKTOK_ACCESS_TOKEN` is enough on its own. Otherwise all three\n * refresh keys are needed. Returns `[]` when TikTok is configured either way.\n */\nexport function findMissingTikTokEnv(): EnvName[] {\n if (optionalEnv(ENV.TIKTOK_ACCESS_TOKEN)) return [];\n return findMissingEnv(TIKTOK_REFRESH_ENV);\n}\n\n/** True when the val can renew its own TikTok token. */\nexport function canRefreshTikTokToken(): boolean {\n return findMissingEnv(TIKTOK_REFRESH_ENV).length === 0;\n}\n\n/**\n * A human-readable explanation of what TikTok still needs, or `undefined` when\n * it is configured. More useful than a bare list of missing keys, because\n * \"client key and secret set, but no token at all\" is a different situation\n * from \"nothing set\".\n */\nexport function tiktokConfigProblem(): string | undefined {\n if (optionalEnv(ENV.TIKTOK_ACCESS_TOKEN)) return undefined;\n if (findMissingEnv(TIKTOK_REFRESH_ENV).length === 0) return undefined;\n\n const hasClientCreds = findMissingEnv([\n ENV.TIKTOK_CLIENT_KEY,\n ENV.TIKTOK_CLIENT_SECRET,\n ]).length === 0;\n\n return hasClientCreds\n ? \"TikTok has a client key and secret but no token. Either set \" +\n \"TIKTOK_ACCESS_TOKEN, or run the OAuth authorization_code flow once — \" +\n \"TikTok returns an access token AND a refresh token together — and set \" +\n \"TIKTOK_REFRESH_TOKEN so the val can renew itself.\"\n : \"TikTok is not configured. Set TIKTOK_ACCESS_TOKEN, or set all of: \" +\n TIKTOK_REFRESH_ENV.join(\", \") + \".\";\n}",[],[273,298],"47924209-48d6-4928-8738-30d124b25a2b","db.ts","97b7469e-b20d-11f1-8580-1607ee4eb77e",16,["D",1789591051285],3,"/**\n * Val Town SQLite (val-scoped database).\n *\n * The table tracks not just *which* videos we've seen but *how they went*, so a\n * video that fails permanently can't block the pipeline forever:\n *\n * status = 'posted' → done, never retry\n * status = 'failed' → retry until `attempts` reaches MAX_ATTEMPTS\n *\n * Schema is created lazily and memoized so repeated calls within one execution\n * don't re-run the DDL. Every statement goes through `run()`, which retries a\n * couple of times — the hosted libSQL endpoint occasionally answers with a\n * transient HTTP 500, and that shouldn't abort a whole cron run.\n */\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst CREATE_TABLE = `\nCREATE TABLE IF NOT EXISTS processed_trending_videos (\n video_id TEXT PRIMARY KEY,\n processed_at DATETIME NOT NULL,\n status TEXT NOT NULL DEFAULT 'pending',\n attempts INTEGER NOT NULL DEFAULT 0,\n last_error TEXT\n)`;\n\n/**\n * Columns added after the original two-column release. `ALTER TABLE ADD COLUMN`\n * has no `IF NOT EXISTS`, so these run one at a time and the \"duplicate column\n * name\" error is swallowed — that's what makes the migration idempotent.\n */\nconst MIGRATIONS = [\n \"ALTER TABLE processed_trending_videos ADD COLUMN status TEXT NOT NULL DEFAULT 'pending'\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN attempts INTEGER NOT NULL DEFAULT 0\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN last_error TEXT\",\n];\n\nconst RETRY_ATTEMPTS = 3;\nconst RETRY_BACKOFF_MS = 500;\n/** Keep error strings from bloating the table. */\nconst MAX_ERROR_LEN = 1000;\n\nexport type VideoStatus = \"pending\" | \"posted\" | \"failed\";\n\nexport type VideoRecord = {\n video_id: string;\n processed_at: string;\n status: VideoStatus;\n attempts: number;\n last_error: string | null;\n};\n\ntype SqlInput = string | { sql: string; args: (string | number | null)[] };\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n/** `sqlite.execute` with a small retry for transient transport errors. */\nasync function run(input: SqlInput, attempts = RETRY_ATTEMPTS) {\n let lastError: unknown;\n for (let attempt = 1; attempt <= attempts; attempt++) {\n try {\n return await sqlite.execute(\n input as Parameters[0],\n );\n } catch (err) {\n lastError = err;\n if (attempt < attempts) {\n console.warn(\n `[db] attempt ${attempt}/${attempts} failed, retrying:`,\n err instanceof Error ? err.message : err,\n );\n await delay(RETRY_BACKOFF_MS * attempt);\n }\n }\n }\n throw lastError;\n}\n\n/** Apply the post-release column additions. Safe to run on every startup. */\nasync function migrate(): Promise {\n for (const statement of MIGRATIONS) {\n try {\n // One attempt: a duplicate-column error is expected, not transient.\n await run(statement, 1);\n console.log(`[db] migration applied: ${statement}`);\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n if (/duplicate column name/i.test(message)) continue;\n throw err;\n }\n }\n}\n\nlet ready: Promise | undefined;\n\n/** Create and migrate the table. Idempotent; safe to call anywhere. */\nexport function initDb(): Promise {\n ready ??= run(CREATE_TABLE)\n .then(migrate)\n .catch((err) => {\n // Don't cache a rejection — let the next call retry.\n ready = undefined;\n throw err;\n });\n return ready;\n}\n\n/** The stored row for a video, or `undefined` if we've never seen it. */\nexport async function getRecord(\n videoId: string,\n): Promise {\n await initDb();\n const { rows } = await run({\n sql:\n \"SELECT video_id, processed_at, status, attempts, last_error FROM processed_trending_videos WHERE video_id = ? LIMIT 1\",\n args: [videoId],\n });\n return rows[0] as VideoRecord | undefined;\n}\n\n/**\n * Should discovery skip this video?\n *\n * Yes once it has been posted, or once it has burned through `maxAttempts`\n * failed tries. Passed to the YouTube step as its filter.\n */\nexport async function shouldSkip(\n videoId: string,\n maxAttempts: number,\n): Promise {\n const record = await getRecord(videoId);\n if (!record) return false;\n if (record.status === \"posted\") return true;\n return record.attempts >= maxAttempts;\n}\n\n/** Record a successful publish. Clears any earlier error. */\nexport async function markPosted(videoId: string): Promise {\n await initDb();\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'posted', 1, NULL)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'posted',\n attempts = processed_trending_videos.attempts + 1,\n last_error = NULL`,\n args: [videoId, new Date().toISOString()],\n });\n}\n\n/**\n * Record a failed attempt and return the new attempt count, so the caller can\n * tell whether the video has just been given up on.\n */\nexport async function recordFailure(\n videoId: string,\n error: unknown,\n): Promise {\n await initDb();\n const message = (error instanceof Error\n ? `${error.name}: ${error.message}`\n : String(error)).slice(0, MAX_ERROR_LEN);\n\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'failed', 1, ?)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'failed',\n attempts = processed_trending_videos.attempts + 1,\n last_error = excluded.last_error`,\n args: [videoId, new Date().toISOString(), message],\n });\n\n const record = await getRecord(videoId);\n return record?.attempts ?? 1;\n}\n\n/** Remove a video entirely so it can be picked up and posted again. */\nexport async function forgetProcessed(videoId: string): Promise {\n await initDb();\n await run({\n sql: \"DELETE FROM processed_trending_videos WHERE video_id = ?\",\n args: [videoId],\n });\n}\n\n/** How many videos have been successfully posted. */\nexport async function postedCount(): Promise {\n await initDb();\n const { rows } = await run(\n \"SELECT COUNT(*) AS n FROM processed_trending_videos WHERE status = 'posted'\",\n );\n return Number(rows[0]?.n ?? 0);\n}\n\n/** Row counts grouped by status — handy for a run summary. */\nexport async function stats(): Promise> {\n await initDb();\n const { rows } = await run(\n \"SELECT status, COUNT(*) AS n FROM processed_trending_videos GROUP BY status\",\n );\n const out: Record = {};\n for (const row of rows as { status: string; n: number }[]) {\n out[row.status] = Number(row.n);\n }\n return out;\n}\n\n/** Most recently touched videos, newest first. */\nexport async function recentProcessed(limit = 10): Promise {\n await initDb();\n const { rows } = await run({\n sql: `SELECT video_id, processed_at, status, attempts, last_error\n FROM processed_trending_videos\n ORDER BY processed_at DESC\n LIMIT ?`,\n args: [limit],\n });\n return rows as VideoRecord[];\n}",[],[273,306],"6d3922ec-e685-449f-86e1-38cbcfca784a","config.ts","6001f0f4-b20e-11f1-b7d7-1607ee4eb77e",39,["D",1789591726850],"/**\n * Tunables for the pipeline.\n *\n * Everything you're likely to want to adjust lives here, so you don't have to\n * hunt through the individual step modules.\n */\n\n/**\n * How many times a single video may fail before the pipeline stops retrying it\n * and moves on to the next candidate. Each scheduled run counts as one attempt,\n * so with the default 12-hour cron, 3 attempts ≈ 36 hours of retrying.\n *\n * Credential problems (an expired TikTok token, say) do NOT count as attempts —\n * see `main.ts`. Only real per-video failures do.\n */\nexport const MAX_ATTEMPTS = 3;\n\n/**\n * How long to wait before repeating an \"action needed\" alert while the problem\n * persists. Keeps a dead TikTok token from mailing you twice a day.\n */\nexport const AUTH_ALERT_REPEAT_HOURS = 24;\n\n/** Trending search keywords, tried in order until an unprocessed video turns up. */\nexport const SEARCH_QUERIES = [\n \"podcast highlights\",\n \"tech trends\",\n \"founder interview\",\n \"viral moments\",\n];\n\n/**\n * Opus Clip curation model.\n * \"ClipBasic\" — optimised for talking-head video (podcasts, interviews).\n * \"ClipAnything\" — multimodal, better for vlogs, sports, TV, music.\n * Our search keywords target podcasts and interviews, so ClipBasic is the fit.\n */\nexport const OPUS_CURATION_MODEL = \"ClipBasic\";\n\n/** Longest clip to ask Opus Clip for, in seconds. */\nexport const CLIP_MAX_SECONDS = 90;",[],[273,315],"3552ec96-097b-43ff-a276-c539b5fd3f15",["D",1789590686836],[184,185,186,187,188,189,190],[273],["D",1789590675077],["D",1789677682645],{"_11":12,"_141":71},{"_11":12,"_137":71,"_70":71,"_30":69,"_138":139,"_140":24},{"_40":128,"_13":16,"_34":37,"_129":91,"_130":-5,"_131":-5,"_132":-5,"_133":-5,"_134":-5,"_135":14,"_136":12},"ctx",{"_55":-5,"_160":364,"_365":366,"_367":368,"_369":24,"_370":24,"_371":24,"_372":204,"_373":-5,"_374":-7,"_375":-7,"_376":26,"_377":24,"_378":24,"_379":-5,"_380":24,"_381":24,"_382":24,"_383":-5},"ENV",{"_335":336,"_337":338,"_339":16,"_340":341,"_342":343,"_344":345,"_346":347,"_348":349,"_350":351,"_352":353,"_354":355,"_356":357,"_358":359,"_360":361,"_362":363},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · README.md