${\n      escapeHtml(text)\n    }

`,\n };\n // Only set `to` when configured, so std/email falls back to the owner.\n if (to) message.to = to;\n\n try {\n await email(message as Parameters[0]);\n console.log(`[notify] sent \"${subject}\" to ${to ?? \"the val owner\"}`);\n return true;\n } catch (err) {\n console.error(\"[notify] email failed:\", err);\n return false;\n }\n}\n\nexport type FailureContext = {\n videoId?: string;\n /** Attempt number this failure represents, counting from 1. */\n attempts?: number;\n maxAttempts?: number;\n /** True when the pipeline will stop retrying this video. */\n exhausted?: boolean;\n /**\n * True when the failure is a credential/configuration problem rather than a\n * problem with the video. Changes the wording and the subject line.\n */\n auth?: boolean;\n};\n\n/** Format and send a failure report for one pipeline step. */\nexport async function reportStepFailure(\n step: string,\n err: unknown,\n context: FailureContext = {},\n): Promise {\n const detail = err instanceof Error ? `${err.name}: ${err.message}` : String(err);\n\n const lines: string[] = [];\n\n if (context.auth) {\n lines.push(`⚠️ Credential problem in step \"${step}\".`);\n lines.push(\n \"This is not the video's fault — its retry budget was left untouched.\",\n );\n } else {\n lines.push(`❌ Step \"${step}\" failed.`);\n }\n\n lines.push(\"\", detail.slice(0, 4000));\n\n if (context.videoId) {\n lines.push(\"\", `Video: ${context.videoId}`);\n }\n if (context.attempts !== undefined && context.maxAttempts !== undefined) {\n lines.push(\n `Attempt: ${context.attempts}/${context.maxAttempts}` +\n (context.exhausted ? \" — giving up on this video\" : \"\"),\n );\n }\n\n lines.push(\"\");\n if (context.auth) {\n lines.push(\"The pipeline will keep skipping publishing until this is fixed.\");\n } else if (context.exhausted) {\n lines.push(\"The next run will skip this video and try a different one.\");\n } else {\n lines.push(\"The next scheduled run will try again.\");\n }\n\n await sendNotification(\n context.auth ? `Action needed — ${step}` : `Failed — ${step}`,\n lines.join(\"\\n\"),\n );\n}",[],[195,314],["D",1789591726739],[],[195,69],"47924209-48d6-4928-8738-30d124b25a2b","db.ts","97b7469e-b20d-11f1-8580-1607ee4eb77e",16,["D",1789591051285],3,"/**\n * Val Town SQLite (val-scoped database).\n *\n * The table tracks not just *which* videos we've seen but *how they went*, so a\n * video that fails permanently can't block the pipeline forever:\n *\n * status = 'posted' → done, never retry\n * status = 'failed' → retry until `attempts` reaches MAX_ATTEMPTS\n *\n * Schema is created lazily and memoized so repeated calls within one execution\n * don't re-run the DDL. Every statement goes through `run()`, which retries a\n * couple of times — the hosted libSQL endpoint occasionally answers with a\n * transient HTTP 500, and that shouldn't abort a whole cron run.\n */\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst CREATE_TABLE = `\nCREATE TABLE IF NOT EXISTS processed_trending_videos (\n video_id TEXT PRIMARY KEY,\n processed_at DATETIME NOT NULL,\n status TEXT NOT NULL DEFAULT 'pending',\n attempts INTEGER NOT NULL DEFAULT 0,\n last_error TEXT\n)`;\n\n/**\n * Columns added after the original two-column release. `ALTER TABLE ADD COLUMN`\n * has no `IF NOT EXISTS`, so these run one at a time and the \"duplicate column\n * name\" error is swallowed — that's what makes the migration idempotent.\n */\nconst MIGRATIONS = [\n \"ALTER TABLE processed_trending_videos ADD COLUMN status TEXT NOT NULL DEFAULT 'pending'\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN attempts INTEGER NOT NULL DEFAULT 0\",\n \"ALTER TABLE processed_trending_videos ADD COLUMN last_error TEXT\",\n];\n\nconst RETRY_ATTEMPTS = 3;\nconst RETRY_BACKOFF_MS = 500;\n/** Keep error strings from bloating the table. */\nconst MAX_ERROR_LEN = 1000;\n\nexport type VideoStatus = \"pending\" | \"posted\" | \"failed\";\n\nexport type VideoRecord = {\n video_id: string;\n processed_at: string;\n status: VideoStatus;\n attempts: number;\n last_error: string | null;\n};\n\ntype SqlInput = string | { sql: string; args: (string | number | null)[] };\n\nconst delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n/** `sqlite.execute` with a small retry for transient transport errors. */\nasync function run(input: SqlInput, attempts = RETRY_ATTEMPTS) {\n let lastError: unknown;\n for (let attempt = 1; attempt <= attempts; attempt++) {\n try {\n return await sqlite.execute(\n input as Parameters[0],\n );\n } catch (err) {\n lastError = err;\n if (attempt < attempts) {\n console.warn(\n `[db] attempt ${attempt}/${attempts} failed, retrying:`,\n err instanceof Error ? err.message : err,\n );\n await delay(RETRY_BACKOFF_MS * attempt);\n }\n }\n }\n throw lastError;\n}\n\n/** Apply the post-release column additions. Safe to run on every startup. */\nasync function migrate(): Promise {\n for (const statement of MIGRATIONS) {\n try {\n // One attempt: a duplicate-column error is expected, not transient.\n await run(statement, 1);\n console.log(`[db] migration applied: ${statement}`);\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n if (/duplicate column name/i.test(message)) continue;\n throw err;\n }\n }\n}\n\nlet ready: Promise | undefined;\n\n/** Create and migrate the table. Idempotent; safe to call anywhere. */\nexport function initDb(): Promise {\n ready ??= run(CREATE_TABLE)\n .then(migrate)\n .catch((err) => {\n // Don't cache a rejection — let the next call retry.\n ready = undefined;\n throw err;\n });\n return ready;\n}\n\n/** The stored row for a video, or `undefined` if we've never seen it. */\nexport async function getRecord(\n videoId: string,\n): Promise {\n await initDb();\n const { rows } = await run({\n sql:\n \"SELECT video_id, processed_at, status, attempts, last_error FROM processed_trending_videos WHERE video_id = ? LIMIT 1\",\n args: [videoId],\n });\n return rows[0] as VideoRecord | undefined;\n}\n\n/**\n * Should discovery skip this video?\n *\n * Yes once it has been posted, or once it has burned through `maxAttempts`\n * failed tries. Passed to the YouTube step as its filter.\n */\nexport async function shouldSkip(\n videoId: string,\n maxAttempts: number,\n): Promise {\n const record = await getRecord(videoId);\n if (!record) return false;\n if (record.status === \"posted\") return true;\n return record.attempts >= maxAttempts;\n}\n\n/** Record a successful publish. Clears any earlier error. */\nexport async function markPosted(videoId: string): Promise {\n await initDb();\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'posted', 1, NULL)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'posted',\n attempts = processed_trending_videos.attempts + 1,\n last_error = NULL`,\n args: [videoId, new Date().toISOString()],\n });\n}\n\n/**\n * Record a failed attempt and return the new attempt count, so the caller can\n * tell whether the video has just been given up on.\n */\nexport async function recordFailure(\n videoId: string,\n error: unknown,\n): Promise {\n await initDb();\n const message = (error instanceof Error\n ? `${error.name}: ${error.message}`\n : String(error)).slice(0, MAX_ERROR_LEN);\n\n await run({\n sql: `INSERT INTO processed_trending_videos (video_id, processed_at, status, attempts, last_error)\n VALUES (?, ?, 'failed', 1, ?)\n ON CONFLICT(video_id) DO UPDATE SET\n processed_at = excluded.processed_at,\n status = 'failed',\n attempts = processed_trending_videos.attempts + 1,\n last_error = excluded.last_error`,\n args: [videoId, new Date().toISOString(), message],\n });\n\n const record = await getRecord(videoId);\n return record?.attempts ?? 1;\n}\n\n/** Remove a video entirely so it can be picked up and posted again. */\nexport async function forgetProcessed(videoId: string): Promise {\n await initDb();\n await run({\n sql: \"DELETE FROM processed_trending_videos WHERE video_id = ?\",\n args: [videoId],\n });\n}\n\n/** How many videos have been successfully posted. */\nexport async function postedCount(): Promise {\n await initDb();\n const { rows } = await run(\n \"SELECT COUNT(*) AS n FROM processed_trending_videos WHERE status = 'posted'\",\n );\n return Number(rows[0]?.n ?? 0);\n}\n\n/** Row counts grouped by status — handy for a run summary. */\nexport async function stats(): Promise> {\n await initDb();\n const { rows } = await run(\n \"SELECT status, COUNT(*) AS n FROM processed_trending_videos GROUP BY status\",\n );\n const out: Record = {};\n for (const row of rows as { status: string; n: number }[]) {\n out[row.status] = Number(row.n);\n }\n return out;\n}\n\n/** Most recently touched videos, newest first. */\nexport async function recentProcessed(limit = 10): Promise {\n await initDb();\n const { rows } = await run({\n sql: `SELECT video_id, processed_at, status, attempts, last_error\n FROM processed_trending_videos\n ORDER BY processed_at DESC\n LIMIT ?`,\n args: [limit],\n });\n return rows as VideoRecord[];\n}",[],[195,325],"6d3922ec-e685-449f-86e1-38cbcfca784a","config.ts","6001f0f4-b20e-11f1-b7d7-1607ee4eb77e",39,["D",1789591726850],"/**\n * Tunables for the pipeline.\n *\n * Everything you're likely to want to adjust lives here, so you don't have to\n * hunt through the individual step modules.\n */\n\n/**\n * How many times a single video may fail before the pipeline stops retrying it\n * and moves on to the next candidate. Each scheduled run counts as one attempt,\n * so with the default 12-hour cron, 3 attempts ≈ 36 hours of retrying.\n *\n * Credential problems (an expired TikTok token, say) do NOT count as attempts —\n * see `main.ts`. Only real per-video failures do.\n */\nexport const MAX_ATTEMPTS = 3;\n\n/**\n * How long to wait before repeating an \"action needed\" alert while the problem\n * persists. Keeps a dead TikTok token from mailing you twice a day.\n */\nexport const AUTH_ALERT_REPEAT_HOURS = 24;\n\n/** Trending search keywords, tried in order until an unprocessed video turns up. */\nexport const SEARCH_QUERIES = [\n \"podcast highlights\",\n \"tech trends\",\n \"founder interview\",\n \"viral moments\",\n];\n\n/**\n * Opus Clip curation model.\n * \"ClipBasic\" — optimised for talking-head video (podcasts, interviews).\n * \"ClipAnything\" — multimodal, better for vlogs, sports, TV, music.\n * Our search keywords target podcasts and interviews, so ClipBasic is the fit.\n */\nexport const OPUS_CURATION_MODEL = \"ClipBasic\";\n\n/** Longest clip to ask Opus Clip for, in seconds. */\nexport const CLIP_MAX_SECONDS = 90;",[],[195,334],"3552ec96-097b-43ff-a276-c539b5fd3f15",["D",1789590686836],[208,209,210,211,212,213,214],[195],["D",1789590675077],["D",1789591281607],{"_11":12,"_162":75},{"_11":12,"_158":75,"_74":75,"_30":73,"_159":160,"_161":24},{"_42":149,"_13":16,"_36":39,"_150":112,"_151":-5,"_152":-5,"_153":-5,"_154":-5,"_155":-5,"_156":14,"_157":12},"ctx",{"_57":-5,"_181":383,"_384":385,"_386":387,"_388":24,"_389":24,"_390":24,"_391":188,"_392":-5,"_393":-7,"_394":-7,"_395":26,"_396":24,"_397":24,"_398":-5,"_399":24,"_400":24,"_401":24,"_402":-5},"ENV",{"_354":355,"_356":357,"_358":16,"_359":360,"_361":362,"_363":364,"_365":366,"_367":368,"_369":370,"_371":372,"_373":374,"_375":376,"_377":378,"_379":380,"_381":382},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · env.ts