cl-triage

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_316":317,"_318":319},"routes/_app.x.$handle.$name",{"_100":99,"_32":46,"_108":90,"_27":54,"_13":14,"_109":-5,"_11":110,"_111":112,"_113":114,"_115":116,"_117":118,"_20":-5,"_119":-5,"_120":-5,"_121":25,"_122":123,"_124":60,"_125":-5,"_126":-5,"_127":128},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":72,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":84,"_85":86,"_87":88,"_89":25},"version",62,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","lib/drain.ts","latestPath","fileId","e28f72de-acf1-11f1-ac1c-1607ee4eb77e","name","drain.ts","fileType","script","content","/**\n * The drain loop: take queued posts, judge them, send one digest.\n *\n * Called from two places and it must behave identically in both: `inbox.email.tsx` runs it\n * inline the moment an alert lands (his alerts are usually one result, and waiting up to\n * fifteen minutes for a cron to notice is latency for nothing), and `judge.cron.tsx` runs it\n * every interval to pick up the overflow from a burst, the first-activation backlog, and\n * anything that failed and went back on the queue.\n *\n * Budget: Val Town's free tier kills a run at 60 s, and *repeated* overruns temporarily pause\n * the val, so every path here has to fit inside a self-imposed 40 s.\n *\n * Worst case for one post, from a start that needs >= 38 s of the 40 s left:\n * legacy uuid resolution 8 s (only for pid-only rows)\n * + sapi detail 8 s\n * + images <= 18 s (5 s each, and none is started with < 10 s left)\n * + the model call timeout is left() - 4 s, floor 5 s\n * + the digest email ~1 s\n * = about 41 s of wall clock in the very worst case, against a 60 s hard cap.\n * The SDK gets maxRetries 0: a retry doubles the timeout, which is what would blow the cap.\n * Because a post needs nearly the whole budget to start, at most one *expensive* post runs per\n * cron; cheap outcomes (dup, gone, blocked) take milliseconds and several still fit.\n *\n * Per post: one sapi detail call, the dedup ladder, then (only if it is genuinely new) up to\n * five images and exactly one LLM call. Good verdicts from one run go out as a single email.\n */\nimport {\n BlockedError,\n bodyText,\n fetchDetail,\n fetchImageBase64,\n imageUrl,\n resolveUuid,\n} from \"./cl.ts\";\nimport * as db from \"./db.ts\";\nimport { type DedupRow, findDuplicate, imageIdentity } from \"./dedup.ts\";\nimport {\n buildSystem,\n buildUserText,\n criteriaFor,\n DEFAULT_MODEL,\n judge,\n loadCriteria,\n type Verdict,\n} from \"./llm.ts\";\nimport { type DigestItem, feedbackLink, sendDigest } from \"./mail.ts\";\nimport { sign } from \"./sign.ts\";\n\nconst RUN_DEADLINE_MS = 40_000;\n/** A post is only started with almost the whole budget in hand — see the worst case above. */\nconst START_MIN_LEFT_MS = 38_000;\nconst RESOLVE_TIMEOUT_MS = 8_000;\nconst DETAIL_TIMEOUT_MS = 8_000;\nconst IMAGE_TIMEOUT_MS = 5_000;\n/** Never begin another image fetch this close to the deadline. */\nconst IMAGE_MIN_LEFT_MS = 10_000;\n/** Wall clock kept back from the model call for storing the verdict and sending the digest. */\nconst JUDGE_RESERVE_MS = 4_000;\nconst MAX_ATTEMPTS = 3;\n/** A claim older than this is assumed to belong to an isolate that died. */\nconst CLAIM_TTL_MS = 120_000;\nconst MAX_IMAGES = 5;\nconst NOPE_EXAMPLES = 10;\nconst YES_EXAMPLES = 5;\n\nexport interface DrainOpts {\n /**\n * When the *caller* started, not when drain was called. The email handler spends time\n * parsing and enqueueing first, and that time comes out of the same 40 s budget.\n */\n started: number;\n maxPosts: number;\n}\n\nexport interface DrainResult {\n picked: number;\n judged: number;\n dry: number;\n skippedClaimed: number;\n errors: number;\n emailed: number;\n ms: number;\n}\n\nexport async function drain(opts: DrainOpts): Promise {\n const { started, maxPosts } = opts;\n const left = () => RUN_DEADLINE_MS - (Date.now() - started);\n const result: DrainResult = {\n picked: 0,\n judged: 0,\n dry: 0,\n skippedClaimed: 0,\n errors: 0,\n emailed: 0,\n ms: 0,\n };\n\n await db.init();\n const apiKey = Deno.env.get(\"ANTHROPIC_API_KEY\") ?? \"\";\n const dryRun = !apiKey;\n\n // A dry run leaves rows queued but must not rehearse the same ones every cron — see\n // listQueued. The moment a key is set, those rehearsed rows are picked up for real.\n // An isolate killed mid-post leaves its row claimed. Two minutes is far longer than the\n // 40 s a drain can take, so anything older than that is certainly abandoned.\n const freed = await db.releaseAbandonedClaims(CLAIM_TTL_MS);\n if (freed) console.log(\"UNCLAIMED\", JSON.stringify({ rows: freed }));\n\n const queue = await db.listQueued(maxPosts, !dryRun);\n // msLeft is worth logging: if init ever gets slow enough to eat the start margin,\n // the run would silently do nothing and only this line would say why.\n console.log(\n \"RUN\",\n JSON.stringify({ queued: queue.length, max: maxPosts, dryRun, msLeft: left() }),\n );\n if (!queue.length) {\n result.ms = Date.now() - started;\n return result;\n }\n\n const sendInDryRun = Deno.env.get(\"SEND_IN_DRY_RUN\") === \"1\";\n const model = Deno.env.get(\"JUDGE_MODEL\") || DEFAULT_MODEL;\n const criteria = loadCriteria(Deno.env.get(\"CRITERIA_JSON\"));\n if (!Deno.env.get(\"CRITERIA_JSON\")) console.log(\"CRITERIA_JSON unset — built-in default only\");\n if (dryRun) console.log(\"DRY_RUN: ANTHROPIC_API_KEY unset, no LLM call will be made\");\n\n const digest: DigestItem[] = [];\n\n for (const row of queue) {\n if (left() < START_MIN_LEFT_MS) {\n console.log(\"DEADLINE\", JSON.stringify({ msLeft: left(), stoppedBefore: row.uuid }));\n break;\n }\n // Claim the row before touching it. An email arriving while the cron is mid-run — or two\n // alerts seconds apart — would otherwise both pick the same row and judge it twice. The\n // UPDATE ... WHERE status='queued' is the whole lock: exactly one caller sees rowsAffected 1.\n if (!(await db.claimPost(String(row.uuid)))) {\n result.skippedClaimed++;\n console.log(\"CLAIMED_ELSEWHERE\", JSON.stringify({ uuid: row.uuid }));\n continue;\n }\n result.picked++;\n\n // handleOne renames the row when a legacy pid resolves to a uuid, so the error handler\n // has to write to whatever the row is called by then, not what it was called at the start.\n const ref = { uuid: String(row.uuid) };\n try {\n const item = await handleOne(row, ref, {\n apiKey,\n dryRun,\n sendInDryRun,\n model,\n criteria,\n left,\n counts: result,\n });\n if (item) digest.push(item);\n } catch (err) {\n if (err instanceof BlockedError) {\n // Craigslist blocked us. Stop the run. Do not retry and do not change egress:\n // evading a block is the fact that turns scraping into a legal problem.\n console.error(\"BLOCKED_BY_CL\", JSON.stringify({ blockID: err.blockID, url: err.url }));\n await db.updatePost(ref.uuid, {\n status: \"blocked_by_cl\",\n reason: `blockID=${err.blockID}`,\n });\n break;\n }\n // Everything else is assumed transient — a 429 or 529 from the model, a sapi 5xx, a\n // timeout — and goes back on the queue. Only after MAX_ATTEMPTS does it become 'error',\n // because an 'error' row is never looked at again and later reposts of it would inherit\n // nothing.\n result.errors++;\n const attempts = Number(row.attempts ?? 0) + 1;\n const giveUp = attempts >= MAX_ATTEMPTS;\n console.error(\n \"POST_ERROR\",\n JSON.stringify({ uuid: ref.uuid, attempts, giveUp, err: String(err).slice(0, 200) }),\n );\n await db.updatePost(ref.uuid, {\n status: giveUp ? \"error\" : \"queued\",\n attempts,\n reason: String(err).slice(0, 200),\n });\n }\n }\n\n if (digest.length) {\n await sendDigest(digest);\n for (const it of digest) await db.updatePost(it.uuid, { emailed_at: db.now() });\n result.emailed = digest.length;\n console.log(\n \"EMAILED\",\n JSON.stringify({ count: digest.length, uuids: digest.map((d) => d.uuid) }),\n );\n }\n result.ms = Date.now() - started;\n console.log(\"DONE\", JSON.stringify(result));\n return result;\n}\n\ninterface Cfg {\n apiKey: string;\n dryRun: boolean;\n sendInDryRun: boolean;\n model: string;\n criteria: ReturnType;\n /** Milliseconds remaining in this run's self-imposed deadline. */\n left: () => number;\n /** Tallies for the DONE line; handleOne knows which outcome it reached. */\n counts: DrainResult;\n}\n\nasync function handleOne(\n row: db.Row,\n ref: { uuid: string },\n cfg: Cfg,\n): Promise {\n let uuid = String(row.uuid);\n const search = String(row.search ?? \"\");\n\n // Legacy pid-only rows: the old numeric URL 301s to the /view/d// form, which\n // is the only pid -> uuid oracle there is (the uuid is a random 128-bit token).\n if (uuid.startsWith(\"pid:\")) {\n const res = await resolveUuid(String(row.url), RESOLVE_TIMEOUT_MS);\n if (res.status === 404) {\n await db.updatePost(uuid, { status: \"gone\", judged_at: db.now() });\n console.log(\"GONE\", JSON.stringify({ key: uuid, via: \"legacy-404\" }));\n return null;\n }\n if (!res.uuid) throw new Error(`no uuid from redirect (status ${res.status})`);\n const existing = await db.getPost(res.uuid);\n if (existing) {\n await db.updatePost(uuid, {\n status: \"dup\",\n dup_of: res.uuid,\n verdict: existing.verdict,\n score: existing.score,\n reason: existing.reason,\n judged_at: db.now(),\n });\n console.log(\"DUP\", JSON.stringify({ key: uuid, dupOf: res.uuid, rule: \"resolved-uuid\" }));\n return null;\n }\n await db.renameUuid(uuid, res.uuid);\n console.log(\"RESOLVED\", JSON.stringify({ from: uuid, to: res.uuid }));\n uuid = res.uuid;\n ref.uuid = res.uuid;\n }\n\n const { status, item } = await fetchDetail(uuid, DETAIL_TIMEOUT_MS);\n if (status === 404 || !item) {\n if (status === 404) {\n await db.updatePost(uuid, { status: \"gone\", judged_at: db.now() });\n console.log(\"GONE\", JSON.stringify({ uuid }));\n return null;\n }\n throw new Error(`sapi status ${status}`);\n }\n if (item.notices?.length) {\n console.log(\"NOTICES\", JSON.stringify({ uuid, notices: item.notices }));\n }\n\n const images = item.images ?? [];\n const lat = item.location?.lat ?? null;\n const lon = item.location?.lon ?? null;\n const hood = item.location?.neighborhood || (row.hood === null ? null : String(row.hood));\n\n await db.updatePost(uuid, {\n pid: item.postingId ?? null,\n repost_of: item.repostOf ?? null,\n title: item.title ?? String(row.title ?? \"\"),\n price: item.price ?? (row.price === null ? null : Number(row.price)),\n hood,\n lat,\n lon,\n image_ids: images.join(\",\"),\n record_created: item.recordCreated ?? null,\n url: item.url ?? String(row.url ?? \"\"),\n // status stays 'working' on purpose: if the isolate is killed between here and the final\n // verdict, releaseAbandonedClaims() puts the row back on the queue. An intermediate status\n // would strand it where neither the queue nor the sweep looks.\n });\n\n // Anything he has already said no to, in any of its forms.\n const blockKeys = [\n `pid:${item.postingId}`,\n ...(item.repostOf ? [`pid:${item.repostOf}`] : []),\n ...images.map((i) => `img:${imageIdentity(i)}`),\n ];\n const blockedBy = await db.isBlocked(blockKeys);\n if (blockedBy) {\n await db.updatePost(uuid, {\n status: \"rejected\",\n verdict: \"bad\",\n score: 0,\n reason: `blocked by earlier nope (${blockedBy})`,\n judged_at: db.now(),\n });\n console.log(\"BLOCKED\", JSON.stringify({ uuid, key: blockedBy }));\n return null;\n }\n\n const cand: DedupRow = {\n uuid,\n pid: item.postingId ?? null,\n repostOf: item.repostOf ?? null,\n imageIds: images,\n title: item.title ?? \"\",\n price: item.price ?? null,\n lat,\n lon,\n };\n const known = (await db.dedupRows()).map(toDedupRow);\n const dup = findDuplicate(cand, known);\n if (dup) {\n // Follow any dup_of chain to the row that actually carries the verdict. Without this a\n // post can be marked a duplicate of a row that is itself a duplicate of this post.\n const canonical = await canonicalUuid(dup.uuid, uuid);\n if (canonical === uuid) {\n console.log(\"DUP_SELF\", JSON.stringify({ uuid, matched: dup.uuid, rule: dup.rule }));\n } else {\n return await markDup(uuid, canonical, dup.rule);\n }\n }\n\n // Only now, for a post we have never judged, do we spend images and a model call.\n const picked = images.slice(0, MAX_IMAGES);\n const fetched: { mediaType: string; data: string }[] = [];\n for (const raw of picked) {\n if (cfg.left() < IMAGE_MIN_LEFT_MS) {\n console.log(\n \"IMAGE_DEADLINE\",\n JSON.stringify({ uuid, got: fetched.length, msLeft: cfg.left() }),\n );\n break;\n }\n const img = await fetchImageBase64(raw, \"600x450\", IMAGE_TIMEOUT_MS);\n if (img) fetched.push(img);\n }\n\n const { prompt, fellBack } = criteriaFor(cfg.criteria, search);\n if (fellBack) console.log(\"CRITERIA_FALLBACK\", JSON.stringify({ search, uuid }));\n const nopes = await db.feedbackExamples(search, \"nope\", NOPE_EXAMPLES);\n const yeses = await db.feedbackExamples(search, \"yes\", YES_EXAMPLES);\n const system = buildSystem(prompt, nopes, yeses);\n const userText = buildUserText({\n title: item.title ?? \"\",\n priceString: item.priceString ?? null,\n hood,\n body: bodyText(item.body),\n attributes: (item.attributes ?? []).map((a) => `${a.label ?? \"\"}: ${a.value ?? \"\"}`),\n category: item.category ?? null,\n postedIso: iso(item.postedDate),\n createdIso: iso(item.recordCreated),\n search,\n });\n\n let verdict: Verdict;\n if (cfg.dryRun) {\n const promptLen = system.length + userText.length;\n verdict = {\n verdict: \"meh\",\n score: 0,\n reason: `DRY_RUN: no ANTHROPIC_API_KEY (prompt ${promptLen} chars, ${fetched.length} images)`,\n flags: [\"dry\"],\n };\n // Deliberately stays 'queued'. A dry run is a rehearsal, not a decision: the moment a key\n // is set, the post must still be judged for real.\n await db.updatePost(uuid, {\n status: \"queued\",\n verdict: \"dry\",\n score: 0,\n reason: verdict.reason,\n flags: \"dry\",\n prompt_len: promptLen,\n judged_at: db.now(),\n });\n cfg.counts.dry++;\n console.log(\n \"DRY\",\n JSON.stringify({ uuid, promptLen, images: fetched.length, title: item.title }),\n );\n if (!cfg.sendInDryRun) return null;\n } else {\n verdict = await judge({\n apiKey: cfg.apiKey,\n model: cfg.model,\n system,\n userText,\n images: fetched,\n timeoutMs: Math.max(5_000, cfg.left() - JUDGE_RESERVE_MS),\n });\n await db.updatePost(uuid, {\n status: \"judged\",\n verdict: verdict.verdict,\n score: verdict.score,\n reason: verdict.reason,\n flags: verdict.flags.join(\",\"),\n prompt_len: system.length + userText.length,\n judged_at: db.now(),\n });\n cfg.counts.judged++;\n console.log(\n \"JUDGED\",\n JSON.stringify({\n uuid,\n verdict: verdict.verdict,\n score: verdict.score,\n images: fetched.length,\n title: item.title,\n }),\n );\n if (verdict.verdict !== \"good\") return null;\n }\n\n return await digestItem(uuid, item, hood, verdict, picked[0] ?? null);\n}\n\n/**\n * Walk dup_of to the row that actually holds the verdict. `self` is the post being judged:\n * if the chain leads back to it, the match is circular and there is no duplicate.\n */\nasync function canonicalUuid(start: string, self: string): Promise {\n let cur = start;\n for (let i = 0; i < 4; i++) {\n const row = await db.getPost(cur);\n const next = row?.dup_of ? String(row.dup_of) : null;\n if (!next || next === cur) return cur;\n if (next === self) return self;\n cur = next;\n }\n return cur;\n}\n\nasync function markDup(uuid: string, dupOf: string, rule: string): Promise {\n const orig = await db.getPost(dupOf);\n await db.updatePost(uuid, {\n status: \"dup\",\n dup_of: dupOf,\n verdict: orig?.verdict ?? null,\n score: orig?.score ?? null,\n reason: `duplicate of ${dupOf} (${rule})`,\n judged_at: db.now(),\n });\n console.log(\"DUP\", JSON.stringify({ uuid, dupOf, rule }));\n return null;\n}\n\nasync function digestItem(\n uuid: string,\n item: { title?: string; priceString?: string; url?: string },\n hood: string | null,\n verdict: Verdict,\n firstImage: string | null,\n): Promise {\n const secret = Deno.env.get(\"FEEDBACK_SECRET\") ?? \"\";\n const base = await feedbackBase();\n let nopeUrl: string | null = null;\n let yesUrl: string | null = null;\n if (secret && base) {\n nopeUrl = feedbackLink(base, uuid, \"nope\", await sign(secret, uuid, \"nope\"));\n yesUrl = feedbackLink(base, uuid, \"yes\", await sign(secret, uuid, \"yes\"));\n } else {\n console.log(\"NO_FEEDBACK_LINKS\", JSON.stringify({ hasSecret: !!secret, base }));\n }\n return {\n uuid,\n title: item.title ?? \"\",\n priceString: item.priceString ?? null,\n hood,\n score: verdict.score,\n reason: verdict.reason,\n flags: verdict.flags,\n url: item.url ?? `https://www.craigslist.org/view/d/x/${uuid}`,\n imageUrl: firstImage ? imageUrl(firstImage, \"600x450\") : null,\n nopeUrl,\n yesUrl,\n };\n}\n\n/**\n * The feedback endpoint's own URL, for the buttons in the digest.\n *\n * Zero-config by default: Val Town injects VALTOWN_ENTRYPOINT (which names the user and the\n * val) and an API token, so the endpoint can be looked up at runtime and cached for the life\n * of the isolate. Set FEEDBACK_URL to skip the lookup. There is no VAL_URL variable in the\n * runtime — checked, the injected names are VALTOWN_ENTRYPOINT / VALTOWN_API_URL / valtown.\n */\nlet cachedBase: string | null | undefined;\n\nasync function feedbackBase(): Promise {\n const explicit = Deno.env.get(\"FEEDBACK_URL\");\n if (explicit) return explicit.replace(/\\/$/, \"\");\n if (cachedBase !== undefined) return cachedBase;\n cachedBase = await discoverFeedbackUrl();\n return cachedBase;\n}\n\nasync function discoverFeedbackUrl(): Promise {\n const token = Deno.env.get(\"valtown\") ?? Deno.env.get(\"VAL_TOWN_API_KEY\");\n const entry = Deno.env.get(\"VALTOWN_ENTRYPOINT\") ?? \"\";\n const m = entry.match(/esm\\.town\\/v\\/([^/]+)\\/([^/@]+)/);\n if (!token || !m) return null;\n const auth = { headers: { authorization: `Bearer ${token}` }, signal: AbortSignal.timeout(8000) };\n try {\n const valRes = await fetch(`https://api.val.town/v2/alias/vals/${m[1]}/${m[2]}`, auth);\n if (!valRes.ok) return null;\n const valId = (await valRes.json())?.id;\n if (!valId) return null;\n const fileRes = await fetch(\n `https://api.val.town/v2/vals/${valId}/files?path=feedback.http.tsx`,\n auth,\n );\n if (!fileRes.ok) return null;\n const endpoint = (await fileRes.json())?.data?.[0]?.links?.endpoint;\n return typeof endpoint === \"string\" ? endpoint : null;\n } catch (e) {\n console.error(\"FEEDBACK_URL_DISCOVERY_FAILED\", String(e));\n return null;\n }\n}\n\nfunction iso(epoch: number | undefined): string | null {\n return epoch ? new Date(epoch * 1000).toISOString().slice(0, 16).replace(\"T\", \" \") : null;\n}\n\nfunction toDedupRow(r: db.Row): DedupRow {\n return {\n uuid: String(r.uuid),\n pid: r.pid === null ? null : Number(r.pid),\n repostOf: r.repost_of === null ? null : Number(r.repost_of),\n imageIds: String(r.image_ids ?? \"\").split(\",\").filter(Boolean),\n title: String(r.title ?? \"\"),\n price: r.price === null ? null : Number(r.price),\n lat: r.lat === null ? null : Number(r.lat),\n lon: r.lon === null ? null : Number(r.lon),\n };\n}\n","/**\n * The drain loop: take queued posts, judge them, send one digest.\n *\n * Called from two places and it must behave identically in both: `inbox.email.tsx` runs it\n * inline the moment an alert lands (his alerts are usually one result, and waiting up to\n * fifteen minutes for a cron to notice is latency for nothing), and `judge.cron.tsx` runs it\n * every interval to pick up the overflow from a burst, the first-activation backlog, and\n * anything that failed and went back on the queue.\n *\n * Budget: Val Town's free tier kills a run at 60 s, and *repeated* overruns temporarily pause\n * the val, so every path here has to fit inside a self-imposed 40 s.\n *\n * A post is started only with >= 25 s of the 40 s left. Worst case from that start:\n * legacy uuid resolution 8 s (only for pid-only rows)\n * + sapi detail 8 s\n * + images none is started with < 10 s left, 5 s timeout each\n * + the model call timeout is left() - 4 s, floor 5 s\n * + the digest email ~1 s\n * = ends about 1-6 s past the 40 s self-deadline in the very worst case, against a 60 s\n * hard cap. The SDK gets maxRetries 0: a retry doubles the timeout, which is what would blow\n * the cap. A real judgement measures ~6 s, so a drain normally judges two or three posts and\n * an inline drain after a 20-result alert (which costs ~2-3 s of SQLite round-trips to\n * enqueue) still judges something instead of tripping the start guard immediately.\n *\n * Per post: one sapi detail call, the dedup ladder, then (only if it is genuinely new) up to\n * five images and exactly one LLM call. Good verdicts from one run go out as a single email.\n */\nimport {\n BlockedError,\n bodyText,\n fetchDetail,\n fetchImageBase64,\n imageUrl,\n resolveUuid,\n} from \"./cl.ts\";\nimport * as db from \"./db.ts\";\nimport { type DedupRow, findDuplicate, imageIdentity } from \"./dedup.ts\";\nimport {\n buildSystem,\n buildUserText,\n criteriaFor,\n DEFAULT_MODEL,\n judge,\n loadCriteria,\n type Verdict,\n} from \"./llm.ts\";\nimport { type DigestItem, feedbackLink, sendDigest } from \"./mail.ts\";\nimport { sign } from \"./sign.ts\";\n\nconst RUN_DEADLINE_MS = 40_000;\n/** A post is only started with almost the whole budget in hand — see the worst case above. */\nconst START_MIN_LEFT_MS = 25_000;\nconst RESOLVE_TIMEOUT_MS = 8_000;\nconst DETAIL_TIMEOUT_MS = 8_000;\nconst IMAGE_TIMEOUT_MS = 5_000;\n/** Never begin another image fetch this close to the deadline. */\nconst IMAGE_MIN_LEFT_MS = 10_000;\n/** Wall clock kept back from the model call for storing the verdict and sending the digest. */\nconst JUDGE_RESERVE_MS = 4_000;\nconst MAX_ATTEMPTS = 3;\n/** A claim older than this is assumed to belong to an isolate that died. */\nconst CLAIM_TTL_MS = 120_000;\nconst MAX_IMAGES = 5;\nconst NOPE_EXAMPLES = 10;\nconst YES_EXAMPLES = 5;\n\nexport interface DrainOpts {\n /**\n * When the *caller* started, not when drain was called. The email handler spends time\n * parsing and enqueueing first, and that time comes out of the same 40 s budget.\n */\n started: number;\n maxPosts: number;\n}\n\nexport interface DrainResult {\n picked: number;\n judged: number;\n dry: number;\n skippedClaimed: number;\n errors: number;\n emailed: number;\n ms: number;\n}\n\nexport async function drain(opts: DrainOpts): Promise {\n const { started, maxPosts } = opts;\n const left = () => RUN_DEADLINE_MS - (Date.now() - started);\n const result: DrainResult = {\n picked: 0,\n judged: 0,\n dry: 0,\n skippedClaimed: 0,\n errors: 0,\n emailed: 0,\n ms: 0,\n };\n\n await db.init();\n const apiKey = Deno.env.get(\"ANTHROPIC_API_KEY\") ?? \"\";\n const dryRun = !apiKey;\n\n // A dry run leaves rows queued but must not rehearse the same ones every cron — see\n // listQueued. The moment a key is set, those rehearsed rows are picked up for real.\n // An isolate killed mid-post leaves its row claimed. Two minutes is far longer than the\n // 40 s a drain can take, so anything older than that is certainly abandoned.\n const freed = await db.releaseAbandonedClaims(CLAIM_TTL_MS);\n if (freed) console.log(\"UNCLAIMED\", JSON.stringify({ rows: freed }));\n\n const queue = await db.listQueued(maxPosts, !dryRun);\n // msLeft is worth logging: if init ever gets slow enough to eat the start margin,\n // the run would silently do nothing and only this line would say why.\n console.log(\n \"RUN\",\n JSON.stringify({ queued: queue.length, max: maxPosts, dryRun, msLeft: left() }),\n );\n if (!queue.length) {\n result.ms = Date.now() - started;\n return result;\n }\n\n const sendInDryRun = Deno.env.get(\"SEND_IN_DRY_RUN\") === \"1\";\n const model = Deno.env.get(\"JUDGE_MODEL\") || DEFAULT_MODEL;\n const criteria = loadCriteria(Deno.env.get(\"CRITERIA_JSON\"));\n if (!Deno.env.get(\"CRITERIA_JSON\")) console.log(\"CRITERIA_JSON unset — built-in default only\");\n if (dryRun) console.log(\"DRY_RUN: ANTHROPIC_API_KEY unset, no LLM call will be made\");\n\n const digest: DigestItem[] = [];\n\n for (const row of queue) {\n if (left() < START_MIN_LEFT_MS) {\n console.log(\"DEADLINE\", JSON.stringify({ msLeft: left(), stoppedBefore: row.uuid }));\n break;\n }\n // Claim the row before touching it. An email arriving while the cron is mid-run — or two\n // alerts seconds apart — would otherwise both pick the same row and judge it twice. The\n // UPDATE ... WHERE status='queued' is the whole lock: exactly one caller sees rowsAffected 1.\n if (!(await db.claimPost(String(row.uuid)))) {\n result.skippedClaimed++;\n console.log(\"CLAIMED_ELSEWHERE\", JSON.stringify({ uuid: row.uuid }));\n continue;\n }\n result.picked++;\n\n // handleOne renames the row when a legacy pid resolves to a uuid, so the error handler\n // has to write to whatever the row is called by then, not what it was called at the start.\n const ref = { uuid: String(row.uuid) };\n try {\n const item = await handleOne(row, ref, {\n apiKey,\n dryRun,\n sendInDryRun,\n model,\n criteria,\n left,\n counts: result,\n });\n if (item) digest.push(item);\n } catch (err) {\n if (err instanceof BlockedError) {\n // Craigslist blocked us. Stop the run. Do not retry and do not change egress:\n // evading a block is the fact that turns scraping into a legal problem.\n console.error(\"BLOCKED_BY_CL\", JSON.stringify({ blockID: err.blockID, url: err.url }));\n await db.updatePost(ref.uuid, {\n status: \"blocked_by_cl\",\n reason: `blockID=${err.blockID}`,\n });\n break;\n }\n // Everything else is assumed transient — a 429 or 529 from the model, a sapi 5xx, a\n // timeout — and goes back on the queue. Only after MAX_ATTEMPTS does it become 'error',\n // because an 'error' row is never looked at again and later reposts of it would inherit\n // nothing.\n result.errors++;\n const attempts = Number(row.attempts ?? 0) + 1;\n const giveUp = attempts >= MAX_ATTEMPTS;\n console.error(\n \"POST_ERROR\",\n JSON.stringify({ uuid: ref.uuid, attempts, giveUp, err: String(err).slice(0, 200) }),\n );\n await db.updatePost(ref.uuid, {\n status: giveUp ? \"error\" : \"queued\",\n attempts,\n reason: String(err).slice(0, 200),\n });\n }\n }\n\n if (digest.length) {\n await sendDigest(digest);\n for (const it of digest) await db.updatePost(it.uuid, { emailed_at: db.now() });\n result.emailed = digest.length;\n console.log(\n \"EMAILED\",\n JSON.stringify({ count: digest.length, uuids: digest.map((d) => d.uuid) }),\n );\n }\n result.ms = Date.now() - started;\n console.log(\"DONE\", JSON.stringify(result));\n return result;\n}\n\ninterface Cfg {\n apiKey: string;\n dryRun: boolean;\n sendInDryRun: boolean;\n model: string;\n criteria: ReturnType;\n /** Milliseconds remaining in this run's self-imposed deadline. */\n left: () => number;\n /** Tallies for the DONE line; handleOne knows which outcome it reached. */\n counts: DrainResult;\n}\n\nasync function handleOne(\n row: db.Row,\n ref: { uuid: string },\n cfg: Cfg,\n): Promise {\n let uuid = String(row.uuid);\n const search = String(row.search ?? \"\");\n\n // Legacy pid-only rows: the old numeric URL 301s to the /view/d// form, which\n // is the only pid -> uuid oracle there is (the uuid is a random 128-bit token).\n if (uuid.startsWith(\"pid:\")) {\n const res = await resolveUuid(String(row.url), RESOLVE_TIMEOUT_MS);\n if (res.status === 404) {\n await db.updatePost(uuid, { status: \"gone\", judged_at: db.now() });\n console.log(\"GONE\", JSON.stringify({ key: uuid, via: \"legacy-404\" }));\n return null;\n }\n if (!res.uuid) throw new Error(`no uuid from redirect (status ${res.status})`);\n const existing = await db.getPost(res.uuid);\n if (existing) {\n await db.updatePost(uuid, {\n status: \"dup\",\n dup_of: res.uuid,\n verdict: existing.verdict,\n score: existing.score,\n reason: existing.reason,\n judged_at: db.now(),\n });\n console.log(\"DUP\", JSON.stringify({ key: uuid, dupOf: res.uuid, rule: \"resolved-uuid\" }));\n return null;\n }\n await db.renameUuid(uuid, res.uuid);\n console.log(\"RESOLVED\", JSON.stringify({ from: uuid, to: res.uuid }));\n uuid = res.uuid;\n ref.uuid = res.uuid;\n }\n\n const { status, item } = await fetchDetail(uuid, DETAIL_TIMEOUT_MS);\n if (status === 404 || !item) {\n if (status === 404) {\n await db.updatePost(uuid, { status: \"gone\", judged_at: db.now() });\n console.log(\"GONE\", JSON.stringify({ uuid }));\n return null;\n }\n throw new Error(`sapi status ${status}`);\n }\n if (item.notices?.length) {\n console.log(\"NOTICES\", JSON.stringify({ uuid, notices: item.notices }));\n }\n\n const images = item.images ?? [];\n const lat = item.location?.lat ?? null;\n const lon = item.location?.lon ?? null;\n const hood = item.location?.neighborhood || (row.hood === null ? null : String(row.hood));\n\n await db.updatePost(uuid, {\n pid: item.postingId ?? null,\n repost_of: item.repostOf ?? null,\n title: item.title ?? String(row.title ?? \"\"),\n price: item.price ?? (row.price === null ? null : Number(row.price)),\n hood,\n lat,\n lon,\n image_ids: images.join(\",\"),\n record_created: item.recordCreated ?? null,\n url: item.url ?? String(row.url ?? \"\"),\n // status stays 'working' on purpose: if the isolate is killed between here and the final\n // verdict, releaseAbandonedClaims() puts the row back on the queue. An intermediate status\n // would strand it where neither the queue nor the sweep looks.\n });\n\n // Anything he has already said no to, in any of its forms.\n const blockKeys = [\n `pid:${item.postingId}`,\n ...(item.repostOf ? [`pid:${item.repostOf}`] : []),\n ...images.map((i) => `img:${imageIdentity(i)}`),\n ];\n const blockedBy = await db.isBlocked(blockKeys);\n if (blockedBy) {\n await db.updatePost(uuid, {\n status: \"rejected\",\n verdict: \"bad\",\n score: 0,\n reason: `blocked by earlier nope (${blockedBy})`,\n judged_at: db.now(),\n });\n console.log(\"BLOCKED\", JSON.stringify({ uuid, key: blockedBy }));\n return null;\n }\n\n const cand: DedupRow = {\n uuid,\n pid: item.postingId ?? null,\n repostOf: item.repostOf ?? null,\n imageIds: images,\n title: item.title ?? \"\",\n price: item.price ?? null,\n lat,\n lon,\n };\n const known = (await db.dedupRows()).map(toDedupRow);\n const dup = findDuplicate(cand, known);\n if (dup) {\n // Follow any dup_of chain to the row that actually carries the verdict. Without this a\n // post can be marked a duplicate of a row that is itself a duplicate of this post.\n const canonical = await canonicalUuid(dup.uuid, uuid);\n if (canonical === uuid) {\n console.log(\"DUP_SELF\", JSON.stringify({ uuid, matched: dup.uuid, rule: dup.rule }));\n } else {\n return await markDup(uuid, canonical, dup.rule);\n }\n }\n\n // Only now, for a post we have never judged, do we spend images and a model call.\n const picked = images.slice(0, MAX_IMAGES);\n const fetched: { mediaType: string; data: string }[] = [];\n for (const raw of picked) {\n if (cfg.left() < IMAGE_MIN_LEFT_MS) {\n console.log(\n \"IMAGE_DEADLINE\",\n JSON.stringify({ uuid, got: fetched.length, msLeft: cfg.left() }),\n );\n break;\n }\n const img = await fetchImageBase64(raw, \"600x450\", IMAGE_TIMEOUT_MS);\n if (img) fetched.push(img);\n }\n\n const { prompt, fellBack } = criteriaFor(cfg.criteria, search);\n if (fellBack) console.log(\"CRITERIA_FALLBACK\", JSON.stringify({ search, uuid }));\n const nopes = await db.feedbackExamples(search, \"nope\", NOPE_EXAMPLES);\n const yeses = await db.feedbackExamples(search, \"yes\", YES_EXAMPLES);\n const system = buildSystem(prompt, nopes, yeses);\n const userText = buildUserText({\n title: item.title ?? \"\",\n priceString: item.priceString ?? null,\n hood,\n body: bodyText(item.body),\n attributes: (item.attributes ?? []).map((a) => `${a.label ?? \"\"}: ${a.value ?? \"\"}`),\n category: item.category ?? null,\n postedIso: iso(item.postedDate),\n createdIso: iso(item.recordCreated),\n search,\n });\n\n let verdict: Verdict;\n if (cfg.dryRun) {\n const promptLen = system.length + userText.length;\n verdict = {\n verdict: \"meh\",\n score: 0,\n reason: `DRY_RUN: no ANTHROPIC_API_KEY (prompt ${promptLen} chars, ${fetched.length} images)`,\n flags: [\"dry\"],\n };\n // Deliberately stays 'queued'. A dry run is a rehearsal, not a decision: the moment a key\n // is set, the post must still be judged for real.\n await db.updatePost(uuid, {\n status: \"queued\",\n verdict: \"dry\",\n score: 0,\n reason: verdict.reason,\n flags: \"dry\",\n prompt_len: promptLen,\n judged_at: db.now(),\n });\n cfg.counts.dry++;\n console.log(\n \"DRY\",\n JSON.stringify({ uuid, promptLen, images: fetched.length, title: item.title }),\n );\n if (!cfg.sendInDryRun) return null;\n } else {\n verdict = await judge({\n apiKey: cfg.apiKey,\n model: cfg.model,\n system,\n userText,\n images: fetched,\n timeoutMs: Math.max(5_000, cfg.left() - JUDGE_RESERVE_MS),\n });\n await db.updatePost(uuid, {\n status: \"judged\",\n verdict: verdict.verdict,\n score: verdict.score,\n reason: verdict.reason,\n flags: verdict.flags.join(\",\"),\n prompt_len: system.length + userText.length,\n judged_at: db.now(),\n });\n cfg.counts.judged++;\n console.log(\n \"JUDGED\",\n JSON.stringify({\n uuid,\n verdict: verdict.verdict,\n score: verdict.score,\n images: fetched.length,\n title: item.title,\n }),\n );\n if (verdict.verdict !== \"good\") return null;\n }\n\n return await digestItem(uuid, item, hood, verdict, picked[0] ?? null);\n}\n\n/**\n * Walk dup_of to the row that actually holds the verdict. `self` is the post being judged:\n * if the chain leads back to it, the match is circular and there is no duplicate.\n */\nasync function canonicalUuid(start: string, self: string): Promise {\n let cur = start;\n for (let i = 0; i < 4; i++) {\n const row = await db.getPost(cur);\n const next = row?.dup_of ? String(row.dup_of) : null;\n if (!next || next === cur) return cur;\n if (next === self) return self;\n cur = next;\n }\n return cur;\n}\n\nasync function markDup(uuid: string, dupOf: string, rule: string): Promise {\n const orig = await db.getPost(dupOf);\n await db.updatePost(uuid, {\n status: \"dup\",\n dup_of: dupOf,\n verdict: orig?.verdict ?? null,\n score: orig?.score ?? null,\n reason: `duplicate of ${dupOf} (${rule})`,\n judged_at: db.now(),\n });\n console.log(\"DUP\", JSON.stringify({ uuid, dupOf, rule }));\n return null;\n}\n\nasync function digestItem(\n uuid: string,\n item: { title?: string; priceString?: string; url?: string },\n hood: string | null,\n verdict: Verdict,\n firstImage: string | null,\n): Promise {\n const secret = Deno.env.get(\"FEEDBACK_SECRET\") ?? \"\";\n const base = await feedbackBase();\n let nopeUrl: string | null = null;\n let yesUrl: string | null = null;\n if (secret && base) {\n nopeUrl = feedbackLink(base, uuid, \"nope\", await sign(secret, uuid, \"nope\"));\n yesUrl = feedbackLink(base, uuid, \"yes\", await sign(secret, uuid, \"yes\"));\n } else {\n console.log(\"NO_FEEDBACK_LINKS\", JSON.stringify({ hasSecret: !!secret, base }));\n }\n return {\n uuid,\n title: item.title ?? \"\",\n priceString: item.priceString ?? null,\n hood,\n score: verdict.score,\n reason: verdict.reason,\n flags: verdict.flags,\n url: item.url ?? `https://www.craigslist.org/view/d/x/${uuid}`,\n imageUrl: firstImage ? imageUrl(firstImage, \"600x450\") : null,\n nopeUrl,\n yesUrl,\n };\n}\n\n/**\n * The feedback endpoint's own URL, for the buttons in the digest.\n *\n * Zero-config by default: Val Town injects VALTOWN_ENTRYPOINT (which names the user and the\n * val) and an API token, so the endpoint can be looked up at runtime and cached for the life\n * of the isolate. Set FEEDBACK_URL to skip the lookup. There is no VAL_URL variable in the\n * runtime — checked, the injected names are VALTOWN_ENTRYPOINT / VALTOWN_API_URL / valtown.\n */\nlet cachedBase: string | null | undefined;\n\nasync function feedbackBase(): Promise {\n const explicit = Deno.env.get(\"FEEDBACK_URL\");\n if (explicit) return explicit.replace(/\\/$/, \"\");\n if (cachedBase !== undefined) return cachedBase;\n cachedBase = await discoverFeedbackUrl();\n return cachedBase;\n}\n\nasync function discoverFeedbackUrl(): Promise {\n const token = Deno.env.get(\"valtown\") ?? Deno.env.get(\"VAL_TOWN_API_KEY\");\n const entry = Deno.env.get(\"VALTOWN_ENTRYPOINT\") ?? \"\";\n const m = entry.match(/esm\\.town\\/v\\/([^/]+)\\/([^/@]+)/);\n if (!token || !m) return null;\n const auth = { headers: { authorization: `Bearer ${token}` }, signal: AbortSignal.timeout(8000) };\n try {\n const valRes = await fetch(`https://api.val.town/v2/alias/vals/${m[1]}/${m[2]}`, auth);\n if (!valRes.ok) return null;\n const valId = (await valRes.json())?.id;\n if (!valId) return null;\n const fileRes = await fetch(\n `https://api.val.town/v2/vals/${valId}/files?path=feedback.http.tsx`,\n auth,\n );\n if (!fileRes.ok) return null;\n const endpoint = (await fileRes.json())?.data?.[0]?.links?.endpoint;\n return typeof endpoint === \"string\" ? endpoint : null;\n } catch (e) {\n console.error(\"FEEDBACK_URL_DISCOVERY_FAILED\", String(e));\n return null;\n }\n}\n\nfunction iso(epoch: number | undefined): string | null {\n return epoch ? new Date(epoch * 1000).toISOString().slice(0, 16).replace(\"T\", \" \") : null;\n}\n\nfunction toDedupRow(r: db.Row): DedupRow {\n return {\n uuid: String(r.uuid),\n pid: r.pid === null ? null : Number(r.pid),\n repostOf: r.repost_of === null ? null : Number(r.repost_of),\n imageIds: String(r.image_ids ?? \"\").split(\",\").filter(Boolean),\n title: String(r.title ?? \"\"),\n price: r.price === null ? null : Number(r.price),\n lat: r.lat === null ? null : Number(r.lat),\n lon: r.lon === null ? null : Number(r.lon),\n };\n}\n","createdAt",["D",1789030959109],"branchVersion","branchId","19036aae-467e-44f0-962d-88964ddc5361","id","c358f270-b3fc-477f-a942-c58f7915cb3d","cl-triage",["D",1789025029995],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","019bcf70-5321-758b-8dfa-2be50f1fc9fb","pinnedFileId","e7e3fae2-ace8-11f1-8828-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019bcf70-5321-758b-8dfa-2ea07f250c13","tursoName","c358f270b3fc477fa942c58f7915cb3d","tursoHostname","c358f270b3fc477fa942c58f7915cb3d-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789459281818],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_100":99,"_107":103},"org",{"_100":99,"_101":-5,"_102":103,"_18":56,"_104":105,"_106":25},"branch",{"_13":14,"_32":90,"_44":43,"_91":45,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":46,"_98":99},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","herschelrs","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOFBxeE4yTklpRW16aUxzZzlSaTZRa3BWN0wifQ","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_44":45,"_32":46,"_39":311,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":312,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":313,"_85":314,"_87":315,"_89":25},"tree",[211,220,221,222,223,224,225,226],"files",[211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226],"counts",{"_200":64,"_201":162,"_202":64,"_203":204,"_205":206},"contents",[129,130,131,132,133,134,135,136],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_44":194,"_32":195,"_30":196,"_140":-5,"_42":43,"_41":162,"_142":60,"_39":197,"_13":64,"_34":198,"_36":-5,"_24":25,"_147":-5,"_27":199},{"_44":187,"_32":188,"_30":189,"_140":-5,"_42":43,"_41":190,"_142":60,"_39":191,"_13":64,"_34":20,"_36":192,"_24":25,"_147":-5,"_27":193},{"_44":180,"_32":181,"_30":182,"_140":-5,"_42":43,"_41":183,"_142":60,"_39":184,"_13":162,"_34":20,"_36":185,"_24":25,"_147":-5,"_27":186},{"_44":173,"_32":174,"_30":175,"_140":-5,"_42":43,"_41":176,"_142":60,"_39":177,"_13":162,"_34":20,"_36":178,"_24":25,"_147":-5,"_27":179},{"_44":166,"_32":167,"_30":168,"_140":-5,"_42":43,"_41":169,"_142":60,"_39":170,"_13":162,"_34":20,"_36":171,"_24":25,"_147":-5,"_27":172},{"_44":158,"_32":159,"_30":58,"_140":-5,"_42":43,"_41":160,"_142":60,"_39":161,"_13":162,"_34":163,"_36":164,"_24":25,"_147":-5,"_27":165},{"_44":149,"_32":150,"_30":151,"_140":-5,"_42":43,"_41":152,"_142":60,"_39":153,"_13":154,"_34":155,"_36":156,"_24":25,"_147":-5,"_27":157},{"_44":137,"_32":138,"_30":139,"_140":-5,"_42":43,"_41":141,"_142":60,"_39":143,"_13":144,"_34":145,"_36":146,"_24":25,"_147":-5,"_27":148},"ced6acc7-3bcd-4483-b0d7-3cdc93bd3220","judge.cron.tsx","e81164fa-ace8-11f1-b8ae-1607ee4eb77e","parentId",45,"latest",["D",1789029030979],6,"interval","/**\n * [2] The cron. Overflow only.\n *\n * The email handler judges inline, so on a normal one-result alert this cron finds nothing to\n * do. It exists for the cases the inline path cannot cover: the rest of a multi-result alert\n * (only one expensive post fits in a single 40 s budget), the backlog from the first activation,\n * posts that failed and went back on the queue, and anything a dry run rehearsed while there\n * was no API key. Free-tier minimum interval is 15 minutes; schedules live in the Val Town UI.\n *\n * All the logic is in lib/drain.ts so that both entry points behave identically.\n */\nimport { drain } from \"./lib/drain.ts\";\n\nconst MAX_POSTS = 4;\n\nexport default async function (): Promise {\n await drain({ started: Date.now(), maxPosts: MAX_POSTS });\n}\n","label",[138],"d0d7ddf8-73eb-4f33-a790-61f35c50adb9","inbox.email.tsx","e7fd2184-ace8-11f1-8bd6-1607ee4eb77e",44,["D",1789029030972],2,"email","/**\n * [1] Email trigger. Parses a Craigslist saved-search alert, does the cheap dedup that needs\n * no network, enqueues the survivors — and then judges them inline. His alerts are almost\n * always a single result, and making him wait up to fifteen minutes for a cron to notice is\n * latency for nothing.\n *\n * Judging inline is only safe because the drain budgets itself against the *handler's* start\n * time, not its own: parse and enqueue come out of the same 40 s, and a post is only started\n * with >= 38 s of it left. So a slow parse simply means drain judges nothing and the cron picks\n * it up; a multi-result alert gets one post now and the rest on the next cron. Neither case can\n * push this handler near the 60 s cap that would get the val paused.\n *\n * Anyone can send mail to this address and the val is public, so the sender is checked here.\n */\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { drain } from \"./lib/drain.ts\";\nimport { parseAlert, parseSubject, resultKey } from \"./lib/parse.ts\";\nimport * as db from \"./lib/db.ts\";\n\nconst ALERTS_FROM = \"alerts@alerts.craigslist.org\";\nconst MAX_POSTS = 4;\n\nexport interface Email {\n from: string;\n to: string[];\n cc?: string | string[];\n bcc?: string | string[];\n subject?: string;\n text?: string;\n html?: string;\n attachments?: File[];\n headers?: Record;\n}\n\n/** \"craigslist \" -> \"alerts@alerts.craigslist.org\" */\nfunction addrOf(s: string | undefined): string {\n if (!s) return \"\";\n const m = s.match(/<([^>]+)>/);\n return (m ? m[1] : s).trim().toLowerCase();\n}\n\nexport default function (e: Email): Promise {\n return handleEmail(e);\n}\n\n/** Exported so the same path can be exercised without actually sending mail. */\nexport async function handleEmail(e: Email): Promise {\n const started = Date.now();\n const from = addrOf(e.from);\n const senderMatches = from === ALERTS_FROM;\n\n // Gmail filter-forwarding normally preserves the original From. If it ever wraps instead,\n // the original address survives in the forwarded headers or in the body text.\n const inHeaders = Object.values(e.headers ?? {}).some((v) =>\n String(v).toLowerCase().includes(ALERTS_FROM)\n );\n const inBody = `${e.text ?? \"\"}${e.html ?? \"\"}`.toLowerCase().includes(ALERTS_FROM);\n\n const sub = parseSubject(e.subject);\n const alert = parseAlert(e.subject, e.text, e.html);\n const looksLikeAlert = sub !== null && alert.results.length > 0;\n\n // A body mention alone is not enough: anyone can type that address into an email. It has to\n // parse as a real alert as well.\n const accept = senderMatches ? true : ((inHeaders || inBody) && looksLikeAlert);\n\n if (!accept) {\n const record = {\n at: new Date().toISOString(),\n from: e.from ?? \"\",\n subject: e.subject ?? \"\",\n text: (e.text ?? \"\").slice(0, 2000),\n };\n // Gmail's forwarding-verification code lands here; read it with blob.getJSON.\n await blob.setJSON(\"last-other-email\", record);\n console.log(\"OTHER_EMAIL\", JSON.stringify({ from: record.from, subject: record.subject }));\n return;\n }\n\n if (!looksLikeAlert) {\n await blob.setJSON(\"last-unparsed-alert\", {\n at: new Date().toISOString(),\n subject: e.subject ?? \"\",\n text: (e.text ?? \"\").slice(0, 2000),\n });\n console.log(\"ALERT_PARSE_EMPTY\", JSON.stringify({ subject: e.subject ?? \"\" }));\n return;\n }\n\n await db.init();\n let queued = 0;\n const skipped: string[] = [];\n\n for (const r of alert.results) {\n const key = resultKey(r);\n const reason = await skipReason(key, r.pid, r.thumbImgId);\n if (reason) {\n skipped.push(`${key}:${reason}`);\n continue;\n }\n await db.insertQueued({\n uuid: key,\n pid: r.pid,\n search: alert.search,\n title: r.title,\n price: r.price,\n hood: r.hood,\n thumbImgId: r.thumbImgId,\n url: r.url,\n });\n queued++;\n }\n\n console.log(\n \"ALERT\",\n JSON.stringify({\n search: alert.search,\n claimed: alert.count,\n parsed: alert.results.length,\n queued,\n skipped,\n }),\n );\n\n // Judge what we just queued, on this alert's own clock. Nothing to queue means nothing to do:\n // a re-alert of a post we already know about must not trigger a drain.\n if (queued > 0) await drain({ started, maxPosts: MAX_POSTS });\n}\n\n/** Everything here is local to SQLite — no craigslist request is made before the cron runs. */\nasync function skipReason(\n key: string,\n pid: number | null,\n thumbImgId: string | null,\n): Promise {\n if (await db.getPost(key)) return \"known\";\n if (pid !== null) {\n if (await db.existsPid(pid)) return \"pid-known\";\n if (await db.isBlocked([`pid:${pid}`])) return \"pid-blocked\";\n }\n if (thumbImgId) {\n if (await db.isBlocked([`img:${thumbImgId}`])) return \"img-blocked\";\n if (await db.existsImage(thumbImgId)) return \"img-known\";\n }\n return null;\n}\n",[150],"b6027742-6bd3-40ea-ba83-9aece7305792","feedback.http.tsx",61,["D",1789030852243],1,"http","/**\n * [3] The nope / more-like-this buttons in the digest.\n *\n * GET ?u=&v=nope|yes&t=\n * POST same query string plus a form field `reason`\n *\n * The token is the only authentication: the val is public and these links travel by email.\n * Everything is idempotent — mail clients prefetch links, and he may click twice.\n */\nimport * as db from \"./lib/db.ts\";\nimport { imageIdentity } from \"./lib/dedup.ts\";\nimport { verify } from \"./lib/sign.ts\";\n\nexport default async function (req: Request): Promise {\n if (new URL(req.url).pathname === \"/status\") return await status(req);\n const secret = Deno.env.get(\"FEEDBACK_SECRET\");\n if (!secret) {\n return new Response(\"feedback is not configured: FEEDBACK_SECRET is unset\\n\", {\n status: 503,\n headers: { \"content-type\": \"text/plain; charset=utf-8\" },\n });\n }\n\n const url = new URL(req.url);\n const uuid = url.searchParams.get(\"u\") ?? \"\";\n const kind = url.searchParams.get(\"v\") ?? \"\";\n const token = url.searchParams.get(\"t\");\n\n if (!uuid || (kind !== \"nope\" && kind !== \"yes\") || !(await verify(secret, uuid, kind, token))) {\n return new Response(\"403 — bad or missing token\\n\", {\n status: 403,\n headers: { \"content-type\": \"text/plain; charset=utf-8\" },\n });\n }\n\n await db.init();\n const post = await db.getPost(uuid);\n if (!post) return page(\"Unknown post.\", null, 404);\n\n if (req.method === \"POST\") {\n const form = await req.formData();\n const reason = String(form.get(\"reason\") ?? \"\").slice(0, 300).trim();\n if (reason) {\n await db.setFeedbackReason(uuid, kind, reason);\n console.log(\"FEEDBACK_REASON\", JSON.stringify({ uuid, kind, reason }));\n }\n return page(\"Noted. Thanks.\", null, 200);\n }\n\n const title = String(post.title ?? uuid);\n\n if (kind === \"nope\") {\n const keys = [\n ...(post.pid ? [`pid:${Number(post.pid)}`] : []),\n ...(post.repost_of ? [`pid:${Number(post.repost_of)}`] : []),\n ...String(post.image_ids ?? \"\").split(\",\").filter(Boolean).map((i) =>\n `img:${imageIdentity(i)}`\n ),\n ...(post.thumb_img_id ? [`img:${String(post.thumb_img_id)}`] : []),\n ];\n await db.addBlocked(keys, uuid, null);\n await db.updatePost(uuid, { status: \"rejected\", verdict: \"bad\" });\n if (!(await db.hasFeedback(uuid, \"nope\"))) await db.addFeedback(uuid, \"nope\", null);\n console.log(\"NOPE\", JSON.stringify({ uuid, keys }));\n return page(\n `Blocked: ${title}`,\n `${keys.length} key(s) suppressed. Why, in one line? (optional)`,\n 200,\n { uuid, kind, token: token ?? \"\" },\n );\n }\n\n await db.updatePost(uuid, { status: \"liked\" });\n if (!(await db.hasFeedback(uuid, \"yes\"))) await db.addFeedback(uuid, \"yes\", null);\n console.log(\"YES\", JSON.stringify({ uuid }));\n return page(\n `More like this: ${title}`,\n \"What made it good? (optional)\",\n 200,\n { uuid, kind, token: token ?? \"\" },\n );\n}\n\nconst esc = (s: string) =>\n s.replace(/&/g, \"&\").replace(//g, \">\").replace(/\"/g, \""\");\n\nfunction page(\n heading: string,\n prompt: string | null,\n status: number,\n form?: { uuid: string; kind: string; token: string },\n): Response {\n const body = form && prompt\n ? ``\n : \"\";\n return new Response(\n `\ncl-triage\n\n

${esc(heading)}

Diff · v62