[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_245":246,"_247":248},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_105":87,"_27":36,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":25,"_119":120,"_121":122,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":36,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",31,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","smzdm.ts","latestPath","fileId","073ebd78-8f57-11f1-9060-1607ee4eb77e","name","fileType","script","content","","// SMZDM 好价 feed client: normalisation plus incremental cursor paging.\n//\n// The old version fetched a fixed 5 pages in parallel. Measurements on the\n// live feed showed 80 items spanning only ~35 minutes, with bursts as tight as\n// 7 seconds between items, so a fixed 100-item window silently drops deals\n// whenever the feed speeds up. Instead we page sequentially until a page holds\n// nothing newer than the stored cursor, which costs one request when the feed\n// is quiet and digs deeper automatically when it is busy.\n\nimport {\n FETCH_RETRIES,\n FETCH_TIMEOUT_MS,\n INITIAL_PAGES,\n MAX_PAGES,\n PAGE_SIZE,\n parsePrice,\n parseSmzdmDate,\n sleep,\n SMZDM_API_URL,\n SMZDM_HEADERS,\n} from \"./shared.ts\";\n\nexport interface Deal {\n id: string;\n title: string;\n url: string;\n /** go.smzdm.com redirect straight to the mall, when present. */\n buyUrl: string;\n pic: string;\n mall: string;\n priceText: string;\n price: number | null;\n worthy: number;\n unworthy: number;\n worthyPercent: string;\n comments: number;\n collections: number;\n referrals: string;\n /** 爆料原文: how to stack coupons, often the only place the model appears. */\n content: string;\n publishedAt: number;\n soldOut: boolean;\n expired: boolean;\n}\n\ninterface RawRow {\n article_id?: string;\n article_title?: string;\n article_url?: string;\n article_link?: string;\n article_pic?: string;\n article_price?: string;\n article_date?: string;\n article_mall?: string | null;\n mall_name?: string | null;\n article_worthy?: string;\n article_unworthy?: string;\n article_worthy_percent?: string;\n article_comment?: string;\n article_collection?: string;\n article_referrals?: string;\n article_filter_content?: string;\n article_is_sold_out?: string;\n article_is_timeout?: string;\n}\n\ninterface ListResponse {\n error_code?: string;\n error_msg?: string;\n data?: { rows?: RawRow[] };\n}\n\nfunction toInt(value?: string | null): number {\n const parsed = Number(value);\n return Number.isFinite(parsed) ? parsed : 0;\n}\n\nfunction normalise(row: RawRow): Deal | null {\n const id = row.article_id?.trim();\n const title = row.article_title?.trim();\n const rawUrl = row.article_url?.trim();\n // Banner and topic cards share the feed but carry none of these, so this\n // check doubles as a filter for non-deal rows.\n if (!id || !title || !rawUrl) return null;\n\n const url = rawUrl.replace(/^http:\\/\\//i, \"https://\");\n const priceText = row.article_price?.trim() ?? \"\";\n\n return {\n id,\n title,\n url,\n buyUrl: row.article_link?.trim() || url,\n pic: row.article_pic?.trim() ?? \"\",\n mall: (row.article_mall ?? row.mall_name ?? \"\").trim(),\n priceText,\n price: parsePrice(priceText),\n worthy: toInt(row.article_worthy),\n unworthy: toInt(row.article_unworthy),\n worthyPercent: row.article_worthy_percent?.trim() ?? \"\",\n comments: toInt(row.article_comment),\n collections: toInt(row.article_collection),\n referrals: row.article_referrals?.trim() ?? \"\",\n content: row.article_filter_content?.trim() ?? \"\",\n publishedAt: parseSmzdmDate(row.article_date),\n soldOut: row.article_is_sold_out === \"1\",\n expired: row.article_is_timeout === \"1\",\n };\n}\n\nclass PageError extends Error {}\n\nasync function fetchPage(offset: number): Promise {\n const url = `${SMZDM_API_URL}?limit=${PAGE_SIZE}&offset=${offset}`;\n let lastError = \"unknown error\";\n\n for (let attempt = 0; attempt <= FETCH_RETRIES; attempt++) {\n if (attempt > 0) await sleep(500 * attempt);\n\n let body: string;\n let status: number;\n try {\n const response = await fetch(url, {\n headers: SMZDM_HEADERS,\n signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),\n });\n status = response.status;\n body = await response.text();\n } catch (error) {\n lastError = `network: ${(error as Error).message}`;\n continue;\n }\n\n // A HTML body means SMZDM rerouted us to its WAF or an error page.\n if (status !== 200 || /^\\s*<(!doctype|html|head|body)/i.test(body)) {\n lastError = `status=${status} bytes=${body.length} ` +\n `head=${JSON.stringify(body.slice(0, 60))}`;\n continue;\n }\n\n let payload: ListResponse;\n try {\n payload = JSON.parse(body) as ListResponse;\n } catch (error) {\n lastError = `invalid json: ${(error as Error).message}`;\n continue;\n }\n\n if (payload.error_code && payload.error_code !== \"0\") {\n lastError = `api ${payload.error_code}: ${payload.error_msg ?? \"\"}`;\n continue;\n }\n\n const rows = Array.isArray(payload.data?.rows) ? payload.data!.rows! : [];\n return rows\n .map(normalise)\n .filter((deal): deal is Deal => deal !== null);\n }\n\n throw new PageError(`offset=${offset} failed: ${lastError}`);\n}\n\nexport interface CrawlResult {\n deals: Deal[];\n pages: number;\n /** Newest publish time seen, for the next run's cursor. */\n newest: number;\n errors: string[];\n}\n\n/**\n * Walks the feed newest-first until it stops producing anything newer than\n * `cursor`. Returns deals deduped by article id, oldest first.\n */\nexport async function crawl(\n cursor: number,\n maxPages = MAX_PAGES,\n): Promise {\n const pageBudget = cursor > 0\n ? Math.min(maxPages, MAX_PAGES)\n : Math.min(maxPages, INITIAL_PAGES);\n\n const byId = new Map();\n const errors: string[] = [];\n let offset = 0;\n let pages = 0;\n let newest = cursor;\n\n for (let page = 0; page < pageBudget; page++) {\n let deals: Deal[];\n try {\n deals = await fetchPage(offset);\n } catch (error) {\n errors.push((error as Error).message);\n break;\n }\n\n pages++;\n if (deals.length === 0) break;\n\n let freshOnPage = 0;\n for (const deal of deals) {\n if (!byId.has(deal.id)) byId.set(deal.id, deal);\n if (deal.publishedAt > newest) newest = deal.publishedAt;\n if (deal.publishedAt > cursor) freshOnPage++;\n }\n\n // Counting fresh items rather than comparing the page's oldest timestamp\n // keeps pinned evergreen posts (we have seen a 2021 one at offset 0) from\n // aborting the walk on the first page.\n if (cursor > 0 && freshOnPage === 0) break;\n\n // Advancing by the smaller of the two guarantees overlap rather than a\n // gap: the API does not always honour `limit` exactly.\n offset += Math.min(PAGE_SIZE, deals.length);\n }\n\n const deals = [...byId.values()].sort(\n (a, b) => a.publishedAt - b.publishedAt,\n );\n return { deals, pages, newest, errors };\n}","createdAt",["D",1785774664221],"branchVersion","branchId","8f6ec682-59da-11f1-9bcd-ee650bb23af1","id","8f6e1d7c-59da-11f1-9bcd-ee650bb23af1","smzdm",["D",1779893066929],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","96c2793d-57c8-41d2-a49a-d1ee82f9dd24","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","93515af8-c7b7-459c-9bf2-3bb3df310a75","tursoName","8f6e1d7c59da11f19bcdee650bb23af1","tursoHostname","8f6e1d7c59da11f19bcdee650bb23af1-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789494036282],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":54,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",51,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","yuxiaoy","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJObXd1QWdCZmVtaUh0bGU5TkswOG1sM0xheiIsImluaXRpYWxzIjoiRlkifQ","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":240,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":36,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":241,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":242,"_81":243,"_83":244,"_85":25},"tree",[207,208,209,210,211,212,213,214],"files",[207,208,209,210,211,212,213,214],"counts",{"_196":60,"_197":198,"_199":60,"_200":201,"_202":203},"contents",[127,128,129,130,131,132,133,134],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{},{"_43":189,"_32":190,"_30":191,"_138":-5,"_41":42,"_40":192,"_140":25,"_38":193,"_13":60,"_33":20,"_35":194,"_24":25,"_145":-5,"_27":195},{"_43":182,"_32":183,"_30":184,"_138":-5,"_41":42,"_40":185,"_140":25,"_38":186,"_13":142,"_33":34,"_35":187,"_24":25,"_145":-5,"_27":188},{"_43":175,"_32":176,"_30":177,"_138":-5,"_41":42,"_40":178,"_140":25,"_38":179,"_13":158,"_33":34,"_35":180,"_24":25,"_145":-5,"_27":181},{"_43":168,"_32":169,"_30":170,"_138":-5,"_41":42,"_40":171,"_140":25,"_38":172,"_13":158,"_33":34,"_35":173,"_24":25,"_145":-5,"_27":174},{"_43":160,"_32":161,"_30":162,"_138":-5,"_41":42,"_40":163,"_140":25,"_38":164,"_13":165,"_33":34,"_35":166,"_24":25,"_145":-5,"_27":167},{"_43":156,"_32":28,"_30":31,"_138":-5,"_41":42,"_40":14,"_140":25,"_38":157,"_13":158,"_33":34,"_35":37,"_24":25,"_145":-5,"_27":159},{"_43":147,"_32":148,"_30":149,"_138":-5,"_41":42,"_40":150,"_140":25,"_38":151,"_13":152,"_33":153,"_35":154,"_24":25,"_145":-5,"_27":155},{"_43":135,"_32":136,"_30":137,"_138":-5,"_41":42,"_40":139,"_140":25,"_38":141,"_13":142,"_33":143,"_35":144,"_24":25,"_145":-5,"_27":146},"5d42e294-59dd-11f1-acb3-ee650bb23af1","webhook.ts","8f710fe6-59da-11f1-9bcd-ee650bb23af1","parentId",8,"latest",["D",1779894271222],3,"http","// HTTP val: Telegram webhook handler for the SMZDM bot.\n//\n// Replaces the POST branch of the original napkin.io script. Implements\n// every command from the original using the grammY framework:\n// /start, /help welcome message\n// /brands show tracked brands\n// /add_brands a b c add brands (space-separated)\n// /delete_brands a b remove specific brands\n// /delete_all_brands wipe the brand list\n// /results list deals already pushed\n// /delete_results wipe the deals history\n// /commands register the command menu with Telegram\n// echoed back\n//\n// Required environment variable:\n// BOT_TOKEN Telegram bot token from @BotFather\n\nimport {\n Bot,\n webhookCallback,\n} from \"https://deno.land/x/grammy@v1.35.0/mod.ts\";\nimport {\n deleteBrands,\n deleteResults,\n getBrands,\n getResults,\n setBrands,\n} from \"./shared.ts\";\n\nconst BOT_TOKEN = Deno.env.get(\"BOT_TOKEN\");\nif (!BOT_TOKEN) throw new Error(\"BOT_TOKEN env var is not set\");\n\nconst bot = new Bot(BOT_TOKEN);\n\n// Use the second half of the bot token as a shared secret so we can verify\n// incoming webhook requests really come from Telegram.\nconst SECRET_TOKEN = BOT_TOKEN.split(\":\")[1];\n\n// --- Command handlers -------------------------------------------------------\n\nbot.command(\n [\"start\", \"help\"],\n (ctx) => ctx.reply(\"Hi!\\nI'm SMZDM Bot!\\nPowered by grammY on val.town.\"),\n);\n\nbot.command(\"brands\", async (ctx) => {\n const brands = await getBrands();\n if (brands.length === 0) {\n return ctx.reply(\n \"No brands, try /add_brands {brands} to update brands.\",\n );\n }\n const lines = brands.map((b, i) => `${i + 1}. ${b}`).join(\"\\n\");\n await ctx.reply(`Latest brands:\\n${lines}`);\n});\n\nbot.command(\"add_brands\", async (ctx) => {\n const args = (ctx.match ?? \"\").trim().split(/\\s+/).filter(Boolean);\n if (args.length === 0) {\n return ctx.reply(\"Usage: /add_brands brand1 brand2 ...\");\n }\n const existing = await getBrands();\n // Preserve insertion order while deduping (matches the original\n // `sorted(set(_brands), key=_brands.index)` behaviour).\n const merged = [...new Set([...existing, ...args])];\n await setBrands(merged);\n await ctx.reply(`Added as the latest brands: ${merged.join(\", \")}`);\n});\n\nbot.command(\"delete_brands\", async (ctx) => {\n const args = (ctx.match ?? \"\").trim().split(/\\s+/).filter(Boolean);\n if (args.length === 0) {\n return ctx.reply(\"Usage: /delete_brands brand1 brand2 ...\");\n }\n const remaining = (await getBrands()).filter((b) => !args.includes(b));\n await setBrands(remaining);\n await ctx.reply(\n `Deleted as the latest brands: ${remaining.join(\", \")}`,\n );\n});\n\nbot.command(\"delete_all_brands\", async (ctx) => {\n await deleteBrands();\n const after = await getBrands();\n if (after.length > 0) {\n return ctx.reply(\"Failed delete all brands, please try again.\");\n }\n await ctx.reply(\n \"Deleted all brands, try /add_brands {brands} to add again.\",\n );\n});\n\nbot.command(\"results\", async (ctx) => {\n const results = await getResults();\n if (results.length === 0) {\n return ctx.reply(\"No result, please wait for updates.\");\n }\n const lines = results\n .map(([title, url], i) => `${i + 1}. ${title}: ${url}`)\n .join(\"\\n\");\n await ctx.reply(lines);\n});\n\nbot.command(\"delete_results\", async (ctx) => {\n await deleteResults();\n const after = await getResults();\n if (after.length > 0) {\n return ctx.reply(\"Failed delete all results, please try again.\");\n }\n await ctx.reply(\"Deleted all result, please wait for updates.\");\n});\n\nbot.command(\"commands\", async (ctx) => {\n await bot.api.setMyCommands([\n { command: \"brands\", description: \"Show all brands interested\" },\n {\n command: \"add_brands\",\n description: \"Add brands, brand name followed with space\",\n },\n {\n command: \"delete_brands\",\n description: \"Delete brands, brand name followed with space\",\n },\n { command: \"delete_all_brands\", description: \"Delete all brands\" },\n { command: \"results\", description: \"Show all results interested\" },\n { command: \"delete_results\", description: \"Delete all results\" },\n ]);\n await ctx.reply(\"Commands set!\");\n});\n\n// Echo any other text message (matches the original `@dp.message_handler()`\n// catch-all in the napkin.io script).\nbot.on(\"message:text\", (ctx) => ctx.reply(ctx.message.text));\n\n// --- HTTP entry point -------------------------------------------------------\n\nconst handleUpdate = webhookCallback(\n bot,\n \"std/http\",\n undefined,\n undefined,\n SECRET_TOKEN,\n);\n\nlet isEndpointSet = false;\n\nexport default async function handler(req: Request): Promise {\n // First-touch self-registration: when this val first receives a request,\n // tell Telegram to use this URL as the webhook. No-op on subsequent calls.\n if (!isEndpointSet) {\n try {\n await bot.api.setWebhook(req.url, { secret_token: SECRET_TOKEN });\n isEndpointSet = true;\n } catch (err) {\n console.error(\"Failed to set Telegram webhook:\", err);\n }\n }\n\n if (req.method === \"POST\") {\n return handleUpdate(req);\n }\n return new Response(\"SMZDM bot webhook is up.\", { status: 200 });\n}","label",[136],"cf47620c-59e2-11f1-86e2-ee650bb23af1","spider.ts","2ca8446c-59dd-11f1-87d5-ee650bb23af1",15,["D",1779896609984],4,"interval","// Cron val: scrapes SMZDM hot-product feeds and pushes new deals matching\n// the user's brand list to a Telegram chat.\n//\n// Replaces the GET branch of the original napkin.io script. Set the cron\n// schedule (e.g. every 30 minutes) in the val.town editor.\n//\n// Required environment variables:\n// BOT_TOKEN Telegram bot token from @BotFather\n// CHAT_ID Telegram chat id to receive notifications\n\nimport {\n BLACK_LIST,\n getBrands,\n getResults,\n matchesBrand,\n Result,\n setResults,\n SMZDM_API_URL,\n SMZDM_HEADERS,\n SMZDM_PAGE_COUNT,\n SMZDM_PAGE_SIZE,\n STORE_MAX_LENGTH,\n} from \"./shared.ts\";\n\nconst BOT_TOKEN = Deno.env.get(\"BOT_TOKEN\");\nconst CHAT_ID = Deno.env.get(\"CHAT_ID\");\n\nif (!BOT_TOKEN) throw new Error(\"BOT_TOKEN env var is not set\");\nif (!CHAT_ID) throw new Error(\"CHAT_ID env var is not set\");\n\ninterface SmzdmProduct {\n article_title?: string;\n article_url?: string;\n // The legacy `super_product?rank_id=` endpoint returned the mall under\n // `mall_name`. The mobile-app API we now use returns it under\n // `article_mall` and leaves `mall_name` as null. Read both for safety.\n mall_name?: string | null;\n article_mall?: string | null;\n}\n\ninterface SmzdmListResponse {\n error_code?: string;\n error_msg?: string;\n data?: { rows?: SmzdmProduct[] };\n}\n\nasync function sendMessage(text: string): Promise {\n const res = await fetch(\n `https://api.telegram.org/bot${BOT_TOKEN}/sendMessage`,\n {\n method: \"POST\",\n headers: { \"content-type\": \"application/json\" },\n body: JSON.stringify({\n chat_id: CHAT_ID,\n text,\n disable_web_page_preview: false,\n }),\n },\n );\n if (!res.ok) {\n console.error(\n `Telegram sendMessage failed: ${res.status} ${await res.text()}`,\n );\n }\n}\n\nasync function fetchPage(offset: number): Promise {\n const url = `${SMZDM_API_URL}?limit=${SMZDM_PAGE_SIZE}&offset=${offset}`;\n let res: Response;\n try {\n res = await fetch(url, { headers: SMZDM_HEADERS });\n } catch (err) {\n console.error(`[spider] network error fetching offset=${offset}:`, err);\n return [];\n }\n\n const body = await res.text();\n\n // The mobile API normally returns clean JSON. We still defensively detect\n // an HTML body (which would mean SMZDM either rerouted us to the WAF or\n // returned an error page) so we surface it as a clean warning rather\n // than a JSON.parse stack trace.\n const looksLikeHtml = /^\\s*<(!doctype|html|head|body)/i.test(body);\n if (!res.ok || looksLikeHtml) {\n console.warn(\n `[spider] offset=${offset} returned non-JSON ` +\n `(status=${res.status}, bytes=${body.length}); skipping. ` +\n `First 80 chars: ${body.slice(0, 80)}`,\n );\n return [];\n }\n\n let payload: SmzdmListResponse;\n try {\n payload = JSON.parse(body) as SmzdmListResponse;\n } catch (err) {\n console.warn(\n `[spider] offset=${offset} body was not valid JSON ` +\n `(${(err as Error).message}); skipping. ` +\n `First 80 chars: ${body.slice(0, 80)}`,\n );\n return [];\n }\n\n if (payload.error_code && payload.error_code !== \"0\") {\n console.warn(\n `[spider] offset=${offset} API error ${payload.error_code}: ` +\n `${payload.error_msg ?? \"(no message)\"}; skipping.`,\n );\n return [];\n }\n\n return Array.isArray(payload.data?.rows) ? payload.data!.rows! : [];\n}\n\ninterface Interval {\n lastRunAt: Date | undefined;\n}\n\nexport default async function spider(_interval?: Interval): Promise {\n // Reset the result store once it has grown past the cap, so the bot\n // keeps surfacing fresh deals rather than perpetually deduping.\n let results = await getResults();\n if (results.length > STORE_MAX_LENGTH) {\n results = [];\n }\n\n const brands = await getBrands();\n if (brands.length === 0) {\n console.log(\"[spider] no brands configured; nothing to do\");\n return;\n }\n\n // Fetch all configured pages in parallel, then merge.\n const offsets = Array.from(\n { length: SMZDM_PAGE_COUNT },\n (_, i) => i * SMZDM_PAGE_SIZE,\n );\n const products = (await Promise.all(offsets.map(fetchPage))).flat();\n\n let newCount = 0;\n for (const product of products) {\n const title = product.article_title;\n const url = product.article_url;\n // The mobile API exposes the mall under `article_mall`; the legacy\n // endpoint used `mall_name`. Read both so the blacklist still works.\n const mall = product.article_mall ?? product.mall_name ?? \"\";\n\n if (!title || !url) continue;\n if (BLACK_LIST.includes(mall)) continue;\n if (!matchesBrand(title, brands)) continue;\n\n const isDuplicate = results.some(([t, u]) => t === title && u === url);\n if (isDuplicate) continue;\n\n results.push([title, url] as Result);\n await sendMessage(`${title}: ${url}`);\n newCount++;\n }\n\n // One write at the end avoids the race condition flagged in the\n // original napkin.io script (see its `# TODO: ... asyncio.Lock()`).\n if (newCount > 0) {\n await setResults(results);\n }\n\n console.log(\n `[spider] scanned ${products.length} products, sent ${newCount} new`,\n );\n}",[148],"ceeab0cf-8262-4c2a-82cc-fe4bfd529734",["D",1785774664221],2,[28],"5cd5865d-12f9-43c5-8c02-50dbd478cdf1","shared.ts","1b156086-59dd-11f1-9e63-ee650bb23af1",30,["D",1785774657452],7,"// Environment, tunables and small pure helpers shared by every file.\n//\n// Required environment variables:\n// BOT_TOKEN Telegram bot token from @BotFather\n// CHAT_ID Telegram chat that receives deal pushes\n// Optional:\n// OWNER_IDS Comma-separated Telegram user ids allowed to run commands.\n// Defaults to CHAT_ID. Anyone else is ignored.\n// WEBHOOK_SECRET Shared secret for Telegram webhook verification.\n// Defaults to a SHA-256 derived from BOT_TOKEN.\n\nfunction env(name: string): string | undefined {\n const value = Deno.env.get(name);\n return value && value.trim() ? value.trim() : undefined;\n}\n\nfunction requireEnv(name: string): string {\n const value = env(name);\n if (!value) throw new Error(`${name} env var is not set`);\n return value;\n}\n\nexport const BOT_TOKEN = requireEnv(\"BOT_TOKEN\");\nexport const CHAT_ID = requireEnv(\"CHAT_ID\");\n\nexport const OWNER_IDS: number[] = (env(\"OWNER_IDS\") ?? CHAT_ID)\n .split(/[,\\s]+/)\n .map((part) => Number(part))\n .filter((id) => Number.isFinite(id) && id !== 0);\n\n/**\n * Telegram only accepts `A-Z a-z 0-9 _ -` in secret_token. Deriving it by\n * hashing the bot token means a leaked secret does not leak half the token,\n * which is what using `BOT_TOKEN.split(\":\")[1]` directly would do.\n */\nexport async function webhookSecret(): Promise {\n const explicit = env(\"WEBHOOK_SECRET\");\n if (explicit) {\n return explicit.replace(/[^A-Za-z0-9_-]/g, \"\").slice(0, 256) || \"smzdm\";\n }\n const bytes = new TextEncoder().encode(`smzdm-webhook:${BOT_TOKEN}`);\n const digest = await crypto.subtle.digest(\"SHA-256\", bytes);\n return Array.from(new Uint8Array(digest))\n .map((b) => b.toString(16).padStart(2, \"0\"))\n .join(\"\");\n}\n\n// --- SMZDM source -----------------------------------------------------------\n//\n// api.smzdm.com is the mobile-app API. The www host sits behind Tencent Chaos\n// bot detection and returns a JS challenge stub to any non-browser caller,\n// so the app API is the only workable source. This endpoint needs no auth.\n\nexport const SMZDM_API_URL = \"https://api.smzdm.com/v1/youhui/list\";\n\nexport const SMZDM_HEADERS: Record = {\n \"user-agent\": \"smzdm_android_V11.4.6 rv:855 (Pixel 5;Android11;zh)smzdmapp\",\n \"accept\": \"application/json\",\n \"referer\": \"https://www.smzdm.com/\",\n};\n\nexport const PAGE_SIZE = 20;\n\n/** Hard ceiling on pages per run so a cursor glitch cannot loop forever. */\nexport const MAX_PAGES = 20;\n\n/** Pages to scan when no cursor exists yet (fresh install / after a reset). */\nexport const INITIAL_PAGES = 3;\n\nexport const FETCH_TIMEOUT_MS = 10_000;\nexport const FETCH_RETRIES = 2;\n\n// --- Telegram delivery ------------------------------------------------------\n\nexport const TELEGRAM_TIMEOUT_MS = 15_000;\n\n/** Telegram allows ~1 message/second per chat; stay under it. */\nexport const SEND_INTERVAL_MS = 1_200;\n\nexport const TELEGRAM_RETRIES = 3;\n\n/** Full cards per run. Anything beyond this is folded into a digest message. */\nexport const MAX_CARDS_PER_RUN = 8;\n\n/** Cap re-pushes of the same article so a flapping price cannot spam. */\nexport const MAX_SENDS_PER_DEAL = 3;\n\nexport const TEXT_LIMIT = 4096;\nexport const CAPTION_LIMIT = 1024;\n\n/** Days of push history to keep for dedupe and /results. */\nexport const RETENTION_DAYS = 30;\n\nexport const TIMEZONE = \"Asia/Shanghai\";\n\n// --- User-tunable settings (persisted, editable via bot commands) -----------\n\nexport interface Settings {\n paused: boolean;\n /** Minimum 值 votes required to push. 0 disables the filter. */\n minWorthy: number;\n /** Ignore deals published longer ago than this. */\n maxAgeHours: number;\n /** Also match rules against the deal's 爆料原文 body, not just the title. */\n matchContent: boolean;\n mallBlacklist: string[];\n /** When non-empty, only these malls are pushed. */\n mallWhitelist: string[];\n /** Local hours [start, end) delivered silently. -1 disables. */\n quietStart: number;\n quietEnd: number;\n /** Re-push when the price drops by at least this fraction. */\n dropThreshold: number;\n /** How the product image is attached. */\n photoMode: \"preview\" | \"photo\" | \"off\";\n}\n\nexport const DEFAULT_SETTINGS: Settings = {\n paused: false,\n minWorthy: 0,\n maxAgeHours: 24,\n matchContent: true,\n mallBlacklist: [\"唯品会\"],\n mallWhitelist: [],\n quietStart: -1,\n quietEnd: -1,\n dropThreshold: 0.05,\n photoMode: \"preview\",\n};\n\nexport interface Stats {\n lastRunAt: number;\n lastOkAt: number;\n lastError: string;\n failStreak: number;\n pages: number;\n scanned: number;\n matched: number;\n sent: number;\n}\n\nexport const EMPTY_STATS: Stats = {\n lastRunAt: 0,\n lastOkAt: 0,\n lastError: \"\",\n failStreak: 0,\n pages: 0,\n scanned: 0,\n matched: 0,\n sent: 0,\n};\n\n// --- Helpers ----------------------------------------------------------------\n\nexport function nowSec(): number {\n return Math.floor(Date.now() / 1000);\n}\n\nexport function sleep(ms: number): Promise {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nexport function escapeHtml(text: string): string {\n return text\n .replaceAll(\"&\", \"&\")\n .replaceAll(\"<\", \"<\")\n .replaceAll(\">\", \">\");\n}\n\nexport function truncate(text: string, max: number): string {\n const trimmed = text.trim();\n return trimmed.length <= max ? trimmed : `${trimmed.slice(0, max - 1)}…`;\n}\n\n/**\n * SMZDM's `article_unix_date` does not agree with `article_date` (observed\n * skews of tens of minutes to half a day on the same row), so ordering and\n * the incremental cursor must come from `article_date`, which is Beijing time.\n */\nexport function parseSmzdmDate(value?: string | null): number {\n if (!value) return 0;\n const m = /^(\\d{4})-(\\d{2})-(\\d{2})[ T](\\d{2}):(\\d{2})(?::(\\d{2}))?/\n .exec(value.trim());\n if (!m) return 0;\n const iso = `${m[1]}-${m[2]}-${m[3]}T${m[4]}:${m[5]}:${m[6] ?? \"00\"}+08:00`;\n const parsed = Date.parse(iso);\n return Number.isFinite(parsed) ? Math.floor(parsed / 1000) : 0;\n}\n\n/** Pulls a comparable number out of strings like \"39.51元（需用券）\". */\nexport function parsePrice(text?: string | null): number | null {\n if (!text) return null;\n const cleaned = text.replaceAll(\",\", \"\");\n const yuan = /(\\d+(?:\\.\\d+)?)\\s*元/.exec(cleaned);\n if (yuan) return Number(yuan[1]);\n const symbol = /[$￥¥]\\s*(\\d+(?:\\.\\d+)?)/.exec(cleaned);\n if (symbol) return Number(symbol[1]);\n const bare = /(\\d+(?:\\.\\d+)?)/.exec(cleaned);\n return bare ? Number(bare[1]) : null;\n}\n\nconst dateFormatter = new Intl.DateTimeFormat(\"zh-CN\", {\n timeZone: TIMEZONE,\n month: \"2-digit\",\n day: \"2-digit\",\n hour: \"2-digit\",\n minute: \"2-digit\",\n hour12: false,\n});\n\nexport function formatLocal(unixSec: number): string {\n if (!unixSec) return \"未知时间\";\n return dateFormatter.format(new Date(unixSec * 1000)).replace(/\\//g, \"-\");\n}\n\nexport function localHour(unixSec: number): number {\n const formatted = new Intl.DateTimeFormat(\"en-US\", {\n timeZone: TIMEZONE,\n hour: \"2-digit\",\n hour12: false,\n }).format(new Date(unixSec * 1000));\n return Number(formatted) % 24;\n}\n\nexport function isQuietHour(settings: Settings, unixSec: number): boolean {\n const { quietStart: start, quietEnd: end } = settings;\n if (start < 0 || end < 0 || start === end) return false;\n const hour = localHour(unixSec);\n return start < end\n ? hour >= start && hour < end\n : hour >= start || hour < end;\n}\n\n/** Groups lines into messages that each stay under Telegram's length limit. */\nexport function chunkLines(lines: string[], limit = TEXT_LIMIT): string[] {\n const chunks: string[] = [];\n let current = \"\";\n for (const line of lines) {\n const candidate = current ? `${current}\\n${line}` : line;\n if (candidate.length > limit && current) {\n chunks.push(current);\n current = line;\n } else {\n current = candidate;\n }\n }\n if (current) chunks.push(current);\n return chunks;\n}\n\n/** Dedupes while preserving insertion order. */\nexport function dedupeOrdered(items: T[]): T[] {\n return [...new Set(items)];\n}",[161],"4639252d-7735-4a8f-9be7-bc6a3a41dab9","notify.ts","13405d34-8f57-11f1-bd72-1607ee4eb77e",29,["D",1785774645387],"// Telegram delivery: rich HTML cards, digests, throttling and retries.\n//\n// Three problems with the previous implementation are fixed here. Sends are\n// serialised behind a shared interval so a burst of matches cannot trip\n// Telegram's per-chat rate limit; a 429 is honoured via `retry_after` instead\n// of being logged and dropped; and every send reports success so the caller\n// only records a deal as pushed once it actually arrived.\n\nimport type { Deal } from \"./smzdm.ts\";\nimport {\n BOT_TOKEN,\n CAPTION_LIMIT,\n CHAT_ID,\n chunkLines,\n escapeHtml,\n formatLocal,\n SEND_INTERVAL_MS,\n type Settings,\n sleep,\n TELEGRAM_RETRIES,\n TELEGRAM_TIMEOUT_MS,\n TEXT_LIMIT,\n truncate,\n} from \"./shared.ts\";\n\nconst API_BASE = `https://api.telegram.org/bot${BOT_TOKEN}`;\n\nlet nextSendAt = 0;\n\nasync function throttle(): Promise {\n const wait = nextSendAt - Date.now();\n if (wait > 0) await sleep(wait);\n nextSendAt = Date.now() + SEND_INTERVAL_MS;\n}\n\ninterface ApiResponse {\n ok: boolean;\n description?: string;\n parameters?: { retry_after?: number };\n}\n\n/** \"rejected\" means Telegram refused the payload itself, so retrying is futile. */\ntype Outcome = \"ok\" | \"failed\" | \"rejected\";\n\nasync function callApi(\n method: string,\n payload: Record,\n): Promise {\n for (let attempt = 0; attempt <= TELEGRAM_RETRIES; attempt++) {\n await throttle();\n\n let status: number;\n let body: ApiResponse;\n try {\n const response = await fetch(`${API_BASE}/${method}`, {\n method: \"POST\",\n headers: { \"content-type\": \"application/json\" },\n body: JSON.stringify(payload),\n signal: AbortSignal.timeout(TELEGRAM_TIMEOUT_MS),\n });\n status = response.status;\n body = await response.json() as ApiResponse;\n } catch (error) {\n console.warn(`[notify] ${method} network error:`, error);\n await sleep(1_000 * (attempt + 1));\n continue;\n }\n\n if (body.ok) return \"ok\";\n\n if (status === 429) {\n const retryAfter = body.parameters?.retry_after ?? 3;\n console.warn(`[notify] rate limited, waiting ${retryAfter}s`);\n await sleep((retryAfter + 1) * 1_000);\n continue;\n }\n if (status >= 500) {\n await sleep(1_000 * (attempt + 1));\n continue;\n }\n\n // 4xx other than 429 will not fix itself; stop and surface it.\n console.error(`[notify] ${method} failed ${status}: ${body.description}`);\n return \"rejected\";\n }\n\n console.error(`[notify] ${method} gave up after ${TELEGRAM_RETRIES} retries`);\n return \"failed\";\n}\n\n/**\n * Last resort when Telegram rejects a formatted payload, e.g. a title that\n * breaks HTML parsing. Losing the formatting beats losing the deal.\n */\nasync function sendPlain(text: string, silent = false): Promise {\n const outcome = await callApi(\"sendMessage\", {\n chat_id: CHAT_ID,\n text: truncate(text, TEXT_LIMIT),\n disable_notification: silent,\n link_preview_options: { is_disabled: true },\n });\n return outcome === \"ok\";\n}\n\n// --- Message building -------------------------------------------------------\n\nfunction link(url: string, label: string): string {\n return `${escapeHtml(label)}`;\n}\n\nfunction votes(deal: Deal): string {\n if (deal.worthy === 0 && deal.unworthy === 0) return \"\";\n const percent = deal.worthyPercent\n ? ` ${escapeHtml(deal.worthyPercent)}`\n : \"\";\n return `👍 ${deal.worthy} 👎 ${deal.unworthy}${percent}`;\n}\n\n/**\n * Truncates already-escaped HTML without ever cutting an entity in half, which\n * would make Telegram reject the whole message.\n */\nfunction truncateEscaped(escaped: string, max: number): string {\n if (escaped.length <= max) return escaped;\n let cut = escaped.slice(0, max - 1);\n const lastAmp = cut.lastIndexOf(\"&\");\n if (lastAmp !== -1 && !cut.slice(lastAmp).includes(\";\")) {\n cut = cut.slice(0, lastAmp);\n }\n return `${cut}…`;\n}\n\nfunction keyboard(deal: Deal): Record {\n const row: Record[] = [\n { text: \"🛒 去购买\", url: deal.buyUrl },\n { text: \"📄 原文\", url: deal.url },\n ];\n const rows = [row];\n\n const muteData = `bm:${deal.mall}`;\n // callback_data is capped at 64 bytes; skip the button rather than 400.\n if (deal.mall && new TextEncoder().encode(muteData).length <= 64) {\n rows.push([{ text: `🚫 屏蔽 ${deal.mall}`, callback_data: muteData }]);\n }\n return { inline_keyboard: rows };\n}\n\nexport interface CardOptions {\n rule: string;\n priceDropFrom?: number;\n settings: Settings;\n silent: boolean;\n}\n\nfunction buildCard(deal: Deal, options: CardOptions, limit: number): string {\n const lines: string[] = [];\n\n if (options.priceDropFrom !== undefined) {\n lines.push(\n `📉 降价 ${options.priceDropFrom} 元 → ` +\n `${deal.price ?? \"?\"} 元`,\n );\n }\n\n lines.push(`🔥 ${link(deal.url, deal.title)}`);\n if (deal.priceText) lines.push(`💰 ${escapeHtml(deal.priceText)}`);\n\n const meta = [\n deal.mall ? `🏬 ${escapeHtml(deal.mall)}` : \"\",\n votes(deal),\n deal.comments > 0 ? `💬 ${deal.comments}` : \"\",\n `🕒 ${formatLocal(deal.publishedAt)}`,\n ].filter(Boolean);\n lines.push(meta.join(\" · \"));\n\n const tags = [\n `🏷 ${escapeHtml(options.rule)}`,\n deal.referrals ? `爆料 ${escapeHtml(deal.referrals)}` : \"\",\n ].filter(Boolean);\n lines.push(tags.join(\" · \"));\n\n const head = lines.join(\"\\n\");\n if (!deal.content) return head;\n\n // The 爆料原文 explains how to stack coupons and is often the whole point of\n // the deal, so it gets whatever room is left in the message.\n const budget = limit - head.length - 8;\n if (budget < 40) return head;\n return `${head}\\n📝 ${truncateEscaped(escapeHtml(deal.content), budget)}`;\n}\n\nexport async function sendCard(\n deal: Deal,\n options: CardOptions,\n): Promise {\n const usePhoto = options.settings.photoMode === \"photo\" && deal.pic !== \"\";\n const limit = usePhoto ? CAPTION_LIMIT : TEXT_LIMIT;\n const text = buildCard(deal, options, limit);\n\n const common = {\n chat_id: CHAT_ID,\n parse_mode: \"HTML\",\n disable_notification: options.silent,\n reply_markup: keyboard(deal),\n };\n\n const outcome = usePhoto\n ? await callApi(\"sendPhoto\", { ...common, photo: deal.pic, caption: text })\n : await callApi(\"sendMessage\", {\n ...common,\n text,\n link_preview_options: options.settings.photoMode === \"preview\" && deal.pic\n ? { url: deal.pic, prefer_large_media: true, show_above_text: true }\n : { is_disabled: true },\n });\n\n if (outcome === \"ok\") return true;\n if (outcome === \"failed\") return false;\n return await sendPlain(\n `${deal.title}\\n${deal.priceText}\\n${deal.url}`,\n options.silent,\n );\n}\n\n/**\n * Overflow beyond MAX_CARDS_PER_RUN is summarised instead of dropped, so a\n * busy feed neither floods the chat nor loses matches.\n */\nexport async function sendDigest(\n entries: { deal: Deal; rule: string }[],\n silent: boolean,\n): Promise {\n if (entries.length === 0) return true;\n\n const lines = [\n `📦 另有 ${entries.length} 条命中`,\n ...entries.map(({ deal, rule }, index) => {\n const price = deal.priceText ? ` — ${escapeHtml(deal.priceText)}` : \"\";\n const mall = deal.mall ? ` @${escapeHtml(deal.mall)}` : \"\";\n return `${index + 1}. ${link(deal.url, truncate(deal.title, 60))}` +\n `${price}${mall} [${escapeHtml(rule)}]`;\n }),\n ];\n\n let allOk = true;\n for (const chunk of chunkLines(lines)) {\n const outcome = await callApi(\"sendMessage\", {\n chat_id: CHAT_ID,\n parse_mode: \"HTML\",\n text: chunk,\n disable_notification: silent,\n link_preview_options: { is_disabled: true },\n });\n const ok = outcome === \"ok\" ||\n (outcome === \"rejected\" && await sendPlain(stripTags(chunk), silent));\n allOk = allOk && ok;\n }\n return allOk;\n}\n\nfunction stripTags(html: string): string {\n return html\n .replace(/([^<]*)<\\/a>/g, \"$2 $1\")\n .replace(/<[^>]+>/g, \"\")\n .replaceAll(\"&\", \"&\")\n .replaceAll(\"<\", \"<\")\n .replaceAll(\">\", \">\");\n}\n\n/** Notice to the push chat, used for crawl-failure and recovery alerts. */\nexport async function sendNotice(text: string): Promise {\n const outcome = await callApi(\"sendMessage\", {\n chat_id: CHAT_ID,\n parse_mode: \"HTML\",\n text: truncate(text, TEXT_LIMIT),\n link_preview_options: { is_disabled: true },\n });\n if (outcome === \"ok\") return true;\n if (outcome === \"failed\") return false;\n return await sendPlain(stripTags(text));\n}",[169],"ef3267c9-fe03-47b9-a827-700853728ef3","matcher.ts","0d715e58-8f57-11f1-8377-1607ee4eb77e",28,["D",1785774638394],"// Rule parsing and matching.\n//\n// A rule is one whitespace-free token made of parts joined by \"-\". The old\n// version only supported plain AND-ed substrings, which made accessory noise\n// (\"apple watch 表带\") impossible to filter and gave no way to cap price.\n//\n// apple title contains \"apple\"\n// apple-watch contains both \"apple\" and \"watch\"\n// sony|索尼-耳机 (sony OR 索尼) AND 耳机\n// apple-watch-!表带-!钢化膜 excludes accessories\n// nike-<300 price at most 300\n// 茅台->1000 price at least 1000\n// /rtx\\s?40[6-9]0/ regex, case-insensitive\n// !/翻新|拆机/ negative regex\n//\n// Known limitation, inherited from the original syntax: \"-\" is the separator,\n// so a brand containing a hyphen must be written as a regex instead.\n\nexport interface Rule {\n raw: string;\n /** Each group is a set of alternatives; every group must match. */\n includes: string[][];\n excludes: string[][];\n patterns: RegExp[];\n negPatterns: RegExp[];\n minPrice?: number;\n maxPrice?: number;\n}\n\nexport interface MatchTarget {\n title: string;\n content: string;\n mall: string;\n price: number | null;\n}\n\nconst REGEX_TOKEN = /(!?)\\/((?:[^/\\\\]|\\\\.)+)\\//g;\n\nexport function parseRule(raw: string): Rule {\n const rule: Rule = {\n raw,\n includes: [],\n excludes: [],\n patterns: [],\n negPatterns: [],\n };\n\n // Regexes are pulled out before splitting so a \"-\" inside a pattern is not\n // mistaken for the part separator.\n const remainder = raw.replace(\n REGEX_TOKEN,\n (_match, negate: string, body: string) => {\n try {\n const pattern = new RegExp(body, \"i\");\n if (negate) rule.negPatterns.push(pattern);\n else rule.patterns.push(pattern);\n } catch {\n // An invalid pattern is kept as literal text instead of exploding.\n rule.includes.push([body.toLowerCase()]);\n }\n return \"-\";\n },\n );\n\n for (const part of remainder.split(\"-\")) {\n const token = part.trim();\n if (!token) continue;\n\n const upper = /^<=?\\s*(\\d+(?:\\.\\d+)?)$/.exec(token);\n if (upper) {\n rule.maxPrice = Number(upper[1]);\n continue;\n }\n const lower = /^>=?\\s*(\\d+(?:\\.\\d+)?)$/.exec(token);\n if (lower) {\n rule.minPrice = Number(lower[1]);\n continue;\n }\n\n const negated = token.startsWith(\"!\");\n const body = negated ? token.slice(1) : token;\n const alternatives = body\n .split(\"|\")\n .map((alt) => alt.trim().toLowerCase())\n .filter(Boolean);\n if (alternatives.length === 0) continue;\n\n if (negated) rule.excludes.push(alternatives);\n else rule.includes.push(alternatives);\n }\n\n return rule;\n}\n\n/** A rule with nothing positive would match every deal in the feed. */\nexport function isUsableRule(rule: Rule): boolean {\n return rule.includes.length > 0 || rule.patterns.length > 0;\n}\n\nexport interface MatchOutcome {\n ok: boolean;\n reason: string;\n}\n\nexport function evaluateRule(\n rule: Rule,\n target: MatchTarget,\n matchContent: boolean,\n): MatchOutcome {\n const haystack =\n (matchContent ? `${target.title}\\n${target.content}` : target.title)\n .toLowerCase();\n\n for (const group of rule.includes) {\n if (!group.some((alt) => haystack.includes(alt))) {\n return { ok: false, reason: `缺少关键词 ${group.join(\"|\")}` };\n }\n }\n for (const pattern of rule.patterns) {\n if (!pattern.test(haystack)) {\n return { ok: false, reason: `不匹配 ${pattern.source}` };\n }\n }\n for (const group of rule.excludes) {\n const hit = group.find((alt) => haystack.includes(alt));\n if (hit) return { ok: false, reason: `命中排除词 ${hit}` };\n }\n for (const pattern of rule.negPatterns) {\n if (pattern.test(haystack)) {\n return { ok: false, reason: `命中排除正则 ${pattern.source}` };\n }\n }\n\n // An unparseable price (\"包邮\", \"1元起\") passes the bounds rather than being\n // dropped, so a price constraint never hides a deal we cannot price.\n if (target.price !== null) {\n if (rule.maxPrice !== undefined && target.price > rule.maxPrice) {\n return { ok: false, reason: `价格 ${target.price} > ${rule.maxPrice}` };\n }\n if (rule.minPrice !== undefined && target.price < rule.minPrice) {\n return { ok: false, reason: `价格 ${target.price} < ${rule.minPrice}` };\n }\n }\n\n return { ok: true, reason: \"命中\" };\n}\n\n/** Returns the raw text of the first matching rule, or null. */\nexport function firstMatch(\n rules: Rule[],\n target: MatchTarget,\n matchContent: boolean,\n): string | null {\n for (const rule of rules) {\n if (evaluateRule(rule, target, matchContent).ok) return rule.raw;\n }\n return null;\n}\n\nexport function compileRules(raws: string[]): Rule[] {\n return raws.map(parseRule).filter(isUsableRule);\n}",[176],"e6857dfc-ff28-4f6a-af8f-f23f94b5e900","db.ts","1b89192c-8f57-11f1-a00b-1607ee4eb77e",27,["D",1785774632389],"// Persistence layer, backed by val.town's SQLite (std/sqlite).\n//\n// Replaces the previous single-blob-JSON storage. SQLite buys us three things\n// the blob could not give: a UNIQUE key on article_id so dedupe is exact and\n// O(1), per-row timestamps so history expires gradually instead of being\n// wiped wholesale, and no lost-update race between concurrent writers.\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport { blob } from \"https://esm.town/v/std/blob\";\nimport {\n DEFAULT_SETTINGS,\n EMPTY_STATS,\n nowSec,\n type Settings,\n type Stats,\n} from \"./shared.ts\";\n\nconst DEALS_TABLE = \"smzdm_deals_v1\";\nconst KV_TABLE = \"smzdm_kv_v1\";\n\n// Legacy blob keys, read once during migration.\nconst LEGACY_BRANDS_KEY = \"smzdm_brands\";\nconst LEGACY_RESULT_KEY = \"smzdm_result\";\n\nexport interface SentDeal {\n articleId: string;\n title: string;\n url: string;\n mall: string;\n priceText: string;\n priceNum: number | null;\n bestPrice: number | null;\n worthy: number;\n publishedAt: number;\n firstSentAt: number;\n lastSentAt: number;\n sendCount: number;\n}\n\ninterface ExecuteResult {\n columns?: string[];\n rows?: unknown[];\n rowsAffected?: number;\n}\n\n/** Everything we bind is a scalar, which keeps us inside libSQL's InValue. */\ntype SqlArg = string | number | null;\n\n/**\n * std/sqlite returns rows as positional arrays; some versions also expose\n * named access. Normalise to plain objects so callers never depend on it.\n */\nfunction toObjects(result: ExecuteResult): Record[] {\n const columns = result.columns ?? [];\n const rows = result.rows ?? [];\n return rows.map((row) => {\n const record: Record = {};\n columns.forEach((column, index) => {\n record[column] = Array.isArray(row)\n ? row[index]\n : (row as Record)[column];\n });\n return record;\n });\n}\n\nasync function query(\n sql: string,\n args: SqlArg[] = [],\n): Promise[]> {\n const result = await sqlite.execute({ sql, args });\n return toObjects(result as unknown as ExecuteResult);\n}\n\nasync function run(sql: string, args: SqlArg[] = []): Promise {\n await sqlite.execute({ sql, args });\n}\n\nlet ready: Promise | undefined;\n\nexport function initDb(): Promise {\n // A failed init must not be cached, or one transient error would break the\n // isolate for its whole lifetime.\n ready ??= createSchema().catch((error) => {\n ready = undefined;\n throw error;\n });\n return ready;\n}\n\nasync function createSchema(): Promise {\n await run(`\n CREATE TABLE IF NOT EXISTS ${DEALS_TABLE} (\n article_id TEXT PRIMARY KEY,\n title TEXT NOT NULL,\n url TEXT NOT NULL,\n mall TEXT NOT NULL DEFAULT '',\n price_text TEXT NOT NULL DEFAULT '',\n price_num REAL,\n best_price REAL,\n worthy INTEGER NOT NULL DEFAULT 0,\n published_at INTEGER NOT NULL DEFAULT 0,\n first_sent_at INTEGER NOT NULL,\n last_sent_at INTEGER NOT NULL,\n send_count INTEGER NOT NULL DEFAULT 1\n )\n `);\n await run(\n `CREATE INDEX IF NOT EXISTS idx_${DEALS_TABLE}_first_sent\n ON ${DEALS_TABLE}(first_sent_at)`,\n );\n await run(`\n CREATE TABLE IF NOT EXISTS ${KV_TABLE} (\n key TEXT PRIMARY KEY,\n value TEXT NOT NULL\n )\n `);\n await migrateFromBlob();\n}\n\n/** Carries the old blob-based brand list over on first run, once. */\nasync function migrateFromBlob(): Promise {\n const done = await readKv(\"migrated_from_blob\");\n if (done) return;\n\n try {\n const legacyBrands = await blob.getJSON(LEGACY_BRANDS_KEY);\n if (Array.isArray(legacyBrands) && legacyBrands.length > 0) {\n const existing = await readKv(\"rules\");\n if (!existing || existing.length === 0) {\n await writeKv(\"rules\", legacyBrands.map(String));\n console.log(\n `[db] migrated ${legacyBrands.length} brand rules from blob`,\n );\n }\n }\n\n // The old result list only held [title, url] pairs with no article id, so\n // it cannot seed the dedupe table. Seeding it with synthetic ids would\n // block nothing, so we intentionally drop it and let maxAgeHours keep the\n // first run from replaying stale deals.\n const legacyResults = await blob.getJSON(LEGACY_RESULT_KEY);\n if (Array.isArray(legacyResults)) {\n console.log(\n `[db] ignoring ${legacyResults.length} legacy results (no article_id)`,\n );\n }\n } catch (error) {\n console.warn(\"[db] blob migration skipped:\", error);\n }\n\n await writeKv(\"migrated_from_blob\", true);\n}\n\n// --- Key/value settings -----------------------------------------------------\n\nasync function readKv(key: string): Promise {\n const rows = await query(\n `SELECT value FROM ${KV_TABLE} WHERE key = ?`,\n [key],\n );\n if (rows.length === 0) return undefined;\n try {\n return JSON.parse(String(rows[0].value)) as T;\n } catch {\n return undefined;\n }\n}\n\nasync function writeKv(key: string, value: unknown): Promise {\n await run(\n `INSERT INTO ${KV_TABLE} (key, value) VALUES (?, ?)\n ON CONFLICT(key) DO UPDATE SET value = excluded.value`,\n [key, JSON.stringify(value)],\n );\n}\n\nexport async function getSettings(): Promise {\n const stored = await readKv>(\"settings\");\n return { ...DEFAULT_SETTINGS, ...(stored ?? {}) };\n}\n\nexport async function patchSettings(\n patch: Partial,\n): Promise {\n const merged = { ...(await getSettings()), ...patch };\n await writeKv(\"settings\", merged);\n return merged;\n}\n\nexport async function getRules(): Promise {\n return (await readKv(\"rules\")) ?? [];\n}\n\nexport async function setRules(rules: string[]): Promise {\n await writeKv(\"rules\", rules);\n}\n\nexport async function getCursor(): Promise {\n return (await readKv(\"cursor\")) ?? 0;\n}\n\nexport async function setCursor(publishedAt: number): Promise {\n await writeKv(\"cursor\", publishedAt);\n}\n\nexport async function getStats(): Promise {\n const stored = await readKv>(\"stats\");\n return { ...EMPTY_STATS, ...(stored ?? {}) };\n}\n\nexport async function setStats(stats: Stats): Promise {\n await writeKv(\"stats\", stats);\n}\n\n// --- Push history -----------------------------------------------------------\n\nfunction toSentDeal(row: Record): SentDeal {\n const number = (value: unknown): number | null =>\n value === null || value === undefined ? null : Number(value);\n return {\n articleId: String(row.article_id),\n title: String(row.title ?? \"\"),\n url: String(row.url ?? \"\"),\n mall: String(row.mall ?? \"\"),\n priceText: String(row.price_text ?? \"\"),\n priceNum: number(row.price_num),\n bestPrice: number(row.best_price),\n worthy: Number(row.worthy ?? 0),\n publishedAt: Number(row.published_at ?? 0),\n firstSentAt: Number(row.first_sent_at ?? 0),\n lastSentAt: Number(row.last_sent_at ?? 0),\n sendCount: Number(row.send_count ?? 0),\n };\n}\n\n/** One round-trip lookup for a whole batch of candidates. */\nexport async function findSentDeals(\n articleIds: string[],\n): Promise> {\n const found = new Map();\n if (articleIds.length === 0) return found;\n\n const batchSize = 200;\n for (let start = 0; start < articleIds.length; start += batchSize) {\n const batch = articleIds.slice(start, start + batchSize);\n const placeholders = batch.map(() => \"?\").join(\",\");\n const rows = await query(\n `SELECT * FROM ${DEALS_TABLE} WHERE article_id IN (${placeholders})`,\n batch,\n );\n for (const row of rows) {\n const deal = toSentDeal(row);\n found.set(deal.articleId, deal);\n }\n }\n return found;\n}\n\nexport interface RecordInput {\n articleId: string;\n title: string;\n url: string;\n mall: string;\n priceText: string;\n priceNum: number | null;\n worthy: number;\n publishedAt: number;\n}\n\n/**\n * Called only after Telegram confirms delivery, so a failed send is retried on\n * the next run instead of being silently marked as pushed.\n */\nexport async function recordSent(input: RecordInput): Promise {\n const timestamp = nowSec();\n await run(\n `INSERT INTO ${DEALS_TABLE} (\n article_id, title, url, mall, price_text, price_num, best_price,\n worthy, published_at, first_sent_at, last_sent_at, send_count\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1)\n ON CONFLICT(article_id) DO UPDATE SET\n title = excluded.title,\n url = excluded.url,\n mall = excluded.mall,\n price_text = excluded.price_text,\n price_num = excluded.price_num,\n best_price = CASE\n WHEN excluded.price_num IS NOT NULL\n AND (best_price IS NULL OR excluded.price_num < best_price)\n THEN excluded.price_num ELSE best_price END,\n worthy = excluded.worthy,\n last_sent_at = excluded.last_sent_at,\n send_count = send_count + 1`,\n [\n input.articleId,\n input.title,\n input.url,\n input.mall,\n input.priceText,\n input.priceNum,\n input.priceNum,\n input.worthy,\n input.publishedAt,\n timestamp,\n timestamp,\n ],\n );\n}\n\nexport async function listSentDeals(\n limit: number,\n offset: number,\n): Promise {\n const rows = await query(\n `SELECT * FROM ${DEALS_TABLE}\n ORDER BY first_sent_at DESC LIMIT ? OFFSET ?`,\n [limit, offset],\n );\n return rows.map(toSentDeal);\n}\n\nexport async function countSentDeals(): Promise {\n const rows = await query(`SELECT COUNT(*) AS total FROM ${DEALS_TABLE}`);\n return Number(rows[0]?.total ?? 0);\n}\n\nexport async function clearSentDeals(): Promise {\n await run(`DELETE FROM ${DEALS_TABLE}`);\n}\n\n/** Ages out old rows so the table cannot grow without bound. */\nexport async function pruneSentDeals(retentionDays: number): Promise {\n await run(\n `DELETE FROM ${DEALS_TABLE} WHERE first_sent_at < ?`,\n [nowSec() - retentionDays * 86_400],\n );\n}",[183],"b3ebc4d2-cdb0-4ed8-8058-3e0e13204118","README.md","ee89951e-8f56-11f1-83cc-1607ee4eb77e",16,["D",1785773895699],"# smzdm",[190],"pulls","branches",1,"forks","envVars",{"_204":142,"_206":60},"connections",{"_204":60,"_205":60},"count","unfilledCount","emptyCount",{"_43":189,"_32":190,"_30":191,"_138":-5,"_41":42,"_40":192,"_140":25,"_38":237,"_13":60,"_33":20,"_35":194,"_24":25,"_145":-5,"_216":238,"_27":239},{"_43":182,"_32":183,"_30":184,"_138":-5,"_41":42,"_40":185,"_140":25,"_38":234,"_13":142,"_33":34,"_35":187,"_24":25,"_145":-5,"_216":235,"_27":236},{"_43":175,"_32":176,"_30":177,"_138":-5,"_41":42,"_40":178,"_140":25,"_38":231,"_13":158,"_33":34,"_35":180,"_24":25,"_145":-5,"_216":232,"_27":233},{"_43":168,"_32":169,"_30":170,"_138":-5,"_41":42,"_40":171,"_140":25,"_38":228,"_13":158,"_33":34,"_35":173,"_24":25,"_145":-5,"_216":229,"_27":230},{"_43":160,"_32":161,"_30":162,"_138":-5,"_41":42,"_40":163,"_140":25,"_38":225,"_13":165,"_33":34,"_35":166,"_24":25,"_145":-5,"_216":226,"_27":227},{"_43":156,"_32":28,"_30":31,"_138":-5,"_41":42,"_40":14,"_140":25,"_38":222,"_13":158,"_33":34,"_35":37,"_24":25,"_145":-5,"_216":223,"_27":224},{"_43":147,"_32":148,"_30":149,"_138":-5,"_41":42,"_40":150,"_140":25,"_38":219,"_13":152,"_33":153,"_35":154,"_24":25,"_145":-5,"_216":220,"_27":221},{"_43":135,"_32":136,"_30":137,"_138":-5,"_41":42,"_40":139,"_140":25,"_38":215,"_13":142,"_33":143,"_35":144,"_24":25,"_145":-5,"_216":217,"_27":218},["D",1779894271222],"children",[],[136],["D",1779896609984],[],[148],["D",1785774664221],[],[28],["D",1785774657452],[],[161],["D",1785774645387],[],[169],["D",1785774638394],[],[176],["D",1785774632389],[],[183],["D",1785773895699],[],[190],["D",1779893066929],["D",1789494036282],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":54,"_101":102,"_103":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_124":278,"_279":280,"_281":282,"_283":25,"_284":25,"_285":25,"_286":122,"_287":-5,"_288":-7,"_289":-7,"_290":60,"_291":25,"_292":25,"_293":-5,"_294":25,"_295":25,"_296":25,"_297":-5},"ENV",{"_249":250,"_251":252,"_253":87,"_254":255,"_256":257,"_258":259,"_260":261,"_262":263,"_264":265,"_266":267,"_268":269,"_270":271,"_272":273,"_274":275,"_276":277},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v31