[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_105":106,"_107":108},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","yuxiaoy","name","smzdm","path","smzdm.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":-5,"_58":42,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/yuxiaoy/smzdm/code/smzdm.ts","extension","id","daf75f36-b0a4-4f48-acf6-b21333d5bce1","fileId","073ebd78-8f57-11f1-9060-1607ee4eb77e","parentId","branchId","8f6ec682-59da-11f1-9bcd-ee650bb23af1","branchVersion",47,"latest",true,"createdAt",["D",1786638456332],"version",4,"fileType","script","content","// SMZDM 好价 feed client: normalisation plus incremental cursor paging.\n//\n// Page 0 is sequential; further pages in each wave are fetched in parallel.\n// Paging stops when a page's ids are all already seen, or when nothing on it\n// is newer than the time cursor. Offset advances by the API's raw row count.\n\nimport {\n FETCH_RETRIES,\n FETCH_TIMEOUT_MS,\n INITIAL_PAGES,\n MAX_PAGES,\n PAGE_SIZE,\n PARALLEL_PAGES,\n parsePrice,\n parseSmzdmDate,\n sleep,\n SMZDM_API_URL,\n SMZDM_HEADERS,\n} from \"./shared.ts\";\n\nexport interface Deal {\n id: string;\n title: string;\n url: string;\n /** go.smzdm.com redirect straight to the mall, when present. */\n buyUrl: string;\n pic: string;\n mall: string;\n priceText: string;\n price: number | null;\n worthy: number;\n unworthy: number;\n worthyPercent: string;\n comments: number;\n collections: number;\n referrals: string;\n /** 爆料原文: how to stack coupons, often the only place the model appears. */\n content: string;\n publishedAt: number;\n soldOut: boolean;\n expired: boolean;\n}\n\ninterface RawRow {\n article_id?: string;\n article_title?: string;\n article_url?: string;\n article_link?: string;\n article_pic?: string;\n article_price?: string;\n article_date?: string;\n article_mall?: string | null;\n mall_name?: string | null;\n article_worthy?: string;\n article_unworthy?: string;\n article_worthy_percent?: string;\n article_comment?: string;\n article_collection?: string;\n article_referrals?: string;\n article_filter_content?: string;\n article_is_sold_out?: string;\n article_is_timeout?: string;\n}\n\ninterface ListResponse {\n error_code?: string;\n error_msg?: string;\n data?: { rows?: RawRow[] };\n}\n\nfunction toInt(value?: string | null): number {\n const parsed = Number(value);\n return Number.isFinite(parsed) ? parsed : 0;\n}\n\nfunction normalise(row: RawRow): Deal | null {\n const id = row.article_id?.trim();\n const title = row.article_title?.trim();\n const rawUrl = row.article_url?.trim();\n // Banner and topic cards share the feed but carry none of these, so this\n // check doubles as a filter for non-deal rows.\n if (!id || !title || !rawUrl) return null;\n\n const url = rawUrl.replace(/^http:\\/\\//i, \"https://\");\n const priceText = row.article_price?.trim() ?? \"\";\n\n return {\n id,\n title,\n url,\n buyUrl: row.article_link?.trim() || url,\n pic: row.article_pic?.trim() ?? \"\",\n mall: (row.article_mall ?? row.mall_name ?? \"\").trim(),\n priceText,\n price: parsePrice(priceText),\n worthy: toInt(row.article_worthy),\n unworthy: toInt(row.article_unworthy),\n worthyPercent: row.article_worthy_percent?.trim() ?? \"\",\n comments: toInt(row.article_comment),\n collections: toInt(row.article_collection),\n referrals: row.article_referrals?.trim() ?? \"\",\n content: row.article_filter_content?.trim() ?? \"\",\n publishedAt: parseSmzdmDate(row.article_date),\n soldOut: row.article_is_sold_out === \"1\",\n expired: row.article_is_timeout === \"1\",\n };\n}\n\nclass PageError extends Error {}\n\ninterface Page {\n deals: Deal[];\n /** Raw row count from the API, including banners we dropped. */\n rawCount: number;\n}\n\ntype PageResult = Page | { error: string };\n\nasync function fetchPage(offset: number): Promise {\n const url = `${SMZDM_API_URL}?limit=${PAGE_SIZE}&offset=${offset}`;\n let lastError = \"unknown error\";\n\n for (let attempt = 0; attempt <= FETCH_RETRIES; attempt++) {\n if (attempt > 0) await sleep(500 * attempt);\n\n let body: string;\n let status: number;\n try {\n const response = await fetch(url, {\n headers: SMZDM_HEADERS,\n signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),\n });\n status = response.status;\n body = await response.text();\n } catch (error) {\n lastError = `network: ${(error as Error).message}`;\n continue;\n }\n\n // A HTML body means SMZDM rerouted us to its WAF or an error page.\n if (status !== 200 || /^\\s*<(!doctype|html|head|body)/i.test(body)) {\n lastError = `status=${status} bytes=${body.length} ` +\n `head=${JSON.stringify(body.slice(0, 60))}`;\n continue;\n }\n\n let payload: ListResponse;\n try {\n payload = JSON.parse(body) as ListResponse;\n } catch (error) {\n lastError = `invalid json: ${(error as Error).message}`;\n continue;\n }\n\n if (payload.error_code && payload.error_code !== \"0\") {\n lastError = `api ${payload.error_code}: ${payload.error_msg ?? \"\"}`;\n continue;\n }\n\n const rows = Array.isArray(payload.data?.rows) ? payload.data!.rows! : [];\n return {\n deals: rows.map(normalise).filter((deal): deal is Deal => deal !== null),\n rawCount: rows.length,\n };\n }\n\n throw new PageError(`offset=${offset} failed: ${lastError}`);\n}\n\nasync function pullPage(offset: number): Promise {\n try {\n return await fetchPage(offset);\n } catch (error) {\n return { error: (error as Error).message };\n }\n}\n\nexport interface CrawlResult {\n deals: Deal[];\n pages: number;\n /** Newest publish time seen, for the next run's cursor. */\n newest: number;\n errors: string[];\n}\n\n/**\n * Walks the feed newest-first until a page is entirely familiar (seen ids) or\n * holds nothing newer than `cursor`. Page 0 is fetched first so we know whether\n * to continue; remaining pages in each wave go out in parallel. Offset steps by\n * the API's raw row count, not the post-filter deal count.\n *\n * Returns deals deduped by article id, oldest first. `errors` is non-empty if\n * any page failed — callers must not advance the cursor or seen ring in that\n * case, or items on the failed page are skipped forever.\n */\nexport async function crawl(\n cursor: number,\n maxPages = MAX_PAGES,\n seenIds: ReadonlySet = new Set(),\n): Promise {\n const pageBudget = cursor > 0\n ? Math.min(maxPages, MAX_PAGES)\n : Math.min(maxPages, INITIAL_PAGES);\n\n const byId = new Map();\n const errors: string[] = [];\n let newest = cursor;\n let pages = 0;\n let offset = 0;\n\n const ingest = (deals: Deal[]): void => {\n for (const deal of deals) {\n if (!byId.has(deal.id)) byId.set(deal.id, deal);\n if (deal.publishedAt > newest) newest = deal.publishedAt;\n }\n };\n\n const caughtUp = (deals: Deal[], rawCount: number): boolean => {\n // Short or empty page: the feed has ended. A full page of banners is\n // PAGE_SIZE long and must not look like EOF.\n if (rawCount < PAGE_SIZE) return true;\n if (deals.length === 0) return false;\n if (seenIds.size > 0 && deals.every((deal) => seenIds.has(deal.id))) {\n return true;\n }\n // Counting fresh items rather than comparing the page's oldest timestamp\n // keeps pinned evergreen posts from aborting the walk on the first page.\n if (cursor > 0) {\n let fresh = 0;\n for (const deal of deals) if (deal.publishedAt > cursor) fresh++;\n if (fresh === 0) return true;\n }\n return false;\n };\n\n while (pages < pageBudget) {\n const batch = pages === 0\n ? 1\n : Math.min(PARALLEL_PAGES, pageBudget - pages);\n // Parallel stride uses PAGE_SIZE so a later page returning fewer rows\n // overlaps instead of leaving a gap. Sequential offset then snaps to the\n // actual rawCount so the next wave starts where this one left off.\n const offsets = pages === 0\n ? [0]\n : Array.from({ length: batch }, (_, i) => offset + i * PAGE_SIZE);\n\n const results = offsets.length === 1\n ? [await pullPage(offsets[0])]\n : await Promise.all(offsets.map(pullPage));\n\n let stop = false;\n for (let i = 0; i < results.length; i++) {\n const result = results[i];\n if (\"error\" in result) {\n errors.push(result.error);\n stop = true;\n break;\n }\n pages++;\n ingest(result.deals);\n offset = offsets[i] + result.rawCount;\n if (caughtUp(result.deals, result.rawCount)) {\n stop = true;\n break;\n }\n }\n if (stop) break;\n }\n\n const deals = [...byId.values()].sort(\n (a, b) => a.publishedAt - b.publishedAt,\n );\n return { deals, pages, newest, errors };\n}\n","deleted",false,"label",[14],"8f6e1d7c-59da-11f1-9bcd-ee650bb23af1",["D",1779893066929],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","userId","96c2793d-57c8-41d2-a49a-d1ee82f9dd24","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","93515af8-c7b7-459c-9bf2-3bb3df310a75","tursoName","8f6e1d7c59da11f19bcdee650bb23af1","tursoHostname","8f6e1d7c59da11f19bcdee650bb23af1-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789494036282],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":100},"org",{"_9":10,"_98":-5,"_99":100,"_55":56,"_101":102,"_103":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",51,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJObXd1QWdCZmVtaUh0bGU5TkswOG1sM0xheiIsImluaXRpYWxzIjoiRlkifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":62,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":89,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]