[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_105":106,"_107":108},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","mansurkurtaran5","name","xinhuo-ai-teardown","path","harvest.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":58,"_59":32,"_60":-5,"_61":-5,"_62":36,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/mansurkurtaran5/xinhuo-ai-teardown/code/harvest.ts","extension","id","3fc4c068-6f70-43fc-bc8b-2889a3a4410f","fileId","9078270a-b1d0-11f1-bd39-1607ee4eb77e","parentId","branchId","3635e064-a2de-4886-baeb-77992b7b1eca","branchVersion",2,"latest",true,"createdAt",["D",1789564476010],"version",0,"fileType","script","content","/**\n * 薪火AI创作平台（ai.xinhuoshixiao.com）扒站脚本\n *\n * 干三件事：\n * 1. 把整站前端（HTML + 全部 JS 分包 + CSS）下载下来，存进本 val 的 blob 存储\n * 2. 从所有分包里提取完整的接口地图（路径 + HTTP 方法 + 出处）\n * 3. 拉取 4 个无需登录的公开接口数据\n *\n * 跑法：直接 Run。可重复跑，会覆盖。\n */\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\nconst UA =\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\nconst ORIGIN = \"https://ai.xinhuoshixiao.com\";\n\nconst uniq = (a: string[]) => [...new Set(a)];\n\nasync function get(path: string) {\n const res = await fetch(ORIGIN + path, {\n headers: {\n \"user-agent\": UA,\n accept: \"*/*\",\n referer: ORIGIN + \"/\",\n \"accept-language\": \"zh-CN,zh;q=0.9\",\n },\n redirect: \"follow\",\n });\n return { status: res.status, text: await res.text() };\n}\n\n/** 带并发上限的 map，避免一次打太多请求 */\nasync function pool(\n items: T[],\n limit: number,\n fn: (item: T) => Promise,\n): Promise {\n const out: R[] = new Array(items.length);\n let cursor = 0;\n await Promise.all(\n Array.from({ length: Math.min(limit, items.length) }, async () => {\n while (true) {\n const i = cursor++;\n if (i >= items.length) return;\n out[i] = await fn(items[i]);\n }\n }),\n );\n return out;\n}\n\n// ── 1. 收集所有前端资源 ─────────────────────────────────────────\nconst html = (await get(\"/\")).text;\nconst shellAssets = uniq(\n [...html.matchAll(/(?:src|href)=\"(\\/assets\\/[^\"]+)\"/g)].map((m) => m[1]),\n);\n\nconst mainChunk = shellAssets.find((p) => /\\/index-[^/]+\\.js$/.test(p)) ??\n shellAssets.find((p) => p.endsWith(\".js\"))!;\nconst main = (await get(mainChunk)).text;\n\n// 主 bundle 里登记了全部懒加载分包\nconst lazyChunks = uniq(\n [...main.matchAll(/assets\\/[A-Za-z0-9_.\\-]+\\.js/g)].map((m) => \"/\" + m[0]),\n);\n\nconst allAssets = uniq([...shellAssets, ...lazyChunks]);\nconsole.log(\"HTML shell:\", html.length, \"B\");\nconsole.log(\"主 bundle:\", mainChunk, main.length, \"B\");\nconsole.log(\"待归档资源:\", allAssets.length, \"个\");\n\n// ── 2. 下载 + 归档 + 顺手提取接口 ───────────────────────────────\ntype ApiHit = { path: string; methods: Set; chunks: Set };\nconst apiMap = new Map();\n\nfunction mine(chunkName: string, code: string) {\n // axios 调用：.get(\"/xxx\") / .post(`/xxx`) ...\n for (\n const m of code.matchAll(\n /\\.(get|post|put|patch|delete)\\(\\s*[`\"'](\\/[^`\"'\\s]{2,140})[`\"']/g,\n )\n ) {\n const [, method, path] = m;\n const hit = apiMap.get(path) ?? {\n path,\n methods: new Set(),\n chunks: new Set(),\n };\n hit.methods.add(method.toUpperCase());\n hit.chunks.add(chunkName);\n apiMap.set(path, hit);\n }\n}\n\nconst files: { path: string; bytes: number; status: number }[] = [];\nconst failures: string[] = [];\n\nconst results = await pool(allAssets, 8, async (path) => {\n try {\n const r = await get(path);\n if (r.status !== 200) {\n failures.push(`${path} -> ${r.status}`);\n return;\n }\n await blob.set(\"mirror\" + path, r.text);\n mine(path, r.text);\n files.push({ path, bytes: r.text.length, status: r.status });\n } catch (e) {\n failures.push(`${path} -> ${(e as Error).message}`);\n }\n});\nvoid results;\n\n// HTML 壳也归档\nawait blob.set(\"mirror/index.html\", html);\n\nconst totalBytes = files.reduce((s, f) => s + f.bytes, 0);\nconsole.log(\"\\n=== 归档结果 ===\");\nconsole.log(\"成功:\", files.length, \"/\", allAssets.length);\nconsole.log(\"总体积:\", (totalBytes / 1024 / 1024).toFixed(2), \"MB\");\nif (failures.length) {\n console.log(\"失败:\", failures.length);\n console.log(failures.slice(0, 10).join(\"\\n\"));\n}\n\n// ── 3. 公开接口数据 ─────────────────────────────────────────────\nconst publicPaths = [\n \"/public/site-info\",\n \"/auth/methods\",\n \"/auth/register/info\",\n \"/drama/art-styles\",\n];\nconst publicData: Record = {};\nfor (const p of publicPaths) {\n try {\n const r = await get(\"/api\" + p);\n publicData[p] = JSON.parse(r.text);\n } catch (e) {\n publicData[p] = { error: (e as Error).message };\n }\n}\nawait blob.set(\"public-data.json\", JSON.stringify(publicData, null, 2));\n\n// ── 4. 接口地图落盘 ─────────────────────────────────────────────\nconst apiList = [...apiMap.values()]\n .map((h) => ({\n path: h.path,\n methods: [...h.methods].sort(),\n chunks: [...h.chunks].sort(),\n }))\n .sort((a, b) => a.path.localeCompare(b.path));\n\nawait blob.set(\"api-map.json\", JSON.stringify(apiList, null, 2));\n\nconst manifest = {\n origin: ORIGIN,\n siteName: (publicData[\"/public/site-info\"] as { data?: { siteName?: string } })\n ?.data?.siteName,\n harvestedAt: new Date().toISOString(),\n shell: { htmlBytes: html.length, mainChunk },\n assets: { count: files.length, totalBytes },\n api: { count: apiList.length },\n files: files.sort((a, b) => a.path.localeCompare(b.path)),\n failures,\n};\nawait blob.set(\"manifest.json\", JSON.stringify(manifest, null, 2));\n\nconsole.log(\"\\n=== 接口地图 ===\");\nconsole.log(\"带 HTTP 方法的接口:\", apiList.length, \"个\");\nconst byMethod = new Map();\nfor (const a of apiList) {\n for (const m of a.methods) byMethod.set(m, (byMethod.get(m) ?? 0) + 1);\n}\nconsole.log(\n [...byMethod.entries()].map(([m, n]) => `${m}:${n}`).join(\" \"),\n);\n\nconsole.log(\"\\n前 30 条示例:\");\nfor (const a of apiList.slice(0, 30)) {\n console.log(\" \", a.methods.join(\"/\"), a.path);\n}\n\nconsole.log(\"\\n已写入 blob: mirror/*, api-map.json, public-data.json, manifest.json\");","deleted",false,"label",[14],"2b6d8078-e171-4815-be18-ab5d1b86e447",["D",1789564465090],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","薪火AI创作平台扒站报告：完整接口地图 + 前端归档","imageUrl","userId","441195a2-40c8-4b2d-bbd3-461800634937","pinnedFileId","01a0aa5a-affc-75b2-9998-a813c1f93d91","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","01a0a8c0-e0ca-77ad-a65f-0374979823c7","tursoName","2b6d8078e1714815be18ab5d1b86e447","tursoHostname","2b6d8078e1714815be18ab5d1b86e447-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789564859486],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":99},"org",{"_9":10,"_98":99,"_100":99,"_55":56,"_101":102,"_103":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",16,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","","avatar","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":36,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":89,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]