[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_161":162,"_163":164},"routes/_app.x.$handle.$name",{"_102":101,"_38":51,"_111":92,"_33":112,"_13":14,"_113":-5,"_11":114,"_115":116,"_117":118,"_119":120,"_121":122,"_26":-5,"_123":-5,"_124":-5,"_125":31,"_126":127,"_128":64,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_49":50,"_38":51,"_44":52,"_53":-5,"_54":31,"_55":56,"_57":56,"_58":59,"_60":-5,"_19":61,"_62":37,"_63":64,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":76,"_77":76,"_78":79,"_80":79,"_81":79,"_82":76,"_83":76,"_84":85,"_86":87,"_88":89,"_90":31},"version",3,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","4c37dd80-85b4-43e2-a063-09bcb32b83d8","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":29,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":34,"_39":40,"_41":43,"_44":45,"_46":14,"_47":48,"_30":31},"previous",{"_36":37,"_38":34,"_39":40,"_41":42},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","32c89862-a878-11f1-946c-1607ee4eb77e","name","fileType","http","content","/**\n * URL Archiver\n *\n * POST a URL and get back an archived record: cleaned article content,\n * link markdown (via @wabarc/cairn), and original metadata.\n *\n * POST / { \"url\": \"https://example.com\" }\n *\n * GET / serves a tiny HTML form\n */\nimport {\n extract,\n extractFromHtml,\n} from \"npm:@extractus/article-extractor@9.0.1\";\nimport { Cairn } from \"npm:@wabarc/cairn@3.0.0\";\n\nvar userAgent = `heidi/url-archiver`;\n\nexport default async function handler(req: Request): Promise {\n // Serve a small form on GET\n if (req.method === \"GET\") {\n const html = `\n

URL Archiver

\n \n `;\n return new Response(html, { headers: { \"content-type\": \"text/html\" } });\n }\n\n // Accept both JSON and form bodies\n let url = \"\";\n try {\n const body = await req.text();\n const type = req.headers.get(\"content-type\") || \"\";\n if (type.includes(\"application/json\")) {\n url = JSON.parse(body).url || \"\";\n } else {\n url = new URLSearchParams(body).get(\"url\") || \"\";\n }\n } catch {\n return new Response(JSON.stringify({ error: \"Invalid request body\" }), {\n status: 400,\n headers: { \"content-type\": \"application/json\" },\n });\n }\n\n if (!url) {\n return json({ error: \"Missing 'url' field\" }, 400);\n }\n\n try {\n var cairn = new Cairn();\n\n var archived = await cairn.request({ url }).options({ userAgent })\n .archive();\n var webpage = {\n url: archived.url,\n webpage: archived.webpage.html(),\n status: archived.status,\n contentType: archived.contentType,\n };\n\n // 1. Extract readable article content\n const article = webpage?.webpage\n ? extractFromHtml(webpage.webpage, webpage.url)\n : await extract(url);\n\n const record = {\n originalUrl: url,\n archived_at: new Date().toISOString(),\n ...webpage,\n ...article,\n };\n\n return json(record, 200);\n } catch (err) {\n return json({ error: \"Failed to archive: \" + (err as Error).message }, 500);\n }\n}\n\nfunction json(body: unknown, status: number): Response {\n return new Response(JSON.stringify(body, null, 2), {\n status,\n headers: { \"content-type\": \"application/json\" },\n });\n}","/**\n * URL Archiver\n *\n * Archive one or more URLs into readable article content plus link markdown.\n *\n * Any HTTP method (GET/POST/PUT/PATCH/...) is accepted. URLs may be passed\n * via query params (?url=https://a.com&site=https://b.com&url=https://c.com)\n * or in the request body (JSON or form-encoded). Accepted aliases:\n * url, site, website, link (+ their plural forms)\n * Each value may be a string or an array, and multiple params are flattened\n * into a single list of URLs.\n *\n * POST / { \"url\": [\"https://a.com\", \"https://b.com\"] }\n * GET /?link=https://a.com&website=https://b.com\n */\nimport { extract } from \"npm:@extractus/article-extractor@5\";\nimport { Cairn } from \"npm:@wabarc/cairn@1\";\n\nconst ALIASES = new Set([\n \"url\", \"urls\", \"site\", \"sites\", \"website\", \"websites\",\n \"link\", \"links\",\n]);\n\nexport default async function handler(req: Request): Promise {\n // Parse raw values from body (JSON or form) and query string.\n const collected: Record = {};\n\n function collect(source: unknown) {\n if (!source || typeof source !== \"object\") return;\n for (const [key, value] of Object.entries(source as Record)) {\n if (ALIASES.has(key)) {\n if (Array.isArray(collected[key])) {\n (collected[key] as unknown[]).push(...flatten(value));\n } else {\n collected[key] = flatten(value);\n }\n }\n }\n }\n\n // Body: try JSON first, fall back to form-encoded.\n try {\n const text = await req.text();\n if (text) {\n const type = req.headers.get(\"content-type\") || \"\";\n if (type.includes(\"application/json\")) {\n collect(JSON.parse(text));\n } else {\n collected[\"url\"] = Array.from(new URLSearchParams(text).entries())\n .filter(([k]) => ALIASES.has(k))\n .map(([, v]) => v);\n }\n }\n } catch {\n /* ignore unparseable body */\n }\n\n // Query string.\n const qs = new URL(req.url).searchParams;\n for (const key of Array.from(qs.keys())) {\n if (ALIASES.has(key)) {\n const vals = qs.getAll(key);\n if (Array.isArray(collected[key])) {\n (collected[key] as string[]).push(...vals);\n } else {\n collected[key] = vals;\n }\n }\n }\n\n // Flatten every alias into one unique list of URLs.\n const urls = Array.from(\n new Set(Object.values(collected).flatMap((v) => v as string[]) ?? []),\n ).filter((u): u is string => typeof u === \"string\" && u.length > 0);\n\n if (urls.length === 0) {\n return json({ error: \"No URL provided. Use url/site/website/link (query or body).\" }, 400);\n }\n\n // Archive each URL; one bad URL doesn't sink the rest.\n const results = await Promise.all(urls.map((u) => archive(u)));\n const ok = results.filter((r) => r.ok).map((r) => r.record);\n const failed = results.filter((r) => !r.ok).map((r) => r.error);\n\n const body: Record = {\n archived_at: new Date().toISOString(),\n count: ok.length + failed.length,\n results: ok,\n };\n if (failed.length) body.failed = failed;\n\n return json(body, failed.length && !ok.length ? 500 : 200);\n}\n\nasync function archive(url: string): Promise<\n | { ok: true; record: Record }\n | { ok: false; error: { url: string; error: string } }\n> {\n try {\n const article = await extract(url);\n const links = new Cairn();\n links.parse(url);\n\n return {\n ok: true,\n record: {\n url,\n archived_at: new Date().toISOString(),\n title: article?.title ?? null,\n author: article?.author ?? null,\n description: article?.description ?? null,\n image: article?.image ?? null,\n publisher: article?.publisher ?? null,\n published: article?.published ?? null,\n content: article?.content ?? null,\n link_markdown: links.toMarkdown().toc ?? [],\n },\n };\n } catch (err) {\n return { ok: false, error: { url, error: (err as Error).message } };\n }\n}\n\nfunction flatten(value: unknown): Array {\n return Array.isArray(value) ? value.flatMap(flatten) : [value];\n}\n\nfunction json(body: unknown, status: number): Response {\n return new Response(JSON.stringify(body, null, 2), {\n status,\n headers: { \"content-type\": \"application/json\" },\n });\n}\n","createdAt",["D",1788537665482],"branchVersion","branchId","3f798dd9-8407-4149-b148-45d4da89ccbd","id","ce845deb-58e1-4474-aea4-5bbf1cd9e916","url-archiver",["D",1788536954683],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Archive any URL: git repos, music, video, papers, Wikipedia","imageUrl","124f6344-3784-4835-926c-5b9b29b366cc","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a06d17-30e7-7396-bb69-029ba771a7d7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_102":101,"_110":106},"org",{"_102":101,"_103":104,"_105":106,"_19":61,"_107":108,"_109":31},"branch",{"_13":91,"_38":92,"_49":48,"_93":50,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":51,"_100":101},"isOwned",21,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","heidi","handle","displayName","Heidi Hedh","avatar","https://lh3.googleusercontent.com/a/ACg8ocK_QSHhMpajSrYgGIPk8bOKlftGgK0BEPGcExr97zjm8MHbQA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_49":50,"_38":51,"_44":157,"_53":-5,"_54":31,"_55":56,"_57":56,"_58":59,"_60":-5,"_19":61,"_62":37,"_63":64,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":76,"_77":76,"_78":79,"_80":79,"_81":79,"_82":76,"_83":76,"_84":158,"_86":159,"_88":160,"_90":31},"tree",[152],"files",[152],"counts",{"_141":68,"_142":143,"_144":68,"_145":146,"_147":148},"contents",[133],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_49":134,"_38":34,"_36":37,"_135":-5,"_47":48,"_46":14,"_136":31,"_44":137,"_13":138,"_39":40,"_41":43,"_30":31,"_139":51,"_33":140},"7a592f9a-9457-49ca-b9c7-7c61ca6994ae","parentId","latest",["D",1788537665482],2,"label",[34],"pulls","branches",1,"forks","envVars",{"_149":68,"_151":68},"connections",{"_149":68,"_150":68},"count","unfilledCount","emptyCount",{"_49":134,"_38":34,"_36":37,"_135":-5,"_47":48,"_46":14,"_136":31,"_44":153,"_13":138,"_39":40,"_41":43,"_30":31,"_139":51,"_154":155,"_33":156},["D",1788537665482],"children",[],[34],["D",1788536954683],{"_102":101,"_110":106},{"_102":101,"_103":104,"_105":106,"_19":61,"_107":108,"_109":31},{"_13":91,"_38":92,"_49":48,"_93":50,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":51,"_100":101},"ctx",{"_84":-5,"_130":194,"_195":196,"_197":198,"_199":31,"_200":31,"_201":31,"_202":64,"_203":-5,"_204":-7,"_205":-7,"_206":68,"_207":31,"_208":31,"_209":-5,"_210":31,"_211":31,"_212":31,"_213":-5},"ENV",{"_165":166,"_167":168,"_169":92,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3