[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_153":154,"_155":156},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":-7,"_18":19,"_17":-7,"_116":-5,"_20":117,"_22":118,"_119":120,"_121":122,"_26":123,"_24":124,"_125":-5,"_126":-5,"_127":52,"_128":129,"_130":43,"_131":-5,"_132":-5,"_133":134},"routes/_app.x.$handle.$name.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":25,"_26":27,"_28":-5,"_29":-5,"_30":-5,"_31":-5,"_32":-5},"handle","navneett","name","build-corpus","branchName","main","version","path","main.ts","project",{"_33":60,"_13":14,"_44":61,"_62":-5,"_63":52,"_64":65,"_66":65,"_67":-5,"_68":-5,"_69":70,"_71":36,"_72":43,"_73":-5,"_74":-5,"_75":76,"_77":78,"_79":-5,"_80":-5,"_81":-5,"_82":-5,"_83":84,"_85":84,"_86":87,"_88":87,"_89":87,"_90":84,"_91":84,"_92":93,"_94":95,"_96":97,"_98":52},"tree",[55],"file",{"_33":34,"_13":19,"_35":36,"_37":-5,"_38":39,"_40":41,"_42":43,"_44":45,"_17":46,"_47":48,"_49":50,"_51":52,"_53":14,"_18":54},"contents",[],"upstream","pull","ahead","behind","envVars","id","ca34763a-716f-40b4-969d-16f62b4a7fdf","fileId","a1a4a3ce-a30b-11f1-831d-1607ee4eb77e","parentId","branchId","5c85adab-52ff-451a-bc9f-adb37bca3c57","branchVersion",8,"latest",true,"createdAt",["D",1787940784777],6,"fileType","http","content","// POST /build-corpus — deterministic, leakage-safe corpus builder.\nconst enc = new TextEncoder();\n\nconst json = (obj: unknown, status = 200) =>\n new Response(JSON.stringify(obj), {\n status,\n headers: { \"content-type\": \"application/json\" },\n });\n\nfunction utf8Compare(a: string, b: string): number {\n const ab = enc.encode(a), bb = enc.encode(b);\n const n = Math.min(ab.length, bb.length);\n for (let i = 0; i < n; i++) if (ab[i] !== bb[i]) return ab[i] - bb[i];\n return ab.length - bb.length;\n}\n\nfunction sortCodes(codes: string[]): string[] {\n return [...new Set(codes)].sort(utf8Compare);\n}\n\nasync function sha256Hex(bytes: Uint8Array): Promise {\n const h = await crypto.subtle.digest(\"SHA-256\", bytes as unknown as ArrayBuffer);\n return [...new Uint8Array(h)].map((b) => b.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\n// ---------- CRC32C (Castagnoli) ----------\nconst CRC_TABLE = (() => {\n const t = new Uint32Array(256);\n for (let n = 0; n < 256; n++) {\n let c = n;\n for (let k = 0; k < 8; k++) c = (c & 1) ? (0x82f63b78 ^ (c >>> 1)) : (c >>> 1);\n t[n] = c >>> 0;\n }\n return t;\n})();\n\nfunction crc32cHex(bytes: Uint8Array): string {\n let c = 0xffffffff;\n for (const b of bytes) c = CRC_TABLE[(c ^ b) & 0xff] ^ (c >>> 8);\n c = (c ^ 0xffffffff) >>> 0;\n return c.toString(16).padStart(8, \"0\");\n}\n\n// ---------- time ----------\nfunction isLeap(y: number): boolean {\n return (y % 4 === 0 && y % 100 !== 0) || y % 400 === 0;\n}\n\nfunction parseTime(s: unknown): { ok: boolean; utc?: string } {\n if (typeof s !== \"string\") return { ok: false };\n const m = /^(\\d{4})-(\\d{2})-(\\d{2})T(\\d{2}):(\\d{2}):(\\d{2})(?:\\.(\\d{1,3}))?(Z|[+-]\\d{2}:\\d{2})$/.exec(s);\n if (!m) return { ok: false };\n const y = +m[1], mo = +m[2], d = +m[3], h = +m[4], mi = +m[5], se = +m[6];\n const fr = m[7] ?? \"\";\n const off = m[8];\n if (mo < 1 || mo > 12) return { ok: false };\n const dim = [31, isLeap(y) ? 29 : 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31][mo - 1];\n if (d < 1 || d > dim) return { ok: false };\n if (h > 23 || mi > 59 || se > 59) return { ok: false };\n let offsetMin = 0;\n if (off !== \"Z\") {\n const om = /^([+-])(\\d{2}):(\\d{2})$/.exec(off)!;\n const oh = +om[2], omin = +om[3];\n if (oh > 14 || (oh === 14 && omin !== 0)) return { ok: false };\n offsetMin = (om[1] === \"-\" ? -1 : 1) * (oh * 60 + omin);\n }\n const utcMs = Date.UTC(y, mo - 1, d, h, mi, se) - offsetMin * 60000;\n const u = new Date(utcMs);\n const pad = (n: number, w = 2) => String(n).padStart(w, \"0\");\n const frac = fr.padEnd(3, \"0\");\n return {\n ok: true,\n utc: `${pad(u.getUTCFullYear(), 4)}-${pad(u.getUTCMonth() + 1)}-${pad(u.getUTCDate())}T${pad(u.getUTCHours())}:${pad(u.getUTCMinutes())}:${pad(u.getUTCSeconds())}.${frac}Z`,\n };\n}\n\n// ---------- canonicalization ----------\nfunction canonical(s: string): string {\n return s.normalize(\"NFKC\").toLowerCase().trim().replace(/\\s+/gu, \" \");\n}\n\nfunction wordSet(text: string): Set {\n const m = text.toLowerCase().match(/[\\p{L}\\p{N}]+/gu);\n return new Set(m ?? []);\n}\n\nfunction jaccard(a: Set, b: Set): number {\n if (a.size === 0 && b.size === 0) return 1;\n let inter = 0;\n for (const x of a) if (b.has(x)) inter++;\n const union = a.size + b.size - inter;\n return union === 0 ? 1 : inter / union;\n}\n\n// ---------- handlers ----------\ntype Any = Record;\n\nfunction rowJson(r: Any): string {\n return JSON.stringify({\n id: r.id, entity: r.entity, eventTime: r.eventTime,\n revision: r.revision, text: r.text,\n });\n}\n\nasync function handleBuild(body: Any) {\n const policy = body.policy;\n const objects = body.objects;\n\n // policy validity\n const minP = policy ? parseTime(policy.minTime) : { ok: false };\n const maxP = policy ? parseTime(policy.maxTime) : { ok: false };\n const th = policy ? policy.contaminationThreshold : undefined;\n const policyValid =\n policy && typeof policy === \"object\" && !Array.isArray(policy) &&\n minP.ok && maxP.ok &&\n typeof th === \"number\" && Number.isFinite(th) && th >= 0 && th <= 1;\n\n const rejectedObjects: Any[] = [];\n const lineage: Any[] = [];\n // retained rows from valid objects\n let rows: Any[] = [];\n\n for (const obj of (objects as Any[])) {\n const codes: string[] = [];\n const suppliedUri = typeof obj?.uri === \"string\" ? obj.uri : null;\n\n // URI check\n let uriOk = false;\n if (typeof obj?.uri === \"string\" && /^gs:\\/\\/[^\\/]+\\/.+$/.test(obj.uri)) uriOk = true;\n else codes.push(\"URI_INVALID\");\n\n // generations\n const genOk = (v: unknown) => typeof v === \"string\" && /^\\d+$/.test(v);\n const g1 = obj?.generation, g2 = obj?.fetchedGeneration;\n let gensValid = true;\n if (!genOk(g1) || !genOk(g2)) { codes.push(\"GENERATION_INVALID\"); gensValid = false; }\n if (gensValid && g1 !== g2) codes.push(\"GENERATION_MISMATCH\");\n\n // crc32c\n const crcOk = (v: unknown) => typeof v === \"string\" && /^[0-9a-f]{8}$/.test(v);\n const crc = obj?.crc32c;\n let crcValid = true;\n if (!crcOk(crc)) { codes.push(\"CRC32C_INVALID\"); crcValid = false; }\n\n // schema\n let schemaOk = true;\n if (obj?.schemaId !== \"training-v1\") { codes.push(\"SCHEMA_INVALID\"); schemaOk = false; }\n\n // content / JSONL\n let rowsOk = true;\n const content = obj?.content;\n const parsed: Any[] = [];\n if (typeof content !== \"string\") {\n codes.push(\"SCHEMA_INVALID\");\n schemaOk = false;\n rowsOk = false;\n } else {\n const lines = content.split(\"\\n\").map((l: string) => l.trim()).filter((l: string) => l.length > 0);\n if (lines.length === 0) {\n codes.push(\"SCHEMA_INVALID\");\n rowsOk = false;\n } else {\n for (const line of lines) {\n let p: unknown;\n try { p = JSON.parse(line); } catch {\n codes.push(\"JSONL_INVALID\");\n rowsOk = false;\n break;\n }\n const shapeOk =\n p && typeof p === \"object\" && !Array.isArray(p) &&\n new Set(Object.keys(p as object)).size === 5 &&\n [\"id\", \"entity\", \"eventTime\", \"revision\", \"text\"].every((k) => k in (p as object));\n if (!shapeOk) { codes.push(\"SCHEMA_INVALID\"); rowsOk = false; break; }\n const r = p as Any;\n const fieldsOk = typeof r.id === \"string\" && typeof r.entity === \"string\" &&\n typeof r.eventTime === \"string\" && typeof r.text === \"string\" &&\n typeof r.revision === \"number\" && Number.isSafeInteger(r.revision) && r.revision >= 0;\n if (!fieldsOk) { codes.push(\"SCHEMA_INVALID\"); rowsOk = false; break; }\n parsed.push(r);\n }\n }\n }\n\n // CRC32C mismatch (only for string content + syntactically valid crc)\n if (crcValid && typeof content === \"string\" && crc32cHex(enc.encode(content)) !== crc) {\n codes.push(\"CRC32C_MISMATCH\");\n }\n\n const accepted = uriOk && codes.length === 0 && rowsOk && parsed.length > 0;\n if (accepted) {\n rows.push(...parsed);\n lineage.push({\n uri: suppliedUri,\n generation: g1,\n crc32c: crc,\n schemaId: obj.schemaId,\n });\n } else {\n rejectedObjects.push({ uri: suppliedUri, reasonCodes: sortCodes(codes) });\n }\n }\n\n // canonicalize + normalize times\n const norm = rows.map((r) => {\n const t = parseTime(r.eventTime);\n return {\n id: r.id,\n entity: canonical(r.entity),\n eventTime: t.ok ? t.utc! : null,\n eventTimeOk: t.ok,\n revision: r.revision,\n text: canonical(r.text),\n };\n });\n\n // dedup by [entity, eventTime, text]\n const byKey = new Map();\n for (const r of norm) {\n const key = JSON.stringify([r.entity, r.eventTime, r.text]);\n (byKey.get(key) ?? byKey.set(key, []).get(key)!).push(r);\n }\n const retained: Any[] = [];\n const rejectedRows: Any[] = [];\n for (const group of byKey.values()) {\n group.sort((a, b) => {\n if (a.revision !== b.revision) return b.revision - a.revision;\n return utf8Compare(a.id, b.id);\n });\n const winner = group[0];\n retained.push(winner);\n for (const loser of group.slice(1)) {\n rejectedRows.push({ id: loser.id, reasonCodes: [\"DUPLICATE\"] });\n }\n }\n\n // policy / window / split / contamination\n const trainRows: Any[] = [];\n const kept: Record = { train: [], validation: [], test: [] };\n\n if (!policyValid) {\n for (const r of retained) {\n rejectedRows.push({ id: r.id, reasonCodes: [\"POLICY_INVALID\"] });\n }\n } else {\n const inWindow: Any[] = [];\n for (const r of retained) {\n if (!r.eventTimeOk ||\n r.eventTime! < minP.utc! || r.eventTime! > maxP.utc!) {\n rejectedRows.push({ id: r.id, reasonCodes: [\"OUT_OF_WINDOW\"] });\n } else {\n inWindow.push(r);\n }\n }\n for (const r of inWindow) {\n const digestBytes = enc.encode(r.entity);\n const hashHex = await sha256Hex(digestBytes);\n const bucket = parseInt(hashHex.slice(0, 2), 16) % 10;\n (r as Any).split = bucket <= 5 ? \"train\" : bucket <= 7 ? \"validation\" : \"test\";\n }\n for (const r of inWindow) {\n if (r.split === \"train\") trainRows.push(r);\n }\n const trainWords = trainRows.map((r) => wordSet(r.text));\n for (const r of inWindow) {\n if (r.split === \"train\") {\n kept.train.push(r);\n continue;\n }\n const ws = wordSet(r.text);\n let contaminated = false;\n for (let i = 0; i < trainRows.length; i++) {\n if (jaccard(ws, trainWords[i]) >= th!) {\n contaminated = true;\n break;\n }\n }\n if (contaminated) {\n rejectedRows.push({ id: r.id, reasonCodes: [\"TRAIN_CONTAMINATION\"] });\n } else {\n kept[r.split].push(r);\n }\n }\n }\n\n // sort and serialize\n const sortRows = (a: Any, b: Any) => {\n const c = utf8Compare(a.id, b.id);\n return c !== 0 ? c : utf8Compare(rowJson(a), rowJson(b));\n };\n const splits: Record = { train: [], validation: [], test: [] };\n const digests: Record = { train: \"\", validation: \"\", test: \"\" };\n for (const sp of [\"train\", \"validation\", \"test\"] as const) {\n kept[sp].sort(sortRows);\n const payload = kept[sp].map(rowJson).map((s) => s + \"\\n\").join(\"\");\n const bytes = enc.encode(payload);\n digests[sp] = await sha256Hex(bytes);\n splits[sp] = kept[sp].map(rowJson);\n }\n\n rejectedRows.sort((a, b) => {\n const c = utf8Compare(a.id, b.id);\n return c !== 0 ? c : utf8Compare(JSON.stringify(a), JSON.stringify(b));\n });\n rejectedObjects.sort((a, b) => {\n const c = utf8Compare(a.uri ?? \"\", b.uri ?? \"\");\n return c !== 0 ? c : utf8Compare(JSON.stringify(a), JSON.stringify(b));\n });\n lineage.sort((a, b) => utf8Compare(a.uri, b.uri));\n\n return json({\n splits,\n rejectedObjects,\n rejectedRows,\n digests,\n lineage,\n });\n}\n\n// ---------- entrypoint ----------\nexport default async function fetchHandler(req: Request): Promise {\n const url = new URL(req.url);\n if (req.method === \"POST\" && (url.pathname === \"/build-corpus\" || url.pathname === \"/build-corpus/\")) {\n let body: Any;\n try {\n body = JSON.parse(await req.text());\n } catch {\n return json({ error: \"INVALID_INPUT\" }, 400);\n }\n if (!body || typeof body !== \"object\" || Array.isArray(body)) {\n return json({ error: \"INVALID_INPUT\" }, 400);\n }\n if (!body.policy || typeof body.policy !== \"object\" || Array.isArray(body.policy) ||\n !Array.isArray(body.objects)) {\n return json({ error: \"INVALID_INPUT\" }, 400);\n }\n return handleBuild(body);\n }\n return json({ service: \"build-corpus\", endpoint: \"POST /build-corpus\" });\n}\n","deleted",false,"label",[19],{"_33":34,"_13":19,"_35":36,"_37":-5,"_38":39,"_40":41,"_42":43,"_44":56,"_17":46,"_47":48,"_49":50,"_51":52,"_53":14,"_57":58,"_18":59},["D",1787940784777],"children",[],[19],"adcfdee8-567f-48b4-a524-914b54ea888a",["D",1787940517509],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","0b226cf7-648e-4c18-a637-a242174ea0ae","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a04960-730b-72cd-9a55-540d95db24cf","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_115":111},"org",{"_11":12,"_108":109,"_110":111,"_69":70,"_112":113,"_114":52},"branch",{"_17":99,"_13":16,"_33":39,"_100":60,"_101":-5,"_102":-5,"_103":-5,"_104":-5,"_105":-5,"_106":14,"_107":12},"isOwned",9,"projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Navneet","avatar","https://lh3.googleusercontent.com/a/ACg8ocJAPndyQ_8iMhy-CLbFWFKg3UQvEmVag37z1F6jRx4Vf-V-Zw=s96-c","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_33":60,"_13":14,"_44":149,"_62":-5,"_63":52,"_64":65,"_66":65,"_67":-5,"_68":-5,"_69":70,"_71":36,"_72":43,"_73":-5,"_74":-5,"_75":76,"_77":78,"_79":-5,"_80":-5,"_81":-5,"_82":-5,"_83":84,"_85":84,"_86":87,"_88":87,"_89":87,"_90":84,"_91":84,"_92":150,"_94":151,"_96":152,"_98":52},[146],"files",[146],"counts",{"_136":76,"_137":138,"_139":76,"_32":140,"_141":142},[],{"_33":34,"_13":19,"_35":36,"_37":-5,"_38":39,"_40":41,"_42":43,"_44":45,"_17":46,"_47":48,"_49":50,"_51":52,"_53":14,"_18":135},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},[19],"pulls","branches",1,"forks",{"_143":76,"_145":76},"connections",{"_143":76,"_144":76},"count","unfilledCount","emptyCount",{"_33":34,"_13":19,"_35":36,"_37":-5,"_38":39,"_40":41,"_42":43,"_44":56,"_17":46,"_47":48,"_49":50,"_51":52,"_53":14,"_57":147,"_18":148},[],[19],["D",1787940517509],{"_11":12,"_115":111},{"_11":12,"_108":109,"_110":111,"_69":70,"_112":113,"_114":52},{"_17":99,"_13":16,"_33":39,"_100":60,"_101":-5,"_102":-5,"_103":-5,"_104":-5,"_105":-5,"_106":14,"_107":12},"ctx",{"_92":-5,"_132":186,"_187":188,"_189":190,"_191":52,"_192":52,"_193":52,"_194":43,"_195":-5,"_196":-7,"_197":-7,"_198":76,"_199":52,"_200":52,"_201":-5,"_202":52,"_203":52,"_204":52,"_205":-5},"ENV",{"_157":158,"_159":160,"_161":16,"_162":163,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]