[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_150":151,"_152":153},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_89":-7,"_90":91,"_29":-7,"_92":-5,"_15":93,"_94":95,"_96":97,"_98":99,"_100":101,"_102":-5,"_103":-5,"_104":-5,"_105":38,"_106":107,"_108":49,"_109":-5,"_110":-5,"_111":112},"routes/_app.x.$handle.$name.branches",{"_11":12,"_13":14,"_15":16,"_17":18},"handle","navneett","name","build-corpus","project",{"_20":28,"_13":14,"_22":36,"_35":-5,"_37":38,"_39":40,"_41":40,"_42":-5,"_43":-5,"_44":45,"_46":47,"_48":49,"_50":-5,"_51":-5,"_52":53,"_54":55,"_56":-5,"_57":-5,"_58":-5,"_59":-5,"_60":61,"_62":61,"_63":64,"_65":64,"_66":64,"_67":61,"_68":61,"_69":70,"_71":72,"_73":74,"_75":38},"branches",[19],{"_20":21,"_22":23,"_24":25,"_13":26,"_27":28,"_29":30,"_31":-5,"_32":-5,"_33":34,"_35":-5},"id","5c85adab-52ff-451a-bc9f-adb37bca3c57","createdAt",["D",1787940517509],"updatedAt",["D",1787940790895],"main","projectId","adcfdee8-567f-48b4-a524-914b54ea888a","version",9,"forkedBranchId","forkedBranchVersion","lockfileKey","1787940791023-esm.town_v_navneett_build-corpus@9-main","deletedAt",["D",1787940517509],"legacyEnvVars",false,"privacy","public","httpPrivacy","description","imageUrl","userId","0b226cf7-648e-4c18-a637-a242174ea0ae","pinnedFileId","a1a4a3ce-a30b-11f1-831d-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a04960-730b-72cd-9a55-540d95db24cf","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_88":84},"org",{"_11":12,"_81":82,"_83":84,"_44":45,"_85":86,"_87":38},"branch",{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_76":-5,"_77":-5,"_78":-5,"_79":14,"_80":12},"isOwned","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Navneet","avatar","https://lh3.googleusercontent.com/a/ACg8ocJAPndyQ_8iMhy-CLbFWFKg3UQvEmVag37z1F6jRx4Vf-V-Zw=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","path","","adoptOrgId",{"_20":28,"_13":14,"_22":146,"_35":-5,"_37":38,"_39":40,"_41":40,"_42":-5,"_43":-5,"_44":45,"_46":47,"_48":49,"_50":-5,"_51":-5,"_52":53,"_54":55,"_56":-5,"_57":-5,"_58":-5,"_59":-5,"_60":61,"_62":61,"_63":64,"_65":64,"_66":64,"_67":61,"_68":61,"_69":147,"_71":148,"_73":149,"_75":38},"tree",[141],"files",[141],"counts",{"_131":53,"_17":132,"_133":53,"_134":135,"_136":137},"contents",[113],"file","upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_20":114,"_13":115,"_116":47,"_117":-5,"_118":21,"_119":120,"_121":49,"_22":122,"_29":123,"_124":125,"_126":127,"_128":38,"_129":14,"_90":130},"ca34763a-716f-40b4-969d-16f62b4a7fdf","main.ts","fileId","parentId","branchId","branchVersion",8,"latest",["D",1787940784777],6,"fileType","http","content","// POST /build-corpus — deterministic, leakage-safe corpus builder.\nconst enc = new TextEncoder();\n\nconst json = (obj: unknown, status = 200) =>\n new Response(JSON.stringify(obj), {\n status,\n headers: { \"content-type\": \"application/json\" },\n });\n\nfunction utf8Compare(a: string, b: string): number {\n const ab = enc.encode(a), bb = enc.encode(b);\n const n = Math.min(ab.length, bb.length);\n for (let i = 0; i < n; i++) if (ab[i] !== bb[i]) return ab[i] - bb[i];\n return ab.length - bb.length;\n}\n\nfunction sortCodes(codes: string[]): string[] {\n return [...new Set(codes)].sort(utf8Compare);\n}\n\nasync function sha256Hex(bytes: Uint8Array): Promise {\n const h = await crypto.subtle.digest(\"SHA-256\", bytes as unknown as ArrayBuffer);\n return [...new Uint8Array(h)].map((b) => b.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\n// ---------- CRC32C (Castagnoli) ----------\nconst CRC_TABLE = (() => {\n const t = new Uint32Array(256);\n for (let n = 0; n < 256; n++) {\n let c = n;\n for (let k = 0; k < 8; k++) c = (c & 1) ? (0x82f63b78 ^ (c >>> 1)) : (c >>> 1);\n t[n] = c >>> 0;\n }\n return t;\n})();\n\nfunction crc32cHex(bytes: Uint8Array): string {\n let c = 0xffffffff;\n for (const b of bytes) c = CRC_TABLE[(c ^ b) & 0xff] ^ (c >>> 8);\n c = (c ^ 0xffffffff) >>> 0;\n return c.toString(16).padStart(8, \"0\");\n}\n\n// ---------- time ----------\nfunction isLeap(y: number): boolean {\n return (y % 4 === 0 && y % 100 !== 0) || y % 400 === 0;\n}\n\nfunction parseTime(s: unknown): { ok: boolean; utc?: string } {\n if (typeof s !== \"string\") return { ok: false };\n const m = /^(\\d{4})-(\\d{2})-(\\d{2})T(\\d{2}):(\\d{2}):(\\d{2})(?:\\.(\\d{1,3}))?(Z|[+-]\\d{2}:\\d{2})$/.exec(s);\n if (!m) return { ok: false };\n const y = +m[1], mo = +m[2], d = +m[3], h = +m[4], mi = +m[5], se = +m[6];\n const fr = m[7] ?? \"\";\n const off = m[8];\n if (mo < 1 || mo > 12) return { ok: false };\n const dim = [31, isLeap(y) ? 29 : 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31][mo - 1];\n if (d < 1 || d > dim) return { ok: false };\n if (h > 23 || mi > 59 || se > 59) return { ok: false };\n let offsetMin = 0;\n if (off !== \"Z\") {\n const om = /^([+-])(\\d{2}):(\\d{2})$/.exec(off)!;\n const oh = +om[2], omin = +om[3];\n if (oh > 14 || (oh === 14 && omin !== 0)) return { ok: false };\n offsetMin = (om[1] === \"-\" ? -1 : 1) * (oh * 60 + omin);\n }\n const utcMs = Date.UTC(y, mo - 1, d, h, mi, se) - offsetMin * 60000;\n const u = new Date(utcMs);\n const pad = (n: number, w = 2) => String(n).padStart(w, \"0\");\n const frac = fr.padEnd(3, \"0\");\n return {\n ok: true,\n utc: `${pad(u.getUTCFullYear(), 4)}-${pad(u.getUTCMonth() + 1)}-${pad(u.getUTCDate())}T${pad(u.getUTCHours())}:${pad(u.getUTCMinutes())}:${pad(u.getUTCSeconds())}.${frac}Z`,\n };\n}\n\n// ---------- canonicalization ----------\nfunction canonical(s: string): string {\n return s.normalize(\"NFKC\").toLowerCase().trim().replace(/\\s+/gu, \" \");\n}\n\nfunction wordSet(text: string): Set {\n const m = text.toLowerCase().match(/[\\p{L}\\p{N}]+/gu);\n return new Set(m ?? []);\n}\n\nfunction jaccard(a: Set, b: Set): number {\n if (a.size === 0 && b.size === 0) return 1;\n let inter = 0;\n for (const x of a) if (b.has(x)) inter++;\n const union = a.size + b.size - inter;\n return union === 0 ? 1 : inter / union;\n}\n\n// ---------- handlers ----------\ntype Any = Record;\n\nfunction rowJson(r: Any): string {\n return JSON.stringify({\n id: r.id, entity: r.entity, eventTime: r.eventTime,\n revision: r.revision, text: r.text,\n });\n}\n\nasync function handleBuild(body: Any) {\n const policy = body.policy;\n const objects = body.objects;\n\n // policy validity\n const minP = policy ? parseTime(policy.minTime) : { ok: false };\n const maxP = policy ? parseTime(policy.maxTime) : { ok: false };\n const th = policy ? policy.contaminationThreshold : undefined;\n const policyValid =\n policy && typeof policy === \"object\" && !Array.isArray(policy) &&\n minP.ok && maxP.ok &&\n typeof th === \"number\" && Number.isFinite(th) && th >= 0 && th <= 1;\n\n const rejectedObjects: Any[] = [];\n const lineage: Any[] = [];\n // retained rows from valid objects\n let rows: Any[] = [];\n\n for (const obj of (objects as Any[])) {\n const codes: string[] = [];\n const suppliedUri = typeof obj?.uri === \"string\" ? obj.uri : null;\n\n // URI check\n let uriOk = false;\n if (typeof obj?.uri === \"string\" && /^gs:\\/\\/[^\\/]+\\/.+$/.test(obj.uri)) uriOk = true;\n else codes.push(\"URI_INVALID\");\n\n // generations\n const genOk = (v: unknown) => typeof v === \"string\" && /^\\d+$/.test(v);\n const g1 = obj?.generation, g2 = obj?.fetchedGeneration;\n let gensValid = true;\n if (!genOk(g1) || !genOk(g2)) { codes.push(\"GENERATION_INVALID\"); gensValid = false; }\n if (gensValid && g1 !== g2) codes.push(\"GENERATION_MISMATCH\");\n\n // crc32c\n const crcOk = (v: unknown) => typeof v === \"string\" && /^[0-9a-f]{8}$/.test(v);\n const crc = obj?.crc32c;\n let crcValid = true;\n if (!crcOk(crc)) { codes.push(\"CRC32C_INVALID\"); crcValid = false; }\n\n // schema\n let schemaOk = true;\n if (obj?.schemaId !== \"training-v1\") { codes.push(\"SCHEMA_INVALID\"); schemaOk = false; }\n\n // content / JSONL\n let rowsOk = true;\n const content = obj?.content;\n const parsed: Any[] = [];\n if (typeof content !== \"string\") {\n codes.push(\"SCHEMA_INVALID\");\n schemaOk = false;\n rowsOk = false;\n } else {\n const lines = content.split(\"\\n\").map((l: string) => l.trim()).filter((l: string) => l.length > 0);\n if (lines.length === 0) {\n codes.push(\"SCHEMA_INVALID\");\n rowsOk = false;\n } else {\n for (const line of lines) {\n let p: unknown;\n try { p = JSON.parse(line); } catch {\n codes.push(\"JSONL_INVALID\");\n rowsOk = false;\n break;\n }\n const shapeOk =\n p && typeof p === \"object\" && !Array.isArray(p) &&\n new Set(Object.keys(p as object)).size === 5 &&\n [\"id\", \"entity\", \"eventTime\", \"revision\", \"text\"].every((k) => k in (p as object));\n if (!shapeOk) { codes.push(\"SCHEMA_INVALID\"); rowsOk = false; break; }\n const r = p as Any;\n const fieldsOk = typeof r.id === \"string\" && typeof r.entity === \"string\" &&\n typeof r.eventTime === \"string\" && typeof r.text === \"string\" &&\n typeof r.revision === \"number\" && Number.isSafeInteger(r.revision) && r.revision >= 0;\n if (!fieldsOk) { codes.push(\"SCHEMA_INVALID\"); rowsOk = false; break; }\n parsed.push(r);\n }\n }\n }\n\n // CRC32C mismatch (only for string content + syntactically valid crc)\n if (crcValid && typeof content === \"string\" && crc32cHex(enc.encode(content)) !== crc) {\n codes.push(\"CRC32C_MISMATCH\");\n }\n\n const accepted = uriOk && codes.length === 0 && rowsOk && parsed.length > 0;\n if (accepted) {\n rows.push(...parsed);\n lineage.push({\n uri: suppliedUri,\n generation: g1,\n crc32c: crc,\n schemaId: obj.schemaId,\n });\n } else {\n rejectedObjects.push({ uri: suppliedUri, reasonCodes: sortCodes(codes) });\n }\n }\n\n // canonicalize + normalize times\n const norm = rows.map((r) => {\n const t = parseTime(r.eventTime);\n return {\n id: r.id,\n entity: canonical(r.entity),\n eventTime: t.ok ? t.utc! : null,\n eventTimeOk: t.ok,\n revision: r.revision,\n text: canonical(r.text),\n };\n });\n\n // dedup by [entity, eventTime, text]\n const byKey = new Map();\n for (const r of norm) {\n const key = JSON.stringify([r.entity, r.eventTime, r.text]);\n (byKey.get(key) ?? byKey.set(key, []).get(key)!).push(r);\n }\n const retained: Any[] = [];\n const rejectedRows: Any[] = [];\n for (const group of byKey.values()) {\n group.sort((a, b) => {\n if (a.revision !== b.revision) return b.revision - a.revision;\n return utf8Compare(a.id, b.id);\n });\n const winner = group[0];\n retained.push(winner);\n for (const loser of group.slice(1)) {\n rejectedRows.push({ id: loser.id, reasonCodes: [\"DUPLICATE\"] });\n }\n }\n\n // policy / window / split / contamination\n const trainRows: Any[] = [];\n const kept: Record = { train: [], validation: [], test: [] };\n\n if (!policyValid) {\n for (const r of retained) {\n rejectedRows.push({ id: r.id, reasonCodes: [\"POLICY_INVALID\"] });\n }\n } else {\n const inWindow: Any[] = [];\n for (const r of retained) {\n if (!r.eventTimeOk ||\n r.eventTime! < minP.utc! || r.eventTime! > maxP.utc!) {\n rejectedRows.push({ id: r.id, reasonCodes: [\"OUT_OF_WINDOW\"] });\n } else {\n inWindow.push(r);\n }\n }\n for (const r of inWindow) {\n const digestBytes = enc.encode(r.entity);\n const hashHex = await sha256Hex(digestBytes);\n const bucket = parseInt(hashHex.slice(0, 2), 16) % 10;\n (r as Any).split = bucket <= 5 ? \"train\" : bucket <= 7 ? \"validation\" : \"test\";\n }\n for (const r of inWindow) {\n if (r.split === \"train\") trainRows.push(r);\n }\n const trainWords = trainRows.map((r) => wordSet(r.text));\n for (const r of inWindow) {\n if (r.split === \"train\") {\n kept.train.push(r);\n continue;\n }\n const ws = wordSet(r.text);\n let contaminated = false;\n for (let i = 0; i < trainRows.length; i++) {\n if (jaccard(ws, trainWords[i]) >= th!) {\n contaminated = true;\n break;\n }\n }\n if (contaminated) {\n rejectedRows.push({ id: r.id, reasonCodes: [\"TRAIN_CONTAMINATION\"] });\n } else {\n kept[r.split].push(r);\n }\n }\n }\n\n // sort and serialize\n const sortRows = (a: Any, b: Any) => {\n const c = utf8Compare(a.id, b.id);\n return c !== 0 ? c : utf8Compare(rowJson(a), rowJson(b));\n };\n const splits: Record = { train: [], validation: [], test: [] };\n const digests: Record = { train: \"\", validation: \"\", test: \"\" };\n for (const sp of [\"train\", \"validation\", \"test\"] as const) {\n kept[sp].sort(sortRows);\n const payload = kept[sp].map(rowJson).map((s) => s + \"\\n\").join(\"\");\n const bytes = enc.encode(payload);\n digests[sp] = await sha256Hex(bytes);\n splits[sp] = kept[sp].map(rowJson);\n }\n\n rejectedRows.sort((a, b) => {\n const c = utf8Compare(a.id, b.id);\n return c !== 0 ? c : utf8Compare(JSON.stringify(a), JSON.stringify(b));\n });\n rejectedObjects.sort((a, b) => {\n const c = utf8Compare(a.uri ?? \"\", b.uri ?? \"\");\n return c !== 0 ? c : utf8Compare(JSON.stringify(a), JSON.stringify(b));\n });\n lineage.sort((a, b) => utf8Compare(a.uri, b.uri));\n\n return json({\n splits,\n rejectedObjects,\n rejectedRows,\n digests,\n lineage,\n });\n}\n\n// ---------- entrypoint ----------\nexport default async function fetchHandler(req: Request): Promise {\n const url = new URL(req.url);\n if (req.method === \"POST\" && (url.pathname === \"/build-corpus\" || url.pathname === \"/build-corpus/\")) {\n let body: Any;\n try {\n body = JSON.parse(await req.text());\n } catch {\n return json({ error: \"INVALID_INPUT\" }, 400);\n }\n if (!body || typeof body !== \"object\" || Array.isArray(body)) {\n return json({ error: \"INVALID_INPUT\" }, 400);\n }\n if (!body.policy || typeof body.policy !== \"object\" || Array.isArray(body.policy) ||\n !Array.isArray(body.objects)) {\n return json({ error: \"INVALID_INPUT\" }, 400);\n }\n return handleBuild(body);\n }\n return json({ service: \"build-corpus\", endpoint: \"POST /build-corpus\" });\n}\n","deleted","label",[115],"pulls",1,"forks","envVars",{"_138":53,"_140":53},"connections",{"_138":53,"_139":53},"count","unfilledCount","emptyCount",{"_20":114,"_13":115,"_116":47,"_117":-5,"_118":21,"_119":120,"_121":49,"_22":142,"_29":123,"_124":125,"_126":127,"_128":38,"_129":14,"_143":144,"_90":145},["D",1787940784777],"children",[],[115],["D",1787940517509],{"_11":12,"_88":84},{"_11":12,"_81":82,"_83":84,"_44":45,"_85":86,"_87":38},{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_76":-5,"_77":-5,"_78":-5,"_79":14,"_80":12},"ctx",{"_69":-5,"_110":183,"_184":185,"_186":187,"_188":38,"_189":38,"_190":38,"_191":49,"_192":-5,"_193":-7,"_194":-7,"_195":53,"_196":38,"_197":38,"_198":-5,"_199":38,"_200":38,"_201":38,"_202":-5},"ENV",{"_154":155,"_156":157,"_158":26,"_159":160,"_161":162,"_163":164,"_165":166,"_167":168,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Branches1

Branches
1