[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_172":173,"_174":175},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_18":19,"_17":-7,"_130":-5,"_20":131,"_22":132,"_133":134,"_135":136,"_25":137,"_24":-5,"_138":-5,"_139":-5,"_140":54,"_141":142,"_143":45,"_144":-5,"_145":-5,"_146":147},"routes/_app.x.$handle.$name.branch.$branch.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":-7,"_25":26,"_27":-5,"_28":-5,"_29":-5,"_30":-5,"_31":-5},"handle","valentinmoebs","name","notion-mirror-a-to-c","branchName","main","version","path","","project",{"_34":75,"_13":14,"_46":76,"_77":-5,"_78":54,"_79":80,"_81":80,"_82":83,"_84":-5,"_85":86,"_87":59,"_88":45,"_89":-5,"_90":-5,"_91":62,"_92":93,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":99,"_100":99,"_101":102,"_103":102,"_104":102,"_105":99,"_106":99,"_107":108,"_109":110,"_111":112,"_113":54},"tree",[66,67],"file","contents",[32,33],"upstream","pull","ahead","behind","envVars",{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":60,"_44":45,"_46":61,"_17":62,"_49":63,"_51":64,"_53":54,"_55":-5,"_18":65},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":47,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_18":56},"id","df2acdd4-5b2d-11f1-94a1-ee650bb23af1","main.ts","fileId","c31c0712-5b2c-11f1-bd61-ee650bb23af1","parentId","branchId","c3192074-5b2c-11f1-bd61-ee650bb23af1","branchVersion",2,"latest",true,"createdAt",["D",1780038800076],1,"fileType","interval","content","// =============================================================================\n// Notion one-way redacted mirror — Val.town\n// =============================================================================\n//\n// Mirrors a \"source\" Notion database into a \"destination\" database with\n// sensitive properties stripped. The destination's allowed schema is defined\n// by a separate \"schema reference\" database — its property names and types\n// dictate exactly what the destination is permitted to have.\n//\n// THE DESTINATION IS NOT A PLACE FOR USER EDITS. Any changes a user makes to\n// the destination — adding rows, deleting rows, editing values, adding or\n// removing properties — will be silently overwritten on the next sync. This\n// is by design: the destination is a read-only view of redacted source data.\n//\n// CHANGE DETECTION: We hash each row's allowed-property content (computed\n// against the reference's schema) on both sides each run. If source and\n// destination hashes match → no write. If they differ → overwrite the\n// destination with the source's content. No ledger DB is needed because the\n// source is the only authority; destination state is fully derived.\n//\n// THE SCRIPT WILL NEVER WRITE TO THE SOURCE. The token for the source can be\n// granted read-only permission in Notion as an enforcement layer. The script\n// also guards against this in code: it has no code path that writes to the\n// source DB.\n//\n// Sync rules:\n// SCHEMA (destination is forced to match the reference exactly):\n// - Property present in reference, missing in destination → add it\n// - Property present in destination, missing in reference → DELETE it\n// - Type mismatch → delete (next run recreates with reference's type)\n// - Select/multi-select/status options → union (reference + source)\n// - Properties present in source but not in reference → ignored (redacted)\n// ROWS:\n// - Source row, no matching destination row → create on destination\n// - Source row matches destination row (by trimmed title) → re-mirror\n// if content differs (hash compare)\n// - Destination row with no matching source row → ARCHIVE (silently)\n// - Source row archived → matching destination row also archived\n// - Duplicate titles in source → log error, take newest, DO NOT modify\n// - Names with leading/trailing spaces in source → matched after trim,\n// DO NOT modify source\n// ERRORS:\n// - All errors get logged to a single error DB in the same workspace\n// - Failed records will retry naturally on next run\n//\n// SETUP:\n// Env vars:\n// NOTION_TOKEN_SOURCE — token with READ-ONLY access to the source DB\n// NOTION_TOKEN_DEST — token with read/write access to destination,\n// schema reference, and error DB\n// SOURCE_DB_ID — source database (script never writes here)\n// DEST_DB_ID — destination database\n// SCHEMA_REF_DB_ID — schema reference database (rows ignored)\n// ERROR_DB_ID — error database\n//\n// Optional: DRY_RUN=true\n//\n// The error DB must have these properties:\n// Name (title)\n// Run Started At (date)\n// Record Name (text)\n// Operation (select)\n// Error Message (text)\n// Resolved (checkbox)\n//\n// =============================================================================\n\nconst NOTION_TOKEN_SOURCE = Deno.env.get(\"NOTION_TOKEN_SOURCE\")!;\nconst NOTION_TOKEN_DEST = Deno.env.get(\"NOTION_TOKEN_DEST\")!;\nconst SOURCE_DB_ID = Deno.env.get(\"SOURCE_DB_ID\")!;\nconst DEST_DB_ID = Deno.env.get(\"DEST_DB_ID\")!;\nconst SCHEMA_REF_DB_ID = Deno.env.get(\"SCHEMA_REF_DB_ID\")!;\nconst ERROR_DB_ID = Deno.env.get(\"ERROR_DB_ID\")!;\nconst DRY_RUN = Deno.env.get(\"DRY_RUN\") === \"true\";\n\nconst NOTION_VERSION = \"2022-06-28\";\nconst API = \"https://api.notion.com/v1\";\n\n// Roles drive token selection. Only \"source\" uses the read-only-capable\n// token; everything else uses the write-capable token.\ntype Role = \"source\" | \"dest\" | \"schema-ref\" | \"error\";\n\n// =============================================================================\n// LOW-LEVEL HELPERS\n// =============================================================================\n\nconst tokenFor = (role: Role): string =>\n role === \"source\" ? NOTION_TOKEN_SOURCE : NOTION_TOKEN_DEST;\n\nconst sleep = (ms: number) => new Promise(r => setTimeout(r, ms));\n\nasync function notion(\n role: Role, method: string, path: string, body?: unknown,\n): Promise {\n // Safety net: refuse to make any write call to the source DB. The only\n // POST allowed against source is /query (which reads, despite the verb).\n if (role === \"source\" && method !== \"GET\" && method !== \"POST\") {\n throw new Error(`Refusing ${method} against source role: only GET/POST allowed`);\n }\n if (role === \"source\" && method === \"POST\" && !path.endsWith(\"/query\")) {\n throw new Error(`Refusing POST ${path} against source role: only /query is allowed`);\n }\n\n for (let attempt = 0; attempt < 5; attempt++) {\n const res = await fetch(`${API}${path}`, {\n method,\n headers: {\n \"Authorization\": `Bearer ${tokenFor(role)}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n },\n body: body ? JSON.stringify(body) : undefined,\n });\n\n if (res.status === 429) {\n const retryAfter = Number(res.headers.get(\"Retry-After\") ?? \"1\");\n console.log(`Rate limited (${role}), waiting ${retryAfter}s`);\n await sleep(retryAfter * 1000);\n continue;\n }\n if (!res.ok) {\n const text = await res.text();\n throw new Error(`Notion ${method} ${path} [${role}] → ${res.status}: ${text}`);\n }\n return res.json();\n }\n throw new Error(`Notion ${method} ${path} [${role}] failed after 5 retries`);\n}\n\n// =============================================================================\n// ERROR REPORTING\n// =============================================================================\n\nlet RUN_STARTED_AT = new Date().toISOString();\nlet ERROR_DB_HEALTHY = false;\nlet ERROR_COUNT = 0;\n\ninterface ErrorReport {\n recordName: string;\n operation: string;\n error: unknown;\n}\n\nfunction errorProperties(r: ErrorReport): Record {\n const message = (r.error instanceof Error) ? r.error.message : String(r.error);\n const truncated = message.length > 2000 ? message.slice(0, 1997) + \"...\" : message;\n const title = r.recordName === \"(no record)\"\n ? `${r.operation} failed`\n : `Failed: ${r.recordName}`;\n return {\n \"Name\": { title: [{ text: { content: title } }] },\n \"Run Started At\": { date: { start: RUN_STARTED_AT } },\n \"Record Name\": { rich_text: [{ text: { content: r.recordName } }] },\n \"Operation\": { select: { name: r.operation } },\n \"Error Message\": { rich_text: [{ text: { content: truncated } }] },\n \"Resolved\": { checkbox: false },\n };\n}\n\nasync function reportError(r: ErrorReport): Promise {\n ERROR_COUNT++;\n const message = (r.error instanceof Error) ? r.error.message : String(r.error);\n console.error(`Error [${r.operation}] \"${r.recordName}\":`, message);\n\n if (DRY_RUN) {\n console.log(`[DRY] would log error to error DB`);\n return;\n }\n if (!ERROR_DB_HEALTHY) return;\n\n try {\n await notion(\"error\", \"POST\", \"/pages\", {\n parent: { database_id: ERROR_DB_ID },\n properties: errorProperties(r),\n });\n } catch (writeErr) {\n console.error(`Could not write to error DB:`, writeErr);\n }\n}\n\n// =============================================================================\n// STARTUP VALIDATION\n// =============================================================================\n\ninterface ExpectedProp { name: string; type: string; }\n\nfunction validateSchema(\n schema: any,\n expected: ExpectedProp[],\n): { ok: boolean; problems: string[] } {\n const problems: string[] = [];\n for (const { name, type } of expected) {\n const prop = schema?.properties?.[name];\n if (!prop) { problems.push(`missing property \"${name}\"`); continue; }\n if (prop.type !== type) {\n problems.push(`property \"${name}\" has type \"${prop.type}\", expected \"${type}\"`);\n }\n }\n return { ok: problems.length === 0, problems };\n}\n\nconst ERROR_DB_SCHEMA: ExpectedProp[] = [\n { name: \"Name\", type: \"title\" },\n { name: \"Run Started At\", type: \"date\" },\n { name: \"Record Name\", type: \"rich_text\" },\n { name: \"Operation\", type: \"select\" },\n { name: \"Error Message\", type: \"rich_text\" },\n { name: \"Resolved\", type: \"checkbox\" },\n];\n\nasync function validateErrorDb(): Promise {\n try {\n const db = await notion(\"error\", \"GET\", `/databases/${ERROR_DB_ID}`);\n const r = validateSchema(db, ERROR_DB_SCHEMA);\n if (r.ok) ERROR_DB_HEALTHY = true;\n else console.error(`Error DB schema problems: ${r.problems.join(\"; \")}`);\n } catch (err) {\n console.error(`Could not fetch error DB:`, err);\n }\n console.log(`Error DB: ${ERROR_DB_HEALTHY ? \"ok\" : \"BROKEN\"}`);\n}\n\n// =============================================================================\n// QUERY\n// =============================================================================\n\nasync function queryAllPages(role: Role, dbId: string): Promise {\n const pages: any[] = [];\n let cursor: string | undefined = undefined;\n do {\n const res: any = await notion(role, \"POST\", `/databases/${dbId}/query`, {\n start_cursor: cursor,\n page_size: 100,\n });\n pages.push(...res.results);\n cursor = res.has_more ? res.next_cursor : undefined;\n } while (cursor);\n return pages;\n}\n\n// =============================================================================\n// NAME / TITLE UTILITIES\n// =============================================================================\n\nfunction getRawPageName(page: any): string {\n for (const prop of Object.values(page.properties)) {\n if (prop.type === \"title\") {\n return prop.title.map((t: any) => t.plain_text).join(\"\");\n }\n }\n return \"\";\n}\n\nfunction getPageName(page: any): string {\n return getRawPageName(page).trim();\n}\n\nfunction findTitlePropName(schema: any): string | null {\n if (!schema?.properties) return null;\n for (const [name, prop] of Object.entries(schema.properties)) {\n if (prop.type === \"title\") return name;\n }\n return null;\n}\n\n// =============================================================================\n// PROPERTY EXTRACTION AND HASHING\n// =============================================================================\n\nconst WRITABLE_TYPES = new Set([\n \"title\", \"rich_text\", \"number\", \"select\", \"multi_select\", \"date\",\n \"checkbox\", \"url\", \"email\", \"phone_number\", \"people\", \"files\", \"status\",\n]);\n\nconst RICH_TEXT_MAX = 2000;\n\nfunction cleanPropertyValue(value: any): any {\n const t = value.type;\n if (t === \"select\" && value.select) {\n return { type: \"select\", select: value.select.name ? { name: value.select.name } : null };\n }\n if (t === \"multi_select\" && value.multi_select) {\n return {\n type: \"multi_select\",\n multi_select: value.multi_select.map((o: any) => ({ name: o.name })),\n };\n }\n if (t === \"status\" && value.status) {\n return { type: \"status\", status: value.status.name ? { name: value.status.name } : null };\n }\n if (t === \"people\") {\n return { type: \"people\", people: [] };\n }\n if (t === \"rich_text\" && Array.isArray(value.rich_text)) {\n const truncated = value.rich_text.map((seg: any) => {\n if (seg.text?.content && seg.text.content.length > RICH_TEXT_MAX) {\n return {\n ...seg,\n text: { ...seg.text, content: seg.text.content.slice(0, RICH_TEXT_MAX - 3) + \"...\" },\n plain_text: seg.plain_text?.slice(0, RICH_TEXT_MAX - 3) + \"...\",\n };\n }\n return seg;\n });\n return { type: \"rich_text\", rich_text: truncated };\n }\n if (t === \"title\" && Array.isArray(value.title)) {\n const truncated = value.title.map((seg: any) => {\n if (seg.text?.content && seg.text.content.length > RICH_TEXT_MAX) {\n return {\n ...seg,\n text: { ...seg.text, content: seg.text.content.slice(0, RICH_TEXT_MAX - 3) + \"...\" },\n };\n }\n return seg;\n });\n return { type: \"title\", title: truncated };\n }\n return value;\n}\n\n// Build the property payload for writing a row to the destination, using\n// ONLY properties allowed by the reference schema.\n//\n// The title property's NAME on the destination might differ from the source.\n// We copy the title text from whatever the source's title prop is into\n// whatever the destination's title prop is called.\nfunction extractAllowedProps(\n page: any,\n refSchema: any,\n destTitleName: string,\n): Record {\n const out: Record = {};\n\n const titleText = getRawPageName(page);\n out[destTitleName] = {\n title: [{ text: { content: titleText.slice(0, RICH_TEXT_MAX) } }],\n };\n\n for (const [refName, refProp] of Object.entries(refSchema.properties)) {\n if (refProp.type === \"title\") continue;\n if (!WRITABLE_TYPES.has(refProp.type)) continue;\n\n const pageProp = page.properties[refName];\n if (!pageProp) continue;\n if (pageProp.type !== refProp.type) continue;\n\n const cleaned = cleanPropertyValue(pageProp);\n const { id, ...rest } = cleaned;\n out[refName] = rest;\n }\n\n return out;\n}\n\nasync function sha256Hex(input: string): Promise {\n const bytes = new TextEncoder().encode(input);\n const digest = await crypto.subtle.digest(\"SHA-256\", bytes);\n return Array.from(new Uint8Array(digest))\n .map(b => b.toString(16).padStart(2, \"0\"))\n .join(\"\");\n}\n\nfunction stableStringify(obj: any): string {\n if (obj === null || typeof obj !== \"object\") return JSON.stringify(obj);\n if (Array.isArray(obj)) return \"[\" + obj.map(stableStringify).join(\",\") + \"]\";\n const keys = Object.keys(obj).sort();\n return \"{\" + keys.map(k => JSON.stringify(k) + \":\" + stableStringify(obj[k])).join(\",\") + \"}\";\n}\n\n// Hash a row using the same \"would-write\" payload format we'd use to write\n// it to the destination. So source-hash and dest-hash are directly comparable\n// when the destination is a faithful mirror.\nasync function hashRowForMirror(\n page: any, refSchema: any, destTitleName: string,\n): Promise {\n const props = extractAllowedProps(page, refSchema, destTitleName);\n return await sha256Hex(stableStringify(props));\n}\n\n// =============================================================================\n// PAGE OPERATIONS\n// =============================================================================\n\nasync function archivePage(role: Role, pageId: string, label: string): Promise {\n if (role === \"source\") throw new Error(`Refusing to archive in source: ${label}`);\n if (DRY_RUN) { console.log(`[DRY] archive [${role}] (${label}): ${pageId}`); return; }\n await notion(role, \"PATCH\", `/pages/${pageId}`, { archived: true });\n}\n\nasync function createPage(role: Role, dbId: string, props: Record, label: string): Promise {\n if (role === \"source\") throw new Error(`Refusing to create in source: ${label}`);\n if (DRY_RUN) { console.log(`[DRY] create [${role}]: ${label}`); return { id: \"dry-run-id\" }; }\n return await notion(role, \"POST\", \"/pages\", {\n parent: { database_id: dbId },\n properties: props,\n });\n}\n\nasync function updatePage(role: Role, pageId: string, props: Record, label: string): Promise {\n if (role === \"source\") throw new Error(`Refusing to update in source: ${label}`);\n if (DRY_RUN) { console.log(`[DRY] update [${role}]: ${label}`); return; }\n await notion(role, \"PATCH\", `/pages/${pageId}`, { properties: props });\n}\n\n// =============================================================================\n// SCHEMA ENFORCEMENT\n// =============================================================================\n\nconst ALLOWED_SCHEMA_TYPES = new Set([\n \"rich_text\", \"number\", \"select\", \"multi_select\", \"date\", \"checkbox\",\n \"url\", \"email\", \"phone_number\", \"people\", \"files\", \"status\",\n]);\n\nfunction unionOptions(a: any[], b: any[]): any[] {\n const byName = new Map();\n for (const o of a) byName.set(o.name, { name: o.name, color: o.color });\n for (const o of b) {\n if (!byName.has(o.name)) byName.set(o.name, { name: o.name, color: o.color });\n }\n return [...byName.values()];\n}\n\nfunction buildPropertyConfig(prop: any, sourceProp?: any): any {\n const type = prop.type;\n switch (type) {\n case \"select\": {\n const refOpts = prop.select?.options ?? [];\n const srcOpts = sourceProp?.select?.options ?? [];\n return { select: { options: unionOptions(refOpts, srcOpts) } };\n }\n case \"multi_select\": {\n const refOpts = prop.multi_select?.options ?? [];\n const srcOpts = sourceProp?.multi_select?.options ?? [];\n return { multi_select: { options: unionOptions(refOpts, srcOpts) } };\n }\n case \"status\": {\n const refOpts = prop.status?.options ?? [];\n const srcOpts = sourceProp?.status?.options ?? [];\n return { status: { options: unionOptions(refOpts, srcOpts) } };\n }\n case \"number\":\n return { number: { format: prop.number?.format ?? \"number\" } };\n default:\n return { [type]: {} };\n }\n}\n\ninterface SchemaResult {\n refSchema: any;\n destSchema: any;\n destTitleName: string;\n}\n\nasync function enforceDestSchema(\n refSchema: any, sourceSchema: any,\n): Promise {\n console.log(\"--- Schema enforcement ---\");\n\n let destSchema: any;\n try {\n destSchema = await notion(\"dest\", \"GET\", `/databases/${DEST_DB_ID}`);\n } catch (err) {\n await reportError({ recordName: \"(no record)\", operation: \"schema-fetch-dest\", error: err });\n return null;\n }\n\n const refTitleName = findTitlePropName(refSchema);\n const destTitleName = findTitlePropName(destSchema);\n if (!refTitleName || !destTitleName) {\n await reportError({\n recordName: \"(no record)\",\n operation: \"schema-enforcement\",\n error: new Error(\"Reference or destination DB is missing a title property\"),\n });\n return null;\n }\n\n const patch: Record = {};\n const additions: string[] = [];\n const deletions: string[] = [];\n const retypes: string[] = [];\n\n // Reference properties: ensure each exists on destination with correct type\n for (const [refName, refProp] of Object.entries(refSchema.properties)) {\n if (refProp.type === \"title\") continue;\n if (!ALLOWED_SCHEMA_TYPES.has(refProp.type)) {\n console.log(` reference has \"${refName}\" of type ${refProp.type} which can't be auto-managed — skipping`);\n continue;\n }\n const destProp = destSchema.properties[refName];\n const sourceProp = sourceSchema.properties[refName];\n\n if (!destProp) {\n patch[refName] = buildPropertyConfig(refProp, sourceProp);\n additions.push(`+ \"${refName}\" (${refProp.type})`);\n } else if (destProp.type !== refProp.type) {\n patch[refName] = null;\n retypes.push(`! \"${refName}\" wrong type (${destProp.type} → ${refProp.type}), deleted; will recreate next run`);\n } else if (refProp.type === \"select\" || refProp.type === \"multi_select\" || refProp.type === \"status\") {\n const optKey = refProp.type as \"select\" | \"multi_select\" | \"status\";\n const refOpts = refProp[optKey]?.options ?? [];\n const srcOpts = sourceProp?.[optKey]?.options ?? [];\n const destOpts = destProp[optKey]?.options ?? [];\n const desired = unionOptions(refOpts, srcOpts);\n const desiredNames = new Set(desired.map((o: any) => o.name));\n const destNames = new Set(destOpts.map((o: any) => o.name));\n const missing = [...desiredNames].filter(n => !destNames.has(n));\n if (missing.length > 0) {\n patch[refName] = { [optKey]: { options: unionOptions(destOpts, desired) } };\n additions.push(`~ \"${refName}\" added ${missing.length} option(s)`);\n }\n }\n }\n\n // Destination properties not on reference → delete\n for (const destName of Object.keys(destSchema.properties)) {\n const destProp = destSchema.properties[destName];\n if (destProp.type === \"title\") continue;\n if (!refSchema.properties[destName]) {\n patch[destName] = null;\n deletions.push(`- \"${destName}\" (was ${destProp.type})`);\n }\n }\n\n if (Object.keys(patch).length > 0) {\n try {\n if (DRY_RUN) {\n console.log(`[DRY] would patch dest schema: ${Object.keys(patch).join(\", \")}`);\n } else {\n await notion(\"dest\", \"PATCH\", `/databases/${DEST_DB_ID}`, { properties: patch });\n }\n } catch (err) {\n await reportError({ recordName: \"(no record)\", operation: \"schema-enforcement\", error: err });\n }\n }\n\n for (const line of additions) console.log(` ${line}`);\n for (const line of deletions) console.log(` ${line}`);\n for (const line of retypes) console.log(` ${line}`);\n if (additions.length + deletions.length + retypes.length === 0) {\n console.log(\" destination schema already matches reference\");\n }\n\n if (!DRY_RUN && Object.keys(patch).length > 0) {\n try {\n destSchema = await notion(\"dest\", \"GET\", `/databases/${DEST_DB_ID}`);\n } catch (err) {\n await reportError({ recordName: \"(no record)\", operation: \"schema-refetch-dest\", error: err });\n }\n }\n\n return { refSchema, destSchema, destTitleName };\n}\n\n// =============================================================================\n// SOURCE DEDUPE — DETECTION ONLY (never modifies source)\n// =============================================================================\n\nasync function detectSourceDuplicates(pages: any[]): Promise> {\n const byName = new Map();\n for (const p of pages) {\n const name = getPageName(p);\n if (!name) continue;\n if (!byName.has(name)) byName.set(name, []);\n byName.get(name)!.push(p);\n }\n const survivors = new Map();\n for (const [name, group] of byName) {\n if (group.length === 1) {\n survivors.set(name, group[0]);\n continue;\n }\n group.sort((x, y) =>\n new Date(y.last_edited_time).getTime() - new Date(x.last_edited_time).getTime()\n );\n survivors.set(name, group[0]);\n // Logged as error so humans clean up the source manually.\n await reportError({\n recordName: name,\n operation: \"source-duplicate\",\n error: new Error(`${group.length} rows in source with title \"${name}\" — using newest. Please de-duplicate manually in the source DB.`),\n });\n }\n return survivors;\n}\n\n// =============================================================================\n// MAIN\n// =============================================================================\nconst TIME_BUDGET_MS = 50_000;\n\ntype Op = \"create-dest\" | \"update-dest\" | \"archive-dest\";\n\ninterface Work {\n op: Op;\n name: string;\n sourcePage?: any;\n destPage?: any;\n}\n\nexport default async function main() {\n return await runSync();\n}\n\nexport async function runSync(opts: { triggeredBy?: string } = {}) {\n const startedAt = Date.now();\n RUN_STARTED_AT = new Date(startedAt).toISOString();\n ERROR_DB_HEALTHY = false;\n ERROR_COUNT = 0;\n const overBudget = () => Date.now() - startedAt > TIME_BUDGET_MS;\n\n const triggerLabel = opts.triggeredBy ?? \"schedule\";\n console.log(`=== Mirror sync starting ${RUN_STARTED_AT} (triggered by: ${triggerLabel}) ===`);\n if (DRY_RUN) console.log(\"DRY RUN — no writes will happen\");\n\n // ─── PHASE 0: validate error DB ─────────────────────────────────────\n await validateErrorDb();\n\n // ─── PHASE 1: fetch source + reference schemas ──────────────────────\n let sourceSchema: any, refSchema: any;\n try {\n [sourceSchema, refSchema] = await Promise.all([\n notion(\"source\", \"GET\", `/databases/${SOURCE_DB_ID}`),\n notion(\"schema-ref\", \"GET\", `/databases/${SCHEMA_REF_DB_ID}`),\n ]);\n } catch (err) {\n await reportError({ recordName: \"(no record)\", operation: \"schema-fetch\", error: err });\n const elapsed = Math.round((Date.now() - startedAt) / 1000);\n console.log(`Done. errors=${ERROR_COUNT} elapsed=${elapsed}s`);\n return { ok: false, reason: \"schema-fetch-failed\", errors: ERROR_COUNT, elapsed };\n }\n\n // ─── PHASE 2: enforce destination schema against reference ──────────\n const schemaResult = await enforceDestSchema(refSchema, sourceSchema);\n if (!schemaResult) {\n const elapsed = Math.round((Date.now() - startedAt) / 1000);\n console.log(`Done. errors=${ERROR_COUNT} elapsed=${elapsed}s`);\n return { ok: false, reason: \"schema-enforcement-failed\", errors: ERROR_COUNT, elapsed };\n }\n const { destTitleName } = schemaResult;\n\n // ─── PHASE 3: fetch all rows from source and destination ────────────\n console.log(\"--- Row sync ---\");\n let sourcePagesRaw: any[], destPagesRaw: any[];\n try {\n [sourcePagesRaw, destPagesRaw] = await Promise.all([\n queryAllPages(\"source\", SOURCE_DB_ID),\n queryAllPages(\"dest\", DEST_DB_ID),\n ]);\n } catch (err) {\n await reportError({ recordName: \"(no record)\", operation: \"row-fetch\", error: err });\n const elapsed = Math.round((Date.now() - startedAt) / 1000);\n console.log(`Done. errors=${ERROR_COUNT} elapsed=${elapsed}s`);\n return { ok: false, reason: \"row-fetch-failed\", errors: ERROR_COUNT, elapsed };\n }\n\n const sourceActive = sourcePagesRaw.filter(p => !p.archived);\n const destActive = destPagesRaw.filter(p => !p.archived);\n\n console.log(\n `Fetched: source=${sourceActive.length} (+${sourcePagesRaw.length - sourceActive.length} archived), ` +\n `dest=${destActive.length} (+${destPagesRaw.length - destActive.length} archived)`\n );\n\n // ─── PHASE 4: source dedupe (detection only) ───────────────────────\n const sourceByName = await detectSourceDuplicates(sourceActive);\n\n // Destination dedupe — destination is something we manage, so archive\n // duplicates and untitled rows.\n const destByName = new Map();\n const destDupesToArchive: any[] = [];\n {\n const groups = new Map();\n for (const p of destActive) {\n const n = getPageName(p);\n if (!n) { destDupesToArchive.push(p); continue; }\n if (!groups.has(n)) groups.set(n, []);\n groups.get(n)!.push(p);\n }\n for (const [name, group] of groups) {\n group.sort((x, y) =>\n new Date(y.last_edited_time).getTime() - new Date(x.last_edited_time).getTime()\n );\n destByName.set(name, group[0]);\n for (const dup of group.slice(1)) destDupesToArchive.push(dup);\n }\n }\n\n // ─── PHASE 5: build work list ──────────────────────────────────────\n const work: Work[] = [];\n\n for (const dup of destDupesToArchive) {\n work.push({ op: \"archive-dest\", name: getPageName(dup) || \"(untitled)\", destPage: dup });\n }\n\n for (const [name, sourcePage] of sourceByName) {\n const destPage = destByName.get(name);\n if (!destPage) {\n work.push({ op: \"create-dest\", name, sourcePage });\n continue;\n }\n try {\n const sourceHash = await hashRowForMirror(sourcePage, refSchema, destTitleName);\n const destHash = await hashRowForMirror(destPage, refSchema, destTitleName);\n if (sourceHash !== destHash) {\n work.push({ op: \"update-dest\", name, sourcePage, destPage });\n }\n } catch (err) {\n await reportError({ recordName: name, operation: \"hash\", error: err });\n }\n }\n\n for (const [name, destPage] of destByName) {\n if (!sourceByName.has(name)) {\n work.push({ op: \"archive-dest\", name, destPage });\n }\n }\n\n const order: Record = {\n \"archive-dest\": 0,\n \"create-dest\": 1,\n \"update-dest\": 2,\n };\n work.sort((x, y) => order[x.op] - order[y.op]);\n\n // ─── PHASE 6: apply ────────────────────────────────────────────────\n let creates = 0, updates = 0, archives = 0, deferred = 0;\n\n for (const w of work) {\n if (overBudget()) { deferred++; continue; }\n\n try {\n switch (w.op) {\n case \"create-dest\": {\n const props = extractAllowedProps(w.sourcePage, refSchema, destTitleName);\n await createPage(\"dest\", DEST_DB_ID, props, `dest create: ${w.name}`);\n creates++;\n break;\n }\n case \"update-dest\": {\n const props = extractAllowedProps(w.sourcePage, refSchema, destTitleName);\n await updatePage(\"dest\", w.destPage.id, props, `dest update: ${w.name}`);\n updates++;\n break;\n }\n case \"archive-dest\": {\n await archivePage(\"dest\", w.destPage.id, `dest archive: ${w.name}`);\n archives++;\n break;\n }\n }\n } catch (err) {\n await reportError({ recordName: w.name, operation: w.op, error: err });\n }\n }\n\n const elapsed = Math.round((Date.now() - startedAt) / 1000);\n console.log(\n `Done. creates=${creates} updates=${updates} ` +\n `archives=${archives} deferred=${deferred} ` +\n `errors=${ERROR_COUNT} elapsed=${elapsed}s`\n );\n if (deferred > 0) {\n console.log(`Time budget reached — ${deferred} records deferred to next run.`);\n }\n if (ERROR_COUNT > 0) {\n console.log(`${ERROR_COUNT} error(s) reported — see error DB in Notion.`);\n }\n\n return {\n ok: true,\n creates, updates, archives, deferred,\n errors: ERROR_COUNT,\n elapsed,\n };\n}\n","deleted",false,"label",[36],"ece856c6-5b2d-11f1-b9a9-ee650bb23af1","http.ts","ece85798-5b2d-11f1-b9a9-ee650bb23af1",3,["D",1780038823141],0,"http","// =============================================================================\n// HTTP entrypoint — lets users manually trigger this mirror sync\n// =============================================================================\n//\n// SECURITY: Set the env var SYNC_TRIGGER_SECRET to a long random string, and\n// include it as ?key=... in the button URL. Without the secret, anyone with\n// the URL could trigger runs.\n//\n// SETUP:\n// 1. Set env var SYNC_TRIGGER_SECRET in val.town (Settings → Env Variables)\n// 2. Copy the val's HTTP URL, e.g.:\n// https://your-val-url.web.val.run/?key=YOUR_SECRET\n// 3. In the destination DB (DB-C or DB-D), add a Button property:\n// - Action: \"Open page or URL\"\n// - URL: the full button URL with the secret\n// - Label: \"Run mirror sync\"\n//\n// =============================================================================\n\nimport { runSync } from \"./main.ts\";\n\nconst SYNC_TRIGGER_SECRET = Deno.env.get(\"SYNC_TRIGGER_SECRET\") ?? \"\";\n\nfunction html(body: string, status = 200): Response {\n return new Response(\n `\n\n\n \n Mirror Sync\n \n \n\n${body}\n`,\n { status, headers: { \"Content-Type\": \"text/html; charset=utf-8\" } }\n );\n}\n\nfunction escapeHtml(s: string): string {\n return s\n .replaceAll(\"&\", \"&\")\n .replaceAll(\"<\", \"<\")\n .replaceAll(\">\", \">\")\n .replaceAll('\"', \""\")\n .replaceAll(\"'\", \"'\");\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const providedKey = url.searchParams.get(\"key\") ?? \"\";\n\n if (!SYNC_TRIGGER_SECRET) {\n return html(`\n

Sync not configured

The SYNC_TRIGGER_SECRET environment variable is not set. Set it in val.town Settings before using this endpoint.

\n `, 500);\n }\n if (providedKey !== SYNC_TRIGGER_SECRET) {\n return html(`\n

Not authorized

This URL requires a valid ?key=... parameter.

\n `, 401);\n }\n\n let result: any;\n let runError: Error | null = null;\n try {\n result = await runSync({ triggeredBy: \"manual-button\" });\n } catch (err) {\n runError = err instanceof Error ? err : new Error(String(err));\n }\n\n if (runError) {\n return html(`\n

Sync failed

The sync crashed before completing:

${escapeHtml(runError.message)}

Check the val.town logs or the error database in Notion.

\n `, 500);\n }\n\n if (result?.ok === false) {\n return html(`\n

Sync aborted

Reason: ${escapeHtml(result.reason)}

Errors logged: ${result.errors ?? 0}

Check the error database in Notion for details.

\n `, 500);\n }\n\n const r = result ?? {};\n const hasWork = ((r.creates ?? 0) + (r.updates ?? 0) + (r.archives ?? 0)) > 0;\n const headline = hasWork\n ? `Sync complete`\n : `Mirror already up to date`;\n\n return html(`\n

${headline}

\n \n \n \n \n \n \n \n

Created	${r.creates ?? 0}
Updated	${r.updates ?? 0}
Archived	${r.archives ?? 0}
Deferred	${r.deferred ?? 0}
Errors	${(r.errors ?? 0) > 0 ? `${r.errors}` : \"0\"}
Took	${r.elapsed ?? \"?\"}s

\n ${r.deferred > 0 ? `

Some records didn't fit in this run's time budget. They'll be picked up by the next sync (scheduled or manual).

` : \"\"}\n ${r.errors > 0 ? `

Errors were logged. Open the error database in Notion to investigate.

` : \"\"}\n

You can close this tab.

\n `);\n}\n",[58],{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":60,"_44":45,"_46":72,"_17":62,"_49":63,"_51":64,"_53":54,"_55":-5,"_69":73,"_18":74},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":68,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_69":70,"_18":71},["D",1780038800076],"children",[],[36],["D",1780038823141],[],[58],"c31853ba-5b2c-11f1-bd61-ee650bb23af1",["D",1780038323503],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Workspace A: one-way redacted mirror DB-A → DB-C","imageUrl","userId","4d6a2ce9-7b0b-41ae-acae-02936cc37376","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","019e6588-8f32-7029-9083-725ae084ef6f","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_129":125},"org",{"_11":12,"_122":123,"_124":125,"_85":86,"_126":127,"_128":54},"branch",{"_17":60,"_13":16,"_34":41,"_114":75,"_115":-5,"_116":-5,"_117":-5,"_118":-5,"_119":-5,"_120":14,"_121":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Valentin Moebs","avatar","https://lh3.googleusercontent.com/a/ACg8ocKHKyhQu2hb7BbRWE8BJhDtC42HdaVpFZJ8vPB8I94_RiniZKUc=s96-c","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_34":75,"_13":14,"_46":168,"_77":-5,"_78":54,"_79":80,"_81":80,"_82":83,"_84":-5,"_85":86,"_87":59,"_88":45,"_89":-5,"_90":-5,"_91":62,"_92":93,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":99,"_100":99,"_101":102,"_103":102,"_104":102,"_105":99,"_106":99,"_107":169,"_109":170,"_111":171,"_113":54},[162,163],"files",[162,163],"counts",{"_152":62,"_153":48,"_154":48,"_31":155,"_156":157},[148,149],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":60,"_44":45,"_46":61,"_17":62,"_49":63,"_51":64,"_53":54,"_55":-5,"_18":151},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":47,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_18":150},[36],[58],"pulls","branches","forks",{"_158":160,"_161":62},"connections",{"_158":62,"_159":62},"count","unfilledCount",7,"emptyCount",{"_34":57,"_13":58,"_37":59,"_39":-5,"_40":41,"_42":60,"_44":45,"_46":72,"_17":62,"_49":63,"_51":64,"_53":54,"_55":-5,"_69":166,"_18":167},{"_34":35,"_13":36,"_37":38,"_39":-5,"_40":41,"_42":43,"_44":45,"_46":68,"_17":48,"_49":50,"_51":52,"_53":54,"_55":-5,"_69":164,"_18":165},[],[36],[],[58],["D",1780038323503],{"_11":12,"_129":125},{"_11":12,"_122":123,"_124":125,"_85":86,"_126":127,"_128":54},{"_17":60,"_13":16,"_34":41,"_114":75,"_115":-5,"_116":-5,"_117":-5,"_118":-5,"_119":-5,"_120":14,"_121":12},"ctx",{"_107":-5,"_145":205,"_206":207,"_208":209,"_210":54,"_211":54,"_212":54,"_213":45,"_214":-5,"_215":-7,"_216":-7,"_217":62,"_218":54,"_219":54,"_220":-5,"_221":54,"_222":54,"_223":54,"_224":-5},"ENV",{"_176":177,"_178":179,"_180":16,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code