[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_155":156,"_157":158},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_104":85,"_27":105,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":25,"_119":120,"_121":25,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",15,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","52d100ee-59a0-11f1-9c88-ee650bb23af1","name","fileType","interval","content","// =============================================================================\n// Notion bidirectional sync — Val.town\n// =============================================================================\n//\n// Runs daily. Keeps two Notion databases (DB-A and DB-B) in sync, using a\n// third \"ledger\" database to remember state between runs.\n//\n// IMPORTANT: DB-A and DB-B live in DIFFERENT Notion workspaces, so this script\n// uses two separate integration tokens. The ledger lives in the same workspace\n// as DB-A, so the DB-A token covers both.\n//\n// Sync rules:\n// ROWS:\n// - New on one side → create on the other\n// - Edited on one side → propagate (newer wins)\n// - Deleted on one side → delete the other (DELETE WINS)\n// - Duplicate names within a single DB → keep newest, archive the rest\n// - Names with leading/trailing spaces → trimmed before matching\n// SCHEMA:\n// - Missing on one side → add it (additive only, never delete)\n// - Same name + same type → already in sync, do nothing\n// - Same name + different type → CONFLICT: copy other side's version\n// with \" (from X)\" suffix\n// - Select/multi-select/status options → union both sides' options\n// - Title property → left alone (Notion-managed)\n//\n// SETUP:\n// Env vars: NOTION_TOKEN_A, NOTION_TOKEN_B, DB_A_ID, DB_B_ID, LEDGER_ID\n// Optional: DRY_RUN=true\n//\n// =============================================================================\n\nconst NOTION_TOKEN_A = Deno.env.get(\"NOTION_TOKEN_A\")!;\nconst NOTION_TOKEN_B = Deno.env.get(\"NOTION_TOKEN_B\")!;\nconst DB_A_ID = Deno.env.get(\"DB_A_ID\")!;\nconst DB_B_ID = Deno.env.get(\"DB_B_ID\")!;\nconst LEDGER_ID = Deno.env.get(\"LEDGER_ID\")!;\nconst DRY_RUN = Deno.env.get(\"DRY_RUN\") === \"true\";\n\nconst NOTION_VERSION = \"2022-06-28\";\nconst API = \"https://api.notion.com/v1\";\n\ntype Side = \"A\" | \"B\" | \"ledger\";\nconst tokenFor = (side: Side): string =>\n side === \"B\" ? NOTION_TOKEN_B : NOTION_TOKEN_A;\n\n// -----------------------------------------------------------------------------\n// Low-level Notion API helper, with retry on rate-limit (429)\n// -----------------------------------------------------------------------------\nasync function notion(\n side: Side, method: string, path: string, body?: unknown,\n): Promise {\n for (let attempt = 0; attempt < 5; attempt++) {\n const res = await fetch(`${API}${path}`, {\n method,\n headers: {\n \"Authorization\": `Bearer ${tokenFor(side)}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n },\n body: body ? JSON.stringify(body) : undefined,\n });\n\n if (res.status === 429) {\n const retryAfter = Number(res.headers.get(\"Retry-After\") ?? \"1\");\n console.log(`Rate limited (${side}), waiting ${retryAfter}s`);\n await sleep(retryAfter * 1000);\n continue;\n }\n\n if (!res.ok) {\n const text = await res.text();\n throw new Error(`Notion ${method} ${path} [${side}] → ${res.status}: ${text}`);\n }\n\n return res.json();\n }\n throw new Error(`Notion ${method} ${path} [${side}] failed after 5 retries`);\n}\n\nconst sleep = (ms: number) => new Promise(r => setTimeout(r, ms));\n\nfunction sideForDb(dbId: string): Side {\n if (dbId === DB_A_ID) return \"A\";\n if (dbId === DB_B_ID) return \"B\";\n if (dbId === LEDGER_ID) return \"ledger\";\n throw new Error(`Unknown database ID: ${dbId}`);\n}\n\n// =============================================================================\n// SCHEMA SYNC\n// =============================================================================\n\nconst SYNCABLE_SCHEMA_TYPES = new Set([\n \"rich_text\", \"number\", \"select\", \"multi_select\", \"date\", \"checkbox\",\n \"url\", \"email\", \"phone_number\", \"people\", \"files\", \"status\",\n]);\n\nfunction buildPropertyConfig(prop: any): any {\n const type = prop.type;\n switch (type) {\n case \"select\":\n return { select: { options: (prop.select?.options ?? []).map((o: any) =>\n ({ name: o.name, color: o.color })) } };\n case \"multi_select\":\n return { multi_select: { options: (prop.multi_select?.options ?? []).map((o: any) =>\n ({ name: o.name, color: o.color })) } };\n case \"status\":\n return { status: { options: (prop.status?.options ?? []).map((o: any) =>\n ({ name: o.name, color: o.color })) } };\n case \"number\":\n return { number: { format: prop.number?.format ?? \"number\" } };\n default:\n return { [type]: {} };\n }\n}\n\nfunction unionOptions(existing: any[] | undefined, incoming: any[] | undefined): any[] {\n const byName = new Map();\n for (const o of existing ?? []) byName.set(o.name, { name: o.name, color: o.color });\n for (const o of incoming ?? []) {\n if (!byName.has(o.name)) byName.set(o.name, { name: o.name, color: o.color });\n }\n return [...byName.values()];\n}\n\nasync function syncSchemas(): Promise<{ aProps: any; bProps: any }> {\n console.log(\"--- Schema sync ---\");\n\n const dbA = await notion(\"A\", \"GET\", `/databases/${DB_A_ID}`);\n const dbB = await notion(\"B\", \"GET\", `/databases/${DB_B_ID}`);\n\n const patchToA: Record = {};\n const patchToB: Record = {};\n const additions: string[] = [];\n const conflicts: string[] = [];\n const optionUnions: string[] = [];\n\n const allNames = new Set([\n ...Object.keys(dbA.properties),\n ...Object.keys(dbB.properties),\n ]);\n\n for (const name of allNames) {\n const a = dbA.properties[name];\n const b = dbB.properties[name];\n if (a?.type === \"title\" || b?.type === \"title\") continue;\n\n if (a && !b) {\n if (!SYNCABLE_SCHEMA_TYPES.has(a.type)) {\n console.log(` skipping \"${name}\" (type ${a.type} not auto-synced)`);\n continue;\n }\n patchToB[name] = buildPropertyConfig(a);\n additions.push(`+ B: \"${name}\" (${a.type})`);\n continue;\n }\n\n if (b && !a) {\n if (!SYNCABLE_SCHEMA_TYPES.has(b.type)) {\n console.log(` skipping \"${name}\" (type ${b.type} not auto-synced)`);\n continue;\n }\n patchToA[name] = buildPropertyConfig(b);\n additions.push(`+ A: \"${name}\" (${b.type})`);\n continue;\n }\n\n if (a.type === b.type) {\n if (a.type === \"select\" || a.type === \"multi_select\" || a.type === \"status\") {\n const optKey = a.type as \"select\" | \"multi_select\" | \"status\";\n const aOpts = a[optKey]?.options ?? [];\n const bOpts = b[optKey]?.options ?? [];\n const merged = unionOptions(aOpts, bOpts);\n\n const aOptNames = new Set(aOpts.map((o: any) => o.name));\n const bOptNames = new Set(bOpts.map((o: any) => o.name));\n const mergedNames = new Set(merged.map((o: any) => o.name));\n\n if (mergedNames.size > aOptNames.size) {\n patchToA[name] = { [optKey]: { options: merged } };\n optionUnions.push(`~ A: \"${name}\" options ${aOptNames.size} → ${mergedNames.size}`);\n }\n if (mergedNames.size > bOptNames.size) {\n patchToB[name] = { [optKey]: { options: merged } };\n optionUnions.push(`~ B: \"${name}\" options ${bOptNames.size} → ${mergedNames.size}`);\n }\n }\n continue;\n }\n\n // Type conflict\n const aSyncable = SYNCABLE_SCHEMA_TYPES.has(a.type);\n const bSyncable = SYNCABLE_SCHEMA_TYPES.has(b.type);\n\n if (aSyncable) {\n const newName = `${name} (from A)`;\n if (!dbB.properties[newName]) {\n patchToB[newName] = buildPropertyConfig(a);\n conflicts.push(`! B: conflict on \"${name}\" → added \"${newName}\" (${a.type})`);\n }\n }\n if (bSyncable) {\n const newName = `${name} (from B)`;\n if (!dbA.properties[newName]) {\n patchToA[newName] = buildPropertyConfig(b);\n conflicts.push(`! A: conflict on \"${name}\" → added \"${newName}\" (${b.type})`);\n }\n }\n }\n\n if (Object.keys(patchToA).length > 0) {\n if (DRY_RUN) {\n console.log(`[DRY] would patch A schema: ${Object.keys(patchToA).join(\", \")}`);\n } else {\n await notion(\"A\", \"PATCH\", `/databases/${DB_A_ID}`, { properties: patchToA });\n }\n }\n if (Object.keys(patchToB).length > 0) {\n if (DRY_RUN) {\n console.log(`[DRY] would patch B schema: ${Object.keys(patchToB).join(\", \")}`);\n } else {\n await notion(\"B\", \"PATCH\", `/databases/${DB_B_ID}`, { properties: patchToB });\n }\n }\n\n for (const line of additions) console.log(` ${line}`);\n for (const line of optionUnions) console.log(` ${line}`);\n for (const line of conflicts) console.log(` ${line}`);\n if (additions.length + optionUnions.length + conflicts.length === 0) {\n console.log(\" schemas already in sync\");\n }\n\n if (DRY_RUN || (Object.keys(patchToA).length + Object.keys(patchToB).length === 0)) {\n return { aProps: dbA.properties, bProps: dbB.properties };\n }\n const dbA2 = await notion(\"A\", \"GET\", `/databases/${DB_A_ID}`);\n const dbB2 = await notion(\"B\", \"GET\", `/databases/${DB_B_ID}`);\n return { aProps: dbA2.properties, bProps: dbB2.properties };\n}\n\n// =============================================================================\n// ROW SYNC\n// =============================================================================\n\nasync function queryAllPages(dbId: string): Promise {\n const side = sideForDb(dbId);\n const pages: any[] = [];\n let cursor: string | undefined = undefined;\n\n do {\n const res: any = await notion(side, \"POST\", `/databases/${dbId}/query`, {\n start_cursor: cursor,\n page_size: 100,\n });\n pages.push(...res.results);\n cursor = res.has_more ? res.next_cursor : undefined;\n } while (cursor);\n\n return pages;\n}\n\n// Read raw title (untrimmed) — used to detect whether trimming is needed.\nfunction getRawPageName(page: any): string {\n for (const prop of Object.values(page.properties)) {\n if (prop.type === \"title\") {\n return prop.title.map((t: any) => t.plain_text).join(\"\");\n }\n }\n return \"\";\n}\n\n// Read the trimmed name — what every other part of the script uses for matching.\nfunction getPageName(page: any): string {\n return getRawPageName(page).trim();\n}\n\n// Find the title property's NAME (the column name in the DB schema, e.g. \"Name\").\n// We need this to PATCH the title back when trimming.\nfunction getTitlePropertyName(page: any): string | null {\n for (const [propName, prop] of Object.entries(page.properties)) {\n if (prop.type === \"title\") return propName;\n }\n return null;\n}\n\n// -----------------------------------------------------------------------------\n// TRIM PASS: rewrite any page whose title has leading/trailing whitespace\n// so future matching works cleanly. Runs before dedupe & reconciliation.\n// -----------------------------------------------------------------------------\nasync function trimPageNames(pages: any[], side: Side): Promise {\n let trimmed = 0;\n for (const page of pages) {\n const raw = getRawPageName(page);\n const clean = raw.trim();\n if (raw === clean) continue; // already clean — skip API call\n if (clean === \"\") continue; // pure-whitespace title, leave alone\n\n const titleProp = getTitlePropertyName(page);\n if (!titleProp) continue;\n\n if (DRY_RUN) {\n console.log(`[DRY] trim [${side}] \"${raw}\" → \"${clean}\"`);\n } else {\n // Update the page's title in Notion.\n await notion(side, \"PATCH\", `/pages/${page.id}`, {\n properties: {\n [titleProp]: { title: [{ text: { content: clean } }] },\n },\n });\n }\n // Mutate the in-memory page object in BOTH modes so downstream code sees\n // the clean name. In dry-run this makes the predicted log accurate; in\n // live mode it avoids a redundant re-fetch.\n page.properties[titleProp].title = [{\n type: \"text\",\n text: { content: clean, link: null },\n plain_text: clean,\n annotations: {},\n href: null,\n }];\n trimmed++;\n }\n if (trimmed > 0) console.log(` [${side}] trimmed ${trimmed} page name(s)`);\n}\n\nconst WRITABLE_TYPES = new Set([\n \"title\", \"rich_text\", \"number\", \"select\", \"multi_select\", \"date\",\n \"checkbox\", \"url\", \"email\", \"phone_number\", \"people\", \"files\", \"status\",\n]);\n\n// Notion's per-rich-text-segment character limit. Anything longer must be\n// split into multiple segments (we'll just truncate, since rows are notes).\nconst RICH_TEXT_MAX = 2000;\n\n// When copying select/multi-select/status/relation values across databases,\n// strip the \"id\" field — IDs differ between databases. Notion matches by\n// name on write, then assigns the destination DB's own ID.\nfunction cleanPropertyValue(value: any): any {\n const t = value.type;\n\n if (t === \"select\" && value.select) {\n return { type: \"select\", select: value.select.name ? { name: value.select.name } : null };\n }\n if (t === \"multi_select\" && value.multi_select) {\n return {\n type: \"multi_select\",\n multi_select: value.multi_select.map((o: any) => ({ name: o.name })),\n };\n }\n if (t === \"status\" && value.status) {\n return { type: \"status\", status: value.status.name ? { name: value.status.name } : null };\n }\n if (t === \"people\" && value.people) {\n // People reference user IDs which are workspace-scoped — drop them across\n // workspaces, since the user IDs won't resolve on the other side.\n return { type: \"people\", people: [] };\n }\n if (t === \"rich_text\" && Array.isArray(value.rich_text)) {\n // Truncate any segment > 2000 chars to avoid validation errors.\n const truncated = value.rich_text.map((seg: any) => {\n if (seg.text?.content && seg.text.content.length > RICH_TEXT_MAX) {\n return {\n ...seg,\n text: { ...seg.text, content: seg.text.content.slice(0, RICH_TEXT_MAX - 3) + \"...\" },\n plain_text: seg.plain_text?.slice(0, RICH_TEXT_MAX - 3) + \"...\",\n };\n }\n return seg;\n });\n return { type: \"rich_text\", rich_text: truncated };\n }\n if (t === \"title\" && Array.isArray(value.title)) {\n const truncated = value.title.map((seg: any) => {\n if (seg.text?.content && seg.text.content.length > RICH_TEXT_MAX) {\n return {\n ...seg,\n text: { ...seg.text, content: seg.text.content.slice(0, RICH_TEXT_MAX - 3) + \"...\" },\n };\n }\n return seg;\n });\n return { type: \"title\", title: truncated };\n }\n // Everything else passes through unchanged (number, date, checkbox, url, email, etc.)\n return value;\n}\n\nfunction extractWritableProps(page: any, destSchema: any): Record {\n const out: Record = {};\n for (const [name, value] of Object.entries(page.properties)) {\n if (!WRITABLE_TYPES.has(value.type)) continue;\n if (!destSchema[name]) continue;\n if (destSchema[name].type !== value.type) continue;\n const cleaned = cleanPropertyValue(value);\n const { id, ...rest } = cleaned;\n out[name] = rest;\n }\n return out;\n}\n\n// -----------------------------------------------------------------------------\n// Ledger helpers\n// -----------------------------------------------------------------------------\ninterface LedgerEntry {\n ledgerPageId: string;\n name: string;\n dbAPageId: string;\n dbBPageId: string;\n lastSynced: string | null;\n aLastEdited: string | null; // A's last_edited_time as of last sync\n bLastEdited: string | null; // B's last_edited_time as of last sync\n}\n\nfunction parseLedgerPage(page: any): LedgerEntry {\n const props = page.properties;\n const readText = (p: any) =>\n p?.rich_text?.map((t: any) => t.plain_text).join(\"\") ?? \"\";\n return {\n ledgerPageId: page.id,\n name: getPageName(page),\n dbAPageId: readText(props[\"DB-A Page ID\"]),\n dbBPageId: readText(props[\"DB-B Page ID\"]),\n lastSynced: props[\"Last Synced\"]?.date?.start ?? null,\n aLastEdited: readText(props[\"A Last Edited\"]) || null,\n bLastEdited: readText(props[\"B Last Edited\"]) || null,\n };\n}\n\nasync function createLedgerEntry(\n name: string, aId: string, bId: string,\n aLastEdited: string, bLastEdited: string,\n) {\n if (DRY_RUN) { console.log(`[DRY] ledger create: ${name}`); return; }\n await notion(\"ledger\", \"POST\", \"/pages\", {\n parent: { database_id: LEDGER_ID },\n properties: {\n \"Name\": { title: [{ text: { content: name } }] },\n \"DB-A Page ID\": { rich_text: [{ text: { content: aId } }] },\n \"DB-B Page ID\": { rich_text: [{ text: { content: bId } }] },\n \"Last Synced\": { date: { start: new Date().toISOString() } },\n \"A Last Edited\": { rich_text: [{ text: { content: aLastEdited } }] },\n \"B Last Edited\": { rich_text: [{ text: { content: bLastEdited } }] },\n },\n });\n}\n\nasync function updateLedgerEntry(\n ledgerId: string, aId: string, bId: string,\n aLastEdited: string, bLastEdited: string,\n) {\n if (DRY_RUN) { console.log(`[DRY] ledger update: ${ledgerId}`); return; }\n await notion(\"ledger\", \"PATCH\", `/pages/${ledgerId}`, {\n properties: {\n \"DB-A Page ID\": { rich_text: [{ text: { content: aId } }] },\n \"DB-B Page ID\": { rich_text: [{ text: { content: bId } }] },\n \"Last Synced\": { date: { start: new Date().toISOString() } },\n \"A Last Edited\": { rich_text: [{ text: { content: aLastEdited } }] },\n \"B Last Edited\": { rich_text: [{ text: { content: bLastEdited } }] },\n },\n });\n}\n\n// -----------------------------------------------------------------------------\n// Page-level operations\n// -----------------------------------------------------------------------------\nasync function archivePage(side: Side, pageId: string, label: string): Promise {\n if (DRY_RUN) { console.log(`[DRY] archive [${side}] (${label}): ${pageId}`); return; }\n await notion(side, \"PATCH\", `/pages/${pageId}`, { archived: true });\n}\n\nasync function createPageIn(dbId: string, props: Record): Promise {\n const side = sideForDb(dbId);\n if (DRY_RUN) {\n console.log(`[DRY] create in [${side}] ${dbId.slice(0,8)}…: ${nameFromProps(props)}`);\n return { id: \"dry-run-id\" };\n }\n return await notion(side, \"POST\", \"/pages\", {\n parent: { database_id: dbId },\n properties: props,\n });\n}\n\nasync function updatePage(side: Side, pageId: string, props: Record): Promise {\n if (DRY_RUN) {\n console.log(`[DRY] update [${side}] ${pageId.slice(0,8)}…: ${nameFromProps(props)}`);\n return;\n }\n await notion(side, \"PATCH\", `/pages/${pageId}`, { properties: props });\n}\n\nfunction nameFromProps(props: Record): string {\n for (const val of Object.values(props)) {\n if (val?.title) return val.title.map((t: any) => t.text?.content ?? \"\").join(\"\");\n }\n return \"(unnamed)\";\n}\n\n// -----------------------------------------------------------------------------\n// Within-DB dedupe\n// -----------------------------------------------------------------------------\nasync function dedupeWithinDb(pages: any[], label: Side): Promise> {\n const byName = new Map();\n for (const p of pages) {\n const name = getPageName(p);\n if (!name) continue;\n if (!byName.has(name)) byName.set(name, []);\n byName.get(name)!.push(p);\n }\n\n const survivors = new Map();\n for (const [name, group] of byName) {\n if (group.length === 1) {\n survivors.set(name, group[0]);\n continue;\n }\n group.sort((x, y) =>\n new Date(y.last_edited_time).getTime() -\n new Date(x.last_edited_time).getTime()\n );\n survivors.set(name, group[0]);\n for (const dup of group.slice(1)) {\n console.log(`[${label}] duplicate \"${name}\", archiving ${dup.id}`);\n await archivePage(label, dup.id, `${label} dupe of \"${name}\"`);\n }\n }\n return survivors;\n}\n\nasync function syncEditedPair(\n a: any, b: any, name: string,\n aSchema: any, bSchema: any,\n ledgerPageId?: string,\n): Promise {\n const aTime = new Date(a.last_edited_time).getTime();\n const bTime = new Date(b.last_edited_time).getTime();\n\n if (aTime > bTime) {\n await updatePage(\"B\", b.id, extractWritableProps(a, bSchema));\n } else if (bTime > aTime) {\n await updatePage(\"A\", a.id, extractWritableProps(b, aSchema));\n }\n\n // After a write, re-fetch the destination page to get its post-write\n // last_edited_time. We need this so the next run can tell whether\n // subsequent edits were user-driven or sync-driven.\n let aEdited = a.last_edited_time;\n let bEdited = b.last_edited_time;\n if (!DRY_RUN && aTime !== bTime) {\n if (aTime > bTime) {\n const fresh = await notion(\"B\", \"GET\", `/pages/${b.id}`);\n bEdited = fresh.last_edited_time;\n } else {\n const fresh = await notion(\"A\", \"GET\", `/pages/${a.id}`);\n aEdited = fresh.last_edited_time;\n }\n }\n\n if (ledgerPageId) {\n await updateLedgerEntry(ledgerPageId, a.id, b.id, aEdited, bEdited);\n } else {\n await createLedgerEntry(name, a.id, b.id, aEdited, bEdited);\n }\n}\n\n// =============================================================================\n// MAIN\n// =============================================================================\n// Free-tier val.town runs time out at 60 seconds. We respect a soft budget\n// and exit cleanly before getting killed mid-write. The ledger captures\n// progress, so the next scheduled run picks up where this one left off.\nconst TIME_BUDGET_MS = 50_000; // exit at 50s to leave headroom\n\nexport default async function main() {\n const startedAt = Date.now();\n const overBudget = () => Date.now() - startedAt > TIME_BUDGET_MS;\n\n console.log(`=== Notion sync starting ${new Date().toISOString()} ===`);\n if (DRY_RUN) console.log(\"DRY RUN — no writes will happen\");\n\n // 1. Schema sync first\n const { aProps, bProps } = await syncSchemas();\n\n // 2. Fetch all rows\n console.log(\"--- Row sync ---\");\n const [aPagesRaw, bPagesRaw, ledgerPagesRaw] = await Promise.all([\n queryAllPages(DB_A_ID),\n queryAllPages(DB_B_ID),\n queryAllPages(LEDGER_ID),\n ]);\n\n console.log(\n `Fetched: ${aPagesRaw.length} in A, ${bPagesRaw.length} in B, ` +\n `${ledgerPagesRaw.length} in ledger`\n );\n\n // 3. Trim leading/trailing whitespace from all page names BEFORE dedupe.\n // This ensures \"Foo \" and \"Foo\" collapse into one match group.\n await trimPageNames(aPagesRaw, \"A\");\n await trimPageNames(bPagesRaw, \"B\");\n // (Ledger names should always already be clean since the script writes them,\n // but trim there too just in case someone edited a ledger row by hand.)\n await trimPageNames(ledgerPagesRaw, \"ledger\");\n\n // 4. Within-DB dedupe (trimming may have surfaced new duplicates)\n const aByName = await dedupeWithinDb(aPagesRaw, \"A\");\n const bByName = await dedupeWithinDb(bPagesRaw, \"B\");\n\n // 5. Build ledger index\n const ledgerByName = new Map();\n for (const lp of ledgerPagesRaw) {\n const entry = parseLedgerPage(lp);\n if (entry.name) ledgerByName.set(entry.name, entry);\n }\n\n // 6. Reconcile\n const allNames = new Set([\n ...aByName.keys(), ...bByName.keys(), ...ledgerByName.keys(),\n ]);\n\n // Pre-classify all work so we can prioritize. Then drop \"update\" pairs\n // where neither side has been edited since the ledger's Last Synced —\n // those are pure no-ops eating into our time budget.\n type Op = \"create\" | \"delete\" | \"update\" | \"noop\";\n interface Work { name: string; op: Op; a?: any; b?: any; ledger?: LedgerEntry; }\n const work: Work[] = [];\n\n for (const name of allNames) {\n if (!name) continue;\n const a = aByName.get(name);\n const b = bByName.get(name);\n const ledger = ledgerByName.get(name);\n\n if (a && b && !ledger) work.push({ name, op: \"update\", a, b });\n else if (a && !b && !ledger) work.push({ name, op: \"create\", a });\n else if (!a && b && !ledger) work.push({ name, op: \"create\", b });\n else if (a && b && ledger) work.push({ name, op: \"update\", a, b, ledger });\n else if (!a && b && ledger) work.push({ name, op: \"delete\", b, ledger });\n else if (a && !b && ledger) work.push({ name, op: \"delete\", a, ledger });\n else if (!a && !b && ledger) work.push({ name, op: \"noop\", ledger });\n }\n\n // Skip updates where nothing has changed since the last sync.\n const filtered: Work[] = [];\n let skippedUnchanged = 0;\n for (const w of work) {\n if (w.op === \"update\" && w.ledger && w.a && w.b && w.ledger.lastSynced) {\n const synced = new Date(w.ledger.lastSynced).getTime();\n const aTime = new Date(w.a.last_edited_time).getTime();\n const bTime = new Date(w.b.last_edited_time).getTime();\n if (aTime <= synced && bTime <= synced) {\n skippedUnchanged++;\n continue;\n }\n }\n filtered.push(w);\n }\n if (skippedUnchanged > 0) {\n console.log(`Skipped ${skippedUnchanged} unchanged record(s).`);\n }\n\n // Order: deletes → creates → updates → noops. Creates are visible new\n // entries the users want to see, so prioritize them above slower updates.\n const order: Record = { delete: 0, create: 1, update: 2, noop: 3 };\n filtered.sort((x, y) => order[x.op] - order[y.op]);\n\n // Apply\n let creates = 0, updates = 0, deletes = 0, noops = 0, deferred = 0;\n\n for (const w of filtered) {\n if (overBudget()) { deferred++; continue; }\n\n try {\n if (w.op === \"create\" && w.a && !w.b) {\n const newB = await createPageIn(DB_B_ID, extractWritableProps(w.a, bProps));\n await createLedgerEntry(w.name, w.a.id, newB.id);\n creates++;\n }\n else if (w.op === \"create\" && w.b && !w.a) {\n const newA = await createPageIn(DB_A_ID, extractWritableProps(w.b, aProps));\n await createLedgerEntry(w.name, newA.id, w.b.id);\n creates++;\n }\n else if (w.op === \"update\" && w.a && w.b) {\n await syncEditedPair(w.a, w.b, w.name, aProps, bProps, w.ledger?.ledgerPageId);\n updates++;\n }\n else if (w.op === \"delete\" && w.b && w.ledger) {\n await archivePage(\"B\", w.b.id, `B (deleted on A): ${w.name}`);\n await archivePage(\"ledger\", w.ledger.ledgerPageId, `ledger: ${w.name}`);\n deletes++;\n }\n else if (w.op === \"delete\" && w.a && w.ledger) {\n await archivePage(\"A\", w.a.id, `A (deleted on B): ${w.name}`);\n await archivePage(\"ledger\", w.ledger.ledgerPageId, `ledger: ${w.name}`);\n deletes++;\n }\n else if (w.op === \"noop\" && w.ledger) {\n await archivePage(\"ledger\", w.ledger.ledgerPageId, `ledger orphan: ${w.name}`);\n noops++;\n }\n } catch (err) {\n console.error(`Error processing \"${w.name}\":`, err);\n }\n }\n\n console.log(\n `Done. creates=${creates} updates=${updates} ` +\n `deletes=${deletes} noops=${noops} deferred=${deferred} ` +\n `elapsed=${Math.round((Date.now() - startedAt) / 1000)}s`\n );\n if (deferred > 0) {\n console.log(`Time budget reached — ${deferred} records deferred to next run.`);\n }\n}\n","// =============================================================================\n// Notion bidirectional sync — Val.town\n// =============================================================================\n//\n// Runs daily. Keeps two Notion databases (DB-A and DB-B) in sync, using a\n// third \"ledger\" database to remember state between runs.\n//\n// IMPORTANT: DB-A and DB-B live in DIFFERENT Notion workspaces, so this script\n// uses two separate integration tokens. The ledger lives in the same workspace\n// as DB-A, so the DB-A token covers both.\n//\n// Sync rules:\n// ROWS:\n// - New on one side → create on the other\n// - Edited on one side → propagate (newer wins)\n// - Deleted on one side → delete the other (DELETE WINS)\n// - Duplicate names within a single DB → keep newest, archive the rest\n// - Names with leading/trailing spaces → trimmed before matching\n// SCHEMA:\n// - Missing on one side → add it (additive only, never delete)\n// - Same name + same type → already in sync, do nothing\n// - Same name + different type → CONFLICT: copy other side's version\n// with \" (from X)\" suffix\n// - Select/multi-select/status options → union both sides' options\n// - Title property → left alone (Notion-managed)\n//\n// SETUP:\n// Env vars: NOTION_TOKEN_A, NOTION_TOKEN_B, DB_A_ID, DB_B_ID, LEDGER_ID\n// Optional: DRY_RUN=true\n//\n// =============================================================================\n\nconst NOTION_TOKEN_A = Deno.env.get(\"NOTION_TOKEN_A\")!;\nconst NOTION_TOKEN_B = Deno.env.get(\"NOTION_TOKEN_B\")!;\nconst DB_A_ID = Deno.env.get(\"DB_A_ID\")!;\nconst DB_B_ID = Deno.env.get(\"DB_B_ID\")!;\nconst LEDGER_ID = Deno.env.get(\"LEDGER_ID\")!;\nconst DRY_RUN = Deno.env.get(\"DRY_RUN\") === \"true\";\n\nconst NOTION_VERSION = \"2022-06-28\";\nconst API = \"https://api.notion.com/v1\";\n\ntype Side = \"A\" | \"B\" | \"ledger\";\nconst tokenFor = (side: Side): string =>\n side === \"B\" ? NOTION_TOKEN_B : NOTION_TOKEN_A;\n\n// -----------------------------------------------------------------------------\n// Low-level Notion API helper, with retry on rate-limit (429)\n// -----------------------------------------------------------------------------\nasync function notion(\n side: Side, method: string, path: string, body?: unknown,\n): Promise {\n for (let attempt = 0; attempt < 5; attempt++) {\n const res = await fetch(`${API}${path}`, {\n method,\n headers: {\n \"Authorization\": `Bearer ${tokenFor(side)}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n },\n body: body ? JSON.stringify(body) : undefined,\n });\n\n if (res.status === 429) {\n const retryAfter = Number(res.headers.get(\"Retry-After\") ?? \"1\");\n console.log(`Rate limited (${side}), waiting ${retryAfter}s`);\n await sleep(retryAfter * 1000);\n continue;\n }\n\n if (!res.ok) {\n const text = await res.text();\n throw new Error(`Notion ${method} ${path} [${side}] → ${res.status}: ${text}`);\n }\n\n return res.json();\n }\n throw new Error(`Notion ${method} ${path} [${side}] failed after 5 retries`);\n}\n\nconst sleep = (ms: number) => new Promise(r => setTimeout(r, ms));\n\nfunction sideForDb(dbId: string): Side {\n if (dbId === DB_A_ID) return \"A\";\n if (dbId === DB_B_ID) return \"B\";\n if (dbId === LEDGER_ID) return \"ledger\";\n throw new Error(`Unknown database ID: ${dbId}`);\n}\n\n// =============================================================================\n// SCHEMA SYNC\n// =============================================================================\n\nconst SYNCABLE_SCHEMA_TYPES = new Set([\n \"rich_text\", \"number\", \"select\", \"multi_select\", \"date\", \"checkbox\",\n \"url\", \"email\", \"phone_number\", \"people\", \"files\", \"status\",\n]);\n\nfunction buildPropertyConfig(prop: any): any {\n const type = prop.type;\n switch (type) {\n case \"select\":\n return { select: { options: (prop.select?.options ?? []).map((o: any) =>\n ({ name: o.name, color: o.color })) } };\n case \"multi_select\":\n return { multi_select: { options: (prop.multi_select?.options ?? []).map((o: any) =>\n ({ name: o.name, color: o.color })) } };\n case \"status\":\n return { status: { options: (prop.status?.options ?? []).map((o: any) =>\n ({ name: o.name, color: o.color })) } };\n case \"number\":\n return { number: { format: prop.number?.format ?? \"number\" } };\n default:\n return { [type]: {} };\n }\n}\n\nfunction unionOptions(existing: any[] | undefined, incoming: any[] | undefined): any[] {\n const byName = new Map();\n for (const o of existing ?? []) byName.set(o.name, { name: o.name, color: o.color });\n for (const o of incoming ?? []) {\n if (!byName.has(o.name)) byName.set(o.name, { name: o.name, color: o.color });\n }\n return [...byName.values()];\n}\n\nasync function syncSchemas(): Promise<{ aProps: any; bProps: any }> {\n console.log(\"--- Schema sync ---\");\n\n const dbA = await notion(\"A\", \"GET\", `/databases/${DB_A_ID}`);\n const dbB = await notion(\"B\", \"GET\", `/databases/${DB_B_ID}`);\n\n const patchToA: Record = {};\n const patchToB: Record = {};\n const additions: string[] = [];\n const conflicts: string[] = [];\n const optionUnions: string[] = [];\n\n const allNames = new Set([\n ...Object.keys(dbA.properties),\n ...Object.keys(dbB.properties),\n ]);\n\n for (const name of allNames) {\n const a = dbA.properties[name];\n const b = dbB.properties[name];\n if (a?.type === \"title\" || b?.type === \"title\") continue;\n\n if (a && !b) {\n if (!SYNCABLE_SCHEMA_TYPES.has(a.type)) {\n console.log(` skipping \"${name}\" (type ${a.type} not auto-synced)`);\n continue;\n }\n patchToB[name] = buildPropertyConfig(a);\n additions.push(`+ B: \"${name}\" (${a.type})`);\n continue;\n }\n\n if (b && !a) {\n if (!SYNCABLE_SCHEMA_TYPES.has(b.type)) {\n console.log(` skipping \"${name}\" (type ${b.type} not auto-synced)`);\n continue;\n }\n patchToA[name] = buildPropertyConfig(b);\n additions.push(`+ A: \"${name}\" (${b.type})`);\n continue;\n }\n\n if (a.type === b.type) {\n if (a.type === \"select\" || a.type === \"multi_select\" || a.type === \"status\") {\n const optKey = a.type as \"select\" | \"multi_select\" | \"status\";\n const aOpts = a[optKey]?.options ?? [];\n const bOpts = b[optKey]?.options ?? [];\n const merged = unionOptions(aOpts, bOpts);\n\n const aOptNames = new Set(aOpts.map((o: any) => o.name));\n const bOptNames = new Set(bOpts.map((o: any) => o.name));\n const mergedNames = new Set(merged.map((o: any) => o.name));\n\n if (mergedNames.size > aOptNames.size) {\n patchToA[name] = { [optKey]: { options: merged } };\n optionUnions.push(`~ A: \"${name}\" options ${aOptNames.size} → ${mergedNames.size}`);\n }\n if (mergedNames.size > bOptNames.size) {\n patchToB[name] = { [optKey]: { options: merged } };\n optionUnions.push(`~ B: \"${name}\" options ${bOptNames.size} → ${mergedNames.size}`);\n }\n }\n continue;\n }\n\n // Type conflict\n const aSyncable = SYNCABLE_SCHEMA_TYPES.has(a.type);\n const bSyncable = SYNCABLE_SCHEMA_TYPES.has(b.type);\n\n if (aSyncable) {\n const newName = `${name} (from A)`;\n if (!dbB.properties[newName]) {\n patchToB[newName] = buildPropertyConfig(a);\n conflicts.push(`! B: conflict on \"${name}\" → added \"${newName}\" (${a.type})`);\n }\n }\n if (bSyncable) {\n const newName = `${name} (from B)`;\n if (!dbA.properties[newName]) {\n patchToA[newName] = buildPropertyConfig(b);\n conflicts.push(`! A: conflict on \"${name}\" → added \"${newName}\" (${b.type})`);\n }\n }\n }\n\n if (Object.keys(patchToA).length > 0) {\n if (DRY_RUN) {\n console.log(`[DRY] would patch A schema: ${Object.keys(patchToA).join(\", \")}`);\n } else {\n await notion(\"A\", \"PATCH\", `/databases/${DB_A_ID}`, { properties: patchToA });\n }\n }\n if (Object.keys(patchToB).length > 0) {\n if (DRY_RUN) {\n console.log(`[DRY] would patch B schema: ${Object.keys(patchToB).join(\", \")}`);\n } else {\n await notion(\"B\", \"PATCH\", `/databases/${DB_B_ID}`, { properties: patchToB });\n }\n }\n\n for (const line of additions) console.log(` ${line}`);\n for (const line of optionUnions) console.log(` ${line}`);\n for (const line of conflicts) console.log(` ${line}`);\n if (additions.length + optionUnions.length + conflicts.length === 0) {\n console.log(\" schemas already in sync\");\n }\n\n if (DRY_RUN || (Object.keys(patchToA).length + Object.keys(patchToB).length === 0)) {\n return { aProps: dbA.properties, bProps: dbB.properties };\n }\n const dbA2 = await notion(\"A\", \"GET\", `/databases/${DB_A_ID}`);\n const dbB2 = await notion(\"B\", \"GET\", `/databases/${DB_B_ID}`);\n return { aProps: dbA2.properties, bProps: dbB2.properties };\n}\n\n// =============================================================================\n// ROW SYNC\n// =============================================================================\n\nasync function queryAllPages(dbId: string): Promise {\n const side = sideForDb(dbId);\n const pages: any[] = [];\n let cursor: string | undefined = undefined;\n\n do {\n const res: any = await notion(side, \"POST\", `/databases/${dbId}/query`, {\n start_cursor: cursor,\n page_size: 100,\n });\n pages.push(...res.results);\n cursor = res.has_more ? res.next_cursor : undefined;\n } while (cursor);\n\n return pages;\n}\n\n// Read raw title (untrimmed) — used to detect whether trimming is needed.\nfunction getRawPageName(page: any): string {\n for (const prop of Object.values(page.properties)) {\n if (prop.type === \"title\") {\n return prop.title.map((t: any) => t.plain_text).join(\"\");\n }\n }\n return \"\";\n}\n\n// Read the trimmed name — what every other part of the script uses for matching.\nfunction getPageName(page: any): string {\n return getRawPageName(page).trim();\n}\n\n// Find the title property's NAME (the column name in the DB schema, e.g. \"Name\").\n// We need this to PATCH the title back when trimming.\nfunction getTitlePropertyName(page: any): string | null {\n for (const [propName, prop] of Object.entries(page.properties)) {\n if (prop.type === \"title\") return propName;\n }\n return null;\n}\n\n// -----------------------------------------------------------------------------\n// TRIM PASS: rewrite any page whose title has leading/trailing whitespace\n// so future matching works cleanly. Runs before dedupe & reconciliation.\n// -----------------------------------------------------------------------------\nasync function trimPageNames(pages: any[], side: Side): Promise {\n let trimmed = 0;\n for (const page of pages) {\n const raw = getRawPageName(page);\n const clean = raw.trim();\n if (raw === clean) continue; // already clean — skip API call\n if (clean === \"\") continue; // pure-whitespace title, leave alone\n\n const titleProp = getTitlePropertyName(page);\n if (!titleProp) continue;\n\n if (DRY_RUN) {\n console.log(`[DRY] trim [${side}] \"${raw}\" → \"${clean}\"`);\n } else {\n // Update the page's title in Notion.\n await notion(side, \"PATCH\", `/pages/${page.id}`, {\n properties: {\n [titleProp]: { title: [{ text: { content: clean } }] },\n },\n });\n }\n // Mutate the in-memory page object in BOTH modes so downstream code sees\n // the clean name. In dry-run this makes the predicted log accurate; in\n // live mode it avoids a redundant re-fetch.\n page.properties[titleProp].title = [{\n type: \"text\",\n text: { content: clean, link: null },\n plain_text: clean,\n annotations: {},\n href: null,\n }];\n trimmed++;\n }\n if (trimmed > 0) console.log(` [${side}] trimmed ${trimmed} page name(s)`);\n}\n\nconst WRITABLE_TYPES = new Set([\n \"title\", \"rich_text\", \"number\", \"select\", \"multi_select\", \"date\",\n \"checkbox\", \"url\", \"email\", \"phone_number\", \"people\", \"files\", \"status\",\n]);\n\n// Notion's per-rich-text-segment character limit. Anything longer must be\n// split into multiple segments (we'll just truncate, since rows are notes).\nconst RICH_TEXT_MAX = 2000;\n\n// When copying select/multi-select/status/relation values across databases,\n// strip the \"id\" field — IDs differ between databases. Notion matches by\n// name on write, then assigns the destination DB's own ID.\nfunction cleanPropertyValue(value: any): any {\n const t = value.type;\n\n if (t === \"select\" && value.select) {\n return { type: \"select\", select: value.select.name ? { name: value.select.name } : null };\n }\n if (t === \"multi_select\" && value.multi_select) {\n return {\n type: \"multi_select\",\n multi_select: value.multi_select.map((o: any) => ({ name: o.name })),\n };\n }\n if (t === \"status\" && value.status) {\n return { type: \"status\", status: value.status.name ? { name: value.status.name } : null };\n }\n if (t === \"people\" && value.people) {\n // People reference user IDs which are workspace-scoped — drop them across\n // workspaces, since the user IDs won't resolve on the other side.\n return { type: \"people\", people: [] };\n }\n if (t === \"rich_text\" && Array.isArray(value.rich_text)) {\n // Truncate any segment > 2000 chars to avoid validation errors.\n const truncated = value.rich_text.map((seg: any) => {\n if (seg.text?.content && seg.text.content.length > RICH_TEXT_MAX) {\n return {\n ...seg,\n text: { ...seg.text, content: seg.text.content.slice(0, RICH_TEXT_MAX - 3) + \"...\" },\n plain_text: seg.plain_text?.slice(0, RICH_TEXT_MAX - 3) + \"...\",\n };\n }\n return seg;\n });\n return { type: \"rich_text\", rich_text: truncated };\n }\n if (t === \"title\" && Array.isArray(value.title)) {\n const truncated = value.title.map((seg: any) => {\n if (seg.text?.content && seg.text.content.length > RICH_TEXT_MAX) {\n return {\n ...seg,\n text: { ...seg.text, content: seg.text.content.slice(0, RICH_TEXT_MAX - 3) + \"...\" },\n };\n }\n return seg;\n });\n return { type: \"title\", title: truncated };\n }\n // Everything else passes through unchanged (number, date, checkbox, url, email, etc.)\n return value;\n}\n\nfunction extractWritableProps(page: any, destSchema: any): Record {\n const out: Record = {};\n for (const [name, value] of Object.entries(page.properties)) {\n if (!WRITABLE_TYPES.has(value.type)) continue;\n if (!destSchema[name]) continue;\n if (destSchema[name].type !== value.type) continue;\n const cleaned = cleanPropertyValue(value);\n const { id, ...rest } = cleaned;\n out[name] = rest;\n }\n return out;\n}\n\n// -----------------------------------------------------------------------------\n// Ledger helpers\n// -----------------------------------------------------------------------------\ninterface LedgerEntry {\n ledgerPageId: string;\n name: string;\n dbAPageId: string;\n dbBPageId: string;\n lastSynced: string | null;\n aLastEdited: string | null; // A's last_edited_time as of last sync\n bLastEdited: string | null; // B's last_edited_time as of last sync\n}\n\nfunction parseLedgerPage(page: any): LedgerEntry {\n const props = page.properties;\n const readText = (p: any) =>\n p?.rich_text?.map((t: any) => t.plain_text).join(\"\") ?? \"\";\n return {\n ledgerPageId: page.id,\n name: getPageName(page),\n dbAPageId: readText(props[\"DB-A Page ID\"]),\n dbBPageId: readText(props[\"DB-B Page ID\"]),\n lastSynced: props[\"Last Synced\"]?.date?.start ?? null,\n aLastEdited: readText(props[\"A Last Edited\"]) || null,\n bLastEdited: readText(props[\"B Last Edited\"]) || null,\n };\n}\n\nasync function createLedgerEntry(\n name: string, aId: string, bId: string,\n aLastEdited: string, bLastEdited: string,\n) {\n if (DRY_RUN) { console.log(`[DRY] ledger create: ${name}`); return; }\n await notion(\"ledger\", \"POST\", \"/pages\", {\n parent: { database_id: LEDGER_ID },\n properties: {\n \"Name\": { title: [{ text: { content: name } }] },\n \"DB-A Page ID\": { rich_text: [{ text: { content: aId } }] },\n \"DB-B Page ID\": { rich_text: [{ text: { content: bId } }] },\n \"Last Synced\": { date: { start: new Date().toISOString() } },\n \"A Last Edited\": { rich_text: [{ text: { content: aLastEdited } }] },\n \"B Last Edited\": { rich_text: [{ text: { content: bLastEdited } }] },\n },\n });\n}\n\nasync function updateLedgerEntry(\n ledgerId: string, aId: string, bId: string,\n aLastEdited: string, bLastEdited: string,\n) {\n if (DRY_RUN) { console.log(`[DRY] ledger update: ${ledgerId}`); return; }\n await notion(\"ledger\", \"PATCH\", `/pages/${ledgerId}`, {\n properties: {\n \"DB-A Page ID\": { rich_text: [{ text: { content: aId } }] },\n \"DB-B Page ID\": { rich_text: [{ text: { content: bId } }] },\n \"Last Synced\": { date: { start: new Date().toISOString() } },\n \"A Last Edited\": { rich_text: [{ text: { content: aLastEdited } }] },\n \"B Last Edited\": { rich_text: [{ text: { content: bLastEdited } }] },\n },\n });\n}\n\n// -----------------------------------------------------------------------------\n// Page-level operations\n// -----------------------------------------------------------------------------\nasync function archivePage(side: Side, pageId: string, label: string): Promise {\n if (DRY_RUN) { console.log(`[DRY] archive [${side}] (${label}): ${pageId}`); return; }\n await notion(side, \"PATCH\", `/pages/${pageId}`, { archived: true });\n}\n\nasync function createPageIn(dbId: string, props: Record): Promise {\n const side = sideForDb(dbId);\n if (DRY_RUN) {\n console.log(`[DRY] create in [${side}] ${dbId.slice(0,8)}…: ${nameFromProps(props)}`);\n return { id: \"dry-run-id\" };\n }\n return await notion(side, \"POST\", \"/pages\", {\n parent: { database_id: dbId },\n properties: props,\n });\n}\n\nasync function updatePage(side: Side, pageId: string, props: Record): Promise {\n if (DRY_RUN) {\n console.log(`[DRY] update [${side}] ${pageId.slice(0,8)}…: ${nameFromProps(props)}`);\n return;\n }\n await notion(side, \"PATCH\", `/pages/${pageId}`, { properties: props });\n}\n\nfunction nameFromProps(props: Record): string {\n for (const val of Object.values(props)) {\n if (val?.title) return val.title.map((t: any) => t.text?.content ?? \"\").join(\"\");\n }\n return \"(unnamed)\";\n}\n\n// -----------------------------------------------------------------------------\n// Within-DB dedupe\n// -----------------------------------------------------------------------------\nasync function dedupeWithinDb(pages: any[], label: Side): Promise> {\n const byName = new Map();\n for (const p of pages) {\n const name = getPageName(p);\n if (!name) continue;\n if (!byName.has(name)) byName.set(name, []);\n byName.get(name)!.push(p);\n }\n\n const survivors = new Map();\n for (const [name, group] of byName) {\n if (group.length === 1) {\n survivors.set(name, group[0]);\n continue;\n }\n group.sort((x, y) =>\n new Date(y.last_edited_time).getTime() -\n new Date(x.last_edited_time).getTime()\n );\n survivors.set(name, group[0]);\n for (const dup of group.slice(1)) {\n console.log(`[${label}] duplicate \"${name}\", archiving ${dup.id}`);\n await archivePage(label, dup.id, `${label} dupe of \"${name}\"`);\n }\n }\n return survivors;\n}\n\nasync function syncEditedPair(\n a: any, b: any, name: string,\n aSchema: any, bSchema: any,\n ledgerPageId?: string,\n): Promise {\n const aTime = new Date(a.last_edited_time).getTime();\n const bTime = new Date(b.last_edited_time).getTime();\n\n if (aTime > bTime) {\n await updatePage(\"B\", b.id, extractWritableProps(a, bSchema));\n } else if (bTime > aTime) {\n await updatePage(\"A\", a.id, extractWritableProps(b, aSchema));\n }\n\n // After a write, re-fetch the destination page to get its post-write\n // last_edited_time. We need this so the next run can tell whether\n // subsequent edits were user-driven or sync-driven.\n let aEdited = a.last_edited_time;\n let bEdited = b.last_edited_time;\n if (!DRY_RUN && aTime !== bTime) {\n if (aTime > bTime) {\n const fresh = await notion(\"B\", \"GET\", `/pages/${b.id}`);\n bEdited = fresh.last_edited_time;\n } else {\n const fresh = await notion(\"A\", \"GET\", `/pages/${a.id}`);\n aEdited = fresh.last_edited_time;\n }\n }\n\n if (ledgerPageId) {\n await updateLedgerEntry(ledgerPageId, a.id, b.id, aEdited, bEdited);\n } else {\n await createLedgerEntry(name, a.id, b.id, aEdited, bEdited);\n }\n}\n\n// =============================================================================\n// MAIN\n// =============================================================================\n// Free-tier val.town runs time out at 60 seconds. We respect a soft budget\n// and exit cleanly before getting killed mid-write. The ledger captures\n// progress, so the next scheduled run picks up where this one left off.\nconst TIME_BUDGET_MS = 50_000; // exit at 50s to leave headroom\n\nexport default async function main() {\n const startedAt = Date.now();\n const overBudget = () => Date.now() - startedAt > TIME_BUDGET_MS;\n\n console.log(`=== Notion sync starting ${new Date().toISOString()} ===`);\n if (DRY_RUN) console.log(\"DRY RUN — no writes will happen\");\n\n // 1. Schema sync first\n const { aProps, bProps } = await syncSchemas();\n\n // 2. Fetch all rows\n console.log(\"--- Row sync ---\");\n const [aPagesRaw, bPagesRaw, ledgerPagesRaw] = await Promise.all([\n queryAllPages(DB_A_ID),\n queryAllPages(DB_B_ID),\n queryAllPages(LEDGER_ID),\n ]);\n\n console.log(\n `Fetched: ${aPagesRaw.length} in A, ${bPagesRaw.length} in B, ` +\n `${ledgerPagesRaw.length} in ledger`\n );\n\n // 3. Trim leading/trailing whitespace from all page names BEFORE dedupe.\n // This ensures \"Foo \" and \"Foo\" collapse into one match group.\n await trimPageNames(aPagesRaw, \"A\");\n await trimPageNames(bPagesRaw, \"B\");\n // (Ledger names should always already be clean since the script writes them,\n // but trim there too just in case someone edited a ledger row by hand.)\n await trimPageNames(ledgerPagesRaw, \"ledger\");\n\n // 4. Within-DB dedupe (trimming may have surfaced new duplicates)\n const aByName = await dedupeWithinDb(aPagesRaw, \"A\");\n const bByName = await dedupeWithinDb(bPagesRaw, \"B\");\n\n // 5. Build ledger index\n const ledgerByName = new Map();\n for (const lp of ledgerPagesRaw) {\n const entry = parseLedgerPage(lp);\n if (entry.name) ledgerByName.set(entry.name, entry);\n }\n\n // 6. Reconcile\n const allNames = new Set([\n ...aByName.keys(), ...bByName.keys(), ...ledgerByName.keys(),\n ]);\n\n // Pre-classify all work so we can prioritize. Then drop \"update\" pairs\n // where neither side has been edited since the ledger's Last Synced —\n // those are pure no-ops eating into our time budget.\n type Op = \"create\" | \"delete\" | \"update\" | \"noop\";\n interface Work { name: string; op: Op; a?: any; b?: any; ledger?: LedgerEntry; }\n const work: Work[] = [];\n\n for (const name of allNames) {\n if (!name) continue;\n const a = aByName.get(name);\n const b = bByName.get(name);\n const ledger = ledgerByName.get(name);\n\n if (a && b && !ledger) work.push({ name, op: \"update\", a, b });\n else if (a && !b && !ledger) work.push({ name, op: \"create\", a });\n else if (!a && b && !ledger) work.push({ name, op: \"create\", b });\n else if (a && b && ledger) work.push({ name, op: \"update\", a, b, ledger });\n else if (!a && b && ledger) work.push({ name, op: \"delete\", b, ledger });\n else if (a && !b && ledger) work.push({ name, op: \"delete\", a, ledger });\n else if (!a && !b && ledger) work.push({ name, op: \"noop\", ledger });\n }\n\n // Skip updates where nothing has changed since the last sync.\n const filtered: Work[] = [];\n let skippedUnchanged = 0;\n for (const w of work) {\n if (w.op === \"update\" && w.ledger && w.a && w.b && w.ledger.lastSynced) {\n const synced = new Date(w.ledger.lastSynced).getTime();\n const aTime = new Date(w.a.last_edited_time).getTime();\n const bTime = new Date(w.b.last_edited_time).getTime();\n if (aTime <= synced && bTime <= synced) {\n skippedUnchanged++;\n continue;\n }\n }\n filtered.push(w);\n }\n if (skippedUnchanged > 0) {\n console.log(`Skipped ${skippedUnchanged} unchanged record(s).`);\n }\n\n // Order: deletes → creates → updates → noops. Creates are visible new\n // entries the users want to see, so prioritize them above slower updates.\n const order: Record = { delete: 0, create: 1, update: 2, noop: 3 };\n filtered.sort((x, y) => order[x.op] - order[y.op]);\n\n // Apply\n let creates = 0, updates = 0, deletes = 0, noops = 0, deferred = 0;\n\n for (const w of filtered) {\n if (overBudget()) { deferred++; continue; }\n\n try {\n if (w.op === \"create\" && w.a && !w.b) {\n const newB = await createPageIn(DB_B_ID, extractWritableProps(w.a, bProps));\n // Fetch post-write timestamp for B so the next run can detect edits.\n let bEdited = newB.last_edited_time ?? new Date().toISOString();\n if (!DRY_RUN && newB.id !== \"dry-run-id\") {\n const fresh = await notion(\"B\", \"GET\", `/pages/${newB.id}`);\n bEdited = fresh.last_edited_time;\n }\n await createLedgerEntry(w.name, w.a.id, newB.id, w.a.last_edited_time, bEdited);\n creates++;\n }\n else if (w.op === \"create\" && w.b && !w.a) {\n const newA = await createPageIn(DB_A_ID, extractWritableProps(w.b, aProps));\n let aEdited = newA.last_edited_time ?? new Date().toISOString();\n if (!DRY_RUN && newA.id !== \"dry-run-id\") {\n const fresh = await notion(\"A\", \"GET\", `/pages/${newA.id}`);\n aEdited = fresh.last_edited_time;\n }\n await createLedgerEntry(w.name, newA.id, w.b.id, aEdited, w.b.last_edited_time);\n creates++;\n }\n else if (w.op === \"update\" && w.a && w.b) {\n await syncEditedPair(w.a, w.b, w.name, aProps, bProps, w.ledger?.ledgerPageId);\n updates++;\n }\n else if (w.op === \"delete\" && w.b && w.ledger) {\n await archivePage(\"B\", w.b.id, `B (deleted on A): ${w.name}`);\n await archivePage(\"ledger\", w.ledger.ledgerPageId, `ledger: ${w.name}`);\n deletes++;\n }\n else if (w.op === \"delete\" && w.a && w.ledger) {\n await archivePage(\"A\", w.a.id, `A (deleted on B): ${w.name}`);\n await archivePage(\"ledger\", w.ledger.ledgerPageId, `ledger: ${w.name}`);\n deletes++;\n }\n else if (w.op === \"noop\" && w.ledger) {\n await archivePage(\"ledger\", w.ledger.ledgerPageId, `ledger orphan: ${w.name}`);\n noops++;\n }\n } catch (err) {\n console.error(`Error processing \"${w.name}\":`, err);\n }\n }\n\n console.log(\n `Done. creates=${creates} updates=${updates} ` +\n `deletes=${deletes} noops=${noops} deferred=${deferred} ` +\n `elapsed=${Math.round((Date.now() - startedAt) / 1000)}s`\n );\n if (deferred > 0) {\n console.log(`Time budget reached — ${deferred} records deferred to next run.`);\n }\n}\n","createdAt",["D",1779893973636],"branchVersion","branchId","52cc26be-59a0-11f1-9c88-ee650bb23af1","id","52cb35f6-59a0-11f1-9c88-ee650bb23af1","notion-bidirectional-sync",["D",1779868054388],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Daily bidirectional sync between two Notion databases via ledger","imageUrl","4d6a2ce9-7b0b-41ae-acae-02936cc37376","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019e6588-8f32-7029-9083-725ae084ef6f","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_103":99},"org",{"_95":94,"_96":97,"_98":99,"_18":55,"_100":101,"_102":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",29,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","valentinmoebs","handle","displayName","Valentin Moebs","avatar","https://lh3.googleusercontent.com/a/ACg8ocKHKyhQu2hb7BbRWE8BJhDtC42HdaVpFZJ8vPB8I94_RiniZKUc=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":151,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":152,"_79":153,"_81":154,"_83":25},"tree",[146],"files",[146],"counts",{"_134":61,"_135":136,"_137":61,"_138":139,"_140":141},"contents",[126],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":127,"_32":28,"_30":31,"_128":-5,"_41":42,"_40":14,"_129":25,"_38":130,"_13":131,"_33":34,"_35":37,"_24":25,"_132":-5,"_27":133},"abe0c16a-59dc-11f1-aa53-ee650bb23af1","parentId","latest",["D",1779893973636],14,"label",[28],"pulls","branches",1,"forks","envVars",{"_142":144,"_145":61},"connections",{"_142":61,"_143":61},"count","unfilledCount",9,"emptyCount",{"_43":127,"_32":28,"_30":31,"_128":-5,"_41":42,"_40":14,"_129":25,"_38":147,"_13":131,"_33":34,"_35":37,"_24":25,"_132":-5,"_148":149,"_27":150},["D",1779893973636],"children",[],[28],["D",1779868054388],{"_95":94,"_103":99},{"_95":94,"_96":97,"_98":99,"_18":55,"_100":101,"_102":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_123":188,"_189":190,"_191":192,"_193":25,"_194":25,"_195":25,"_196":197,"_198":-5,"_199":-7,"_200":-7,"_201":61,"_202":25,"_203":25,"_204":-5,"_205":25,"_206":25,"_207":25,"_208":-5},"ENV",{"_159":160,"_161":162,"_163":85,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v15