[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_163":164,"_165":166},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":-7,"_61":133,"_16":-7,"_134":-5,"_17":135,"_136":137,"_28":138,"_21":139,"_23":140,"_141":-5,"_142":-5,"_143":-5,"_144":36,"_145":146,"_147":36,"_148":-5,"_149":-5,"_150":151},"routes/_app.x.$handle.$name._index",{"_11":12,"_13":14,"_15":-7,"_16":-7,"_17":18,"_19":20,"_21":22,"_23":24,"_25":-7,"_26":-5,"_27":-5,"_28":29,"_30":-5,"_31":-5,"_32":-5,"_33":34,"_35":36,"_37":36},"handle","tylermyeo","name","notion-backfill-v1","branchName","version","project",{"_39":79,"_13":14,"_50":80,"_81":-5,"_82":36,"_83":84,"_85":84,"_86":-5,"_87":-5,"_88":89,"_90":-5,"_91":36,"_92":-5,"_93":-5,"_94":67,"_95":96,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":102,"_103":102,"_104":105,"_106":105,"_107":105,"_108":102,"_109":102,"_110":111,"_112":113,"_114":115,"_116":36},"tags",[],"counts",{"_66":67,"_68":69,"_70":67,"_71":72,"_73":74},"contents",[63],"readme","upstream","pull","files",[38],"preview","ahead","behind","showHomeCustomizationHint",true,"showHTTPPreviewSettingsHint",false,"hasHTTPFiles",{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":34,"_50":51,"_16":52,"_53":54,"_55":56,"_57":36,"_58":-5,"_59":60,"_61":62},"id","b4fd0640-f53d-11f0-9deb-42dde27851f2","main.ts","fileId","2a7285c0-f53a-11f0-ae2f-42dde27851f2","parentId","branchId","2a711992-f53a-11f0-ae2f-42dde27851f2","branchVersion",12,"latest","createdAt",["D",1768830582667],11,"fileType","interval","content","import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n// Configuration\nconst BATCH_SIZE = 45; // Process 50 records per run (free tier: 1 min timeout)\nconst NOTION_API_BASE = \"https://api.notion.com/v1\";\nconst NOTION_VERSION = \"2022-06-28\";\nconst DRY_RUN = true; // Set to true to log without tagging\n\ninterface NotionPage {\n id: string;\n properties: {\n Name?: {\n title: Array<{ plain_text: string }>;\n };\n Tags?: {\n multi_select: Array<{ name: string }>;\n };\n };\n}\n\ninterface NotionQueryResponse {\n results: NotionPage[];\n next_cursor: string | null;\n has_more: boolean;\n}\n\ninterface Progress {\n last_cursor: string | null;\n total_processed: number;\n total_tagged: number;\n completed: boolean;\n}\n\n/**\n * Normalize name for comparison (trim and lowercase)\n */\nfunction normalizeName(name: string): string {\n return name.trim().toLowerCase();\n}\n\n/**\n * Get Notion API headers\n */\nfunction getNotionHeaders(): HeadersInit {\n const token = Deno.env.get(\"NOTION_TOKEN\");\n if (!token) {\n throw new Error(\"NOTION_TOKEN environment variable is not set\");\n }\n\n return {\n \"Authorization\": `Bearer ${token}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n };\n}\n\n/**\n * Retry a function with exponential backoff\n */\nasync function retryWithBackoff(\n fn: () => Promise,\n maxRetries: number = 3,\n initialDelay: number = 1000,\n): Promise {\n let lastError: any;\n\n for (let i = 0; i < maxRetries; i++) {\n try {\n return await fn();\n } catch (error: any) {\n lastError = error;\n\n // Check if it's a rate limit error\n if (\n error.message?.includes(\"429\") ||\n error.message?.includes(\"Rate limit\")\n ) {\n const delay = initialDelay * Math.pow(2, i);\n console.log(\n `Rate limit hit, retrying in ${delay}ms... (attempt ${\n i + 1\n }/${maxRetries})`,\n );\n await new Promise((resolve) => setTimeout(resolve, delay));\n continue;\n }\n\n // If it's not a rate limit error, throw immediately\n throw error;\n }\n }\n\n throw lastError;\n}\n\n/**\n * Initialize database tables\n */\nasync function initializeTables(): Promise {\n // Create name_index table (same as webhook)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS name_index (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL COLLATE NOCASE,\n notion_page_id TEXT NOT NULL UNIQUE,\n created_at DATETIME DEFAULT CURRENT_TIMESTAMP\n )\n `);\n\n // Create index for fast name lookups\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_name ON name_index(name)\n `);\n\n // Create progress tracking table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS backfill_progress (\n id INTEGER PRIMARY KEY CHECK (id = 1),\n last_cursor TEXT,\n total_processed INTEGER DEFAULT 0,\n total_tagged INTEGER DEFAULT 0,\n started_at DATETIME DEFAULT CURRENT_TIMESTAMP,\n last_run_at DATETIME,\n completed BOOLEAN DEFAULT FALSE\n )\n `);\n}\n\n/**\n * Get current progress from database\n */\nasync function getProgress(): Promise {\n const result = await retryWithBackoff(() =>\n sqlite.execute({\n sql:\n \"SELECT last_cursor, total_processed, total_tagged, completed FROM backfill_progress WHERE id = 1\",\n args: [],\n })\n );\n\n if (result.rows.length === 0) {\n // First run, initialize progress\n await retryWithBackoff(() =>\n sqlite.execute({\n sql:\n \"INSERT INTO backfill_progress (id, last_cursor, total_processed, total_tagged, completed) VALUES (1, NULL, 0, 0, FALSE)\",\n args: [],\n })\n );\n return {\n last_cursor: null,\n total_processed: 0,\n total_tagged: 0,\n completed: false,\n };\n }\n\n const row = result.rows[0];\n return {\n last_cursor: row[0] as string | null,\n total_processed: row[1] as number,\n total_tagged: row[2] as number,\n completed: row[3] as boolean,\n };\n}\n\n/**\n * Update progress in database\n */\nasync function updateProgress(data: {\n last_cursor: string | null;\n total_processed: number;\n total_tagged: number;\n completed: boolean;\n}): Promise {\n await retryWithBackoff(() =>\n sqlite.execute({\n sql: `\n UPDATE backfill_progress \n SET last_cursor = ?, \n total_processed = ?, \n total_tagged = ?, \n last_run_at = datetime('now'), \n completed = ?\n WHERE id = 1\n `,\n args: [\n data.last_cursor,\n data.total_processed,\n data.total_tagged,\n data.completed ? 1 : 0,\n ],\n })\n );\n}\n\n/**\n * Query Notion database with pagination\n */\nasync function queryNotionDatabase(\n databaseId: string,\n startCursor: string | null,\n pageSize: number,\n): Promise {\n const body: any = {\n page_size: pageSize,\n };\n\n if (startCursor) {\n body.start_cursor = startCursor;\n }\n\n const response = await fetch(\n `${NOTION_API_BASE}/databases/${databaseId}/query`,\n {\n method: \"POST\",\n headers: getNotionHeaders(),\n body: JSON.stringify(body),\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to query Notion database: ${response.status} ${errorText}`,\n );\n }\n\n return await response.json();\n}\n\n/**\n * Fetch a page from Notion API\n */\nasync function fetchNotionPage(pageId: string): Promise {\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"GET\",\n headers: getNotionHeaders(),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to fetch Notion page ${pageId}: ${response.status} ${errorText}`,\n );\n }\n\n return await response.json();\n}\n\n/**\n * Update Tags property on a Notion page\n */\nasync function updateNotionTags(\n pageId: string,\n existingTags: Array<{ name: string }>,\n): Promise {\n return retryWithBackoff(async () => {\n // Check if \"Duplicate\" tag already exists\n const hasDuplicateTag = existingTags.some(\n (tag) => tag.name.toLowerCase() === \"duplicate\",\n );\n\n if (hasDuplicateTag) {\n console.log(\n ` Page ${pageId} already has \"Duplicate\" tag, skipping`,\n );\n return;\n }\n\n if (DRY_RUN) {\n console.log(` [DRY RUN] Would tag page ${pageId} as \"Duplicate\"`);\n return;\n }\n\n // Add \"Duplicate\" tag to existing tags\n const updatedTags = [\n ...existingTags,\n { name: \"Duplicate\" },\n ];\n\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"PATCH\",\n headers: getNotionHeaders(),\n body: JSON.stringify({\n properties: {\n Tags: {\n multi_select: updatedTags,\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to update Notion page ${pageId}: ${response.status} ${errorText}`,\n );\n }\n\n console.log(` Tagged page ${pageId} as \"Duplicate\"`);\n });\n}\n\n/**\n * Find all duplicate pages for a given name\n */\nasync function findDuplicatePages(normalizedName: string): Promise {\n return retryWithBackoff(async () => {\n const result = await sqlite.execute({\n sql: \"SELECT notion_page_id FROM name_index WHERE name = ?\",\n args: [normalizedName],\n });\n\n return result.rows.map((row: any) => row[0] as string);\n });\n}\n\n/**\n * Insert a new name into the index\n */\nasync function insertNameIndex(name: string, pageId: string): Promise {\n const normalizedName = normalizeName(name);\n\n return retryWithBackoff(async () => {\n try {\n await sqlite.execute({\n sql: \"INSERT INTO name_index (name, notion_page_id) VALUES (?, ?)\",\n args: [normalizedName, pageId],\n });\n } catch (error: any) {\n // If this specific page is already indexed, skip it\n if (error.message?.includes(\"UNIQUE constraint\")) {\n // Silent skip - this is expected for idempotency\n } else {\n throw error;\n }\n }\n });\n}\n\n/**\n * Process a batch of pages: detect duplicates, tag, and index\n */\nasync function processBatch(\n pages: NotionPage[],\n): Promise<{ tagged: number; indexed: number }> {\n let tagged = 0;\n let indexed = 0;\n\n for (const page of pages) {\n const name = page.properties.Name?.title?.[0]?.plain_text;\n if (!name) {\n console.log(` Skipping page ${page.id} - no Name property`);\n continue;\n }\n\n const normalizedName = normalizeName(name);\n\n // Check existing index for duplicates\n const existingDuplicates = await findDuplicatePages(normalizedName);\n\n if (existingDuplicates.length > 0) {\n console.log(\n ` Found ${existingDuplicates.length} existing duplicate(s) for \"${name}\"`,\n );\n\n // Tag the current page\n const currentPage = page; // We already have the page data from the query\n const currentTags = currentPage.properties.Tags?.multi_select || [];\n await updateNotionTags(page.id, currentTags);\n\n // Tag all existing duplicate pages\n for (const duplicatePageId of existingDuplicates) {\n try {\n const duplicatePage = await fetchNotionPage(duplicatePageId);\n const duplicateTags = duplicatePage.properties.Tags?.multi_select ||\n [];\n await updateNotionTags(duplicatePageId, duplicateTags);\n } catch (error: any) {\n console.error(\n ` Failed to tag duplicate page ${duplicatePageId}:`,\n error.message,\n );\n }\n }\n\n tagged += existingDuplicates.length + 1; // Count all tagged pages\n }\n\n // Always index the page (UNIQUE constraint prevents duplicates)\n await insertNameIndex(name, page.id);\n indexed++;\n\n // Small delay to avoid rate limiting\n await new Promise((resolve) => setTimeout(resolve, 50));\n }\n\n return { tagged, indexed };\n}\n\n/**\n * Main scheduled function (runs every 15 minutes)\n */\nexport default async function scheduledBackfill(): Promise {\n const startTime = Date.now();\n console.log(\"=== Backfill Run Started ===\");\n console.log(`Time: ${new Date().toISOString()}`);\n console.log(`Batch size: ${BATCH_SIZE}`);\n console.log(`Dry run: ${DRY_RUN}`);\n\n try {\n // 1. Initialize tables\n await initializeTables();\n\n // 2. Check if already completed\n const progress = await getProgress();\n if (progress.completed) {\n console.log(\"✅ Backfill already completed!\");\n console.log(\n `Total processed: ${progress.total_processed} | Total tagged: ${progress.total_tagged}`,\n );\n return;\n }\n\n console.log(\n `Previous progress: ${progress.total_processed} pages processed`,\n );\n if (progress.last_cursor) {\n console.log(\n `Resuming from cursor: ${progress.last_cursor.substring(0, 20)}...`,\n );\n }\n\n // 3. Get database ID\n const databaseId = Deno.env.get(\"NOTION_DATABASE_ID\");\n if (!databaseId) {\n throw new Error(\"NOTION_DATABASE_ID environment variable is not set\");\n }\n\n // 4. Fetch next batch from Notion\n console.log(`Fetching batch of ${BATCH_SIZE} pages...`);\n const response = await queryNotionDatabase(\n databaseId,\n progress.last_cursor,\n BATCH_SIZE,\n );\n\n const pages = response.results;\n const nextCursor = response.next_cursor;\n const hasMore = response.has_more;\n\n console.log(`Fetched ${pages.length} pages`);\n\n if (pages.length === 0) {\n console.log(\"No pages to process, marking as complete\");\n await updateProgress({\n last_cursor: null,\n total_processed: progress.total_processed,\n total_tagged: progress.total_tagged,\n completed: true,\n });\n console.log(\"🎉 BACKFILL COMPLETE!\");\n return;\n }\n\n // 5. Process batch (detect duplicates, tag, index)\n console.log(\"Processing batch...\");\n const { tagged, indexed } = await processBatch(pages);\n\n // 6. Update progress\n const newTotalProcessed = progress.total_processed + pages.length;\n const newTotalTagged = progress.total_tagged + tagged;\n const completed = !hasMore;\n\n await updateProgress({\n last_cursor: nextCursor,\n total_processed: newTotalProcessed,\n total_tagged: newTotalTagged,\n completed,\n });\n\n // 7. Log summary\n const duration = ((Date.now() - startTime) / 1000).toFixed(2);\n console.log(\"\\n=== Batch Complete ===\");\n console.log(`Processed: ${pages.length} pages`);\n console.log(`Indexed: ${indexed} pages`);\n console.log(`Tagged: ${tagged} pages (including existing duplicates)`);\n console.log(`Total processed: ${newTotalProcessed}`);\n console.log(`Total tagged: ${newTotalTagged}`);\n console.log(`Duration: ${duration}s`);\n\n if (completed) {\n console.log(\"\\n🎉 BACKFILL COMPLETE! All pages processed.\");\n console.log(\"You can now disable this scheduled Val.\");\n } else {\n console.log(\n `\\n⏳ More pages remaining. Next run in 15 minutes...`,\n );\n }\n } catch (error: any) {\n console.error(\"\\n❌ Error during backfill:\");\n console.error(error.message);\n console.error(error.stack);\n throw error;\n }\n}","deleted","label","children",[],"path",[41],{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":34,"_50":64,"_16":52,"_53":54,"_55":56,"_57":36,"_58":-5,"_61":65},["D",1768830582667],[41],"pulls",0,"branches",1,"forks","envVars",{"_75":77,"_78":67},"connections",{"_75":67,"_76":67},"count","unfilledCount",2,"emptyCount","2a70e382-f53a-11f0-ae2f-42dde27851f2",["D",1768829061741],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","019bc224-5e41-7430-8a11-f9ef2a021060","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","019bc224-5e42-70fc-944f-5712b27516c9","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_132":128},"org",{"_11":12,"_126":-5,"_127":128,"_88":89,"_129":130,"_131":36},"branch",{"_16":48,"_13":117,"_39":46,"_118":79,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":-5,"_124":14,"_125":12},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOElZbGFhMzZWVEtwQUMwQXVVamtoWVp5V24ifQ","tier","free","canRestrictVals","profileImageUrl","","adoptOrgId",{"_39":79,"_13":14,"_50":159,"_81":-5,"_82":36,"_83":84,"_85":84,"_86":-5,"_87":-5,"_88":89,"_90":-5,"_91":36,"_92":-5,"_93":-5,"_94":67,"_95":96,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":102,"_103":102,"_104":105,"_106":105,"_107":105,"_108":102,"_109":102,"_110":160,"_112":161,"_114":162,"_116":36},"tree",[156],[156],{"_66":67,"_68":69,"_70":67,"_71":154,"_73":155},[152],"file","upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":34,"_50":64,"_16":52,"_53":54,"_55":56,"_57":36,"_58":-5,"_61":153},[41],{"_75":77,"_78":67},{"_75":67,"_76":67},{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":34,"_50":51,"_16":52,"_53":54,"_55":56,"_57":36,"_58":-5,"_59":157,"_61":158},[],[41],["D",1768829061741],{"_11":12,"_132":128},{"_11":12,"_126":-5,"_127":128,"_88":89,"_129":130,"_131":36},{"_16":48,"_13":117,"_39":46,"_118":79,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":-5,"_124":14,"_125":12},"ctx",{"_110":-5,"_149":196,"_197":198,"_199":200,"_201":36,"_202":36,"_203":36,"_204":34,"_205":-5,"_206":-7,"_207":-7,"_208":67,"_209":36,"_210":36,"_211":-5,"_212":36,"_213":36,"_214":36,"_215":-5},"ENV",{"_167":168,"_169":170,"_171":117,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]