[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_153":154,"_155":156},"routes/_app.x.$handle.$name",{"_94":93,"_32":45,"_102":84,"_27":103,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":25,"_117":118,"_119":25,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":77,"_78":79,"_80":81,"_82":25},"version",8,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","2a7285c0-f53a-11f0-ae2f-42dde27851f2","name","fileType","interval","content","import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n// Configuration\nconst BATCH_SIZE = 40; // Process 50 records per run (free tier: 1 min timeout)\nconst NOTION_API_BASE = \"https://api.notion.com/v1\";\nconst NOTION_VERSION = \"2022-06-28\";\nconst DRY_RUN = true; // Set to true to log without tagging\n\ninterface NotionPage {\n id: string;\n properties: {\n Name?: {\n title: Array<{ plain_text: string }>;\n };\n Tags?: {\n multi_select: Array<{ name: string }>;\n };\n };\n}\n\ninterface NotionQueryResponse {\n results: NotionPage[];\n next_cursor: string | null;\n has_more: boolean;\n}\n\ninterface Progress {\n last_cursor: string | null;\n total_processed: number;\n total_tagged: number;\n completed: boolean;\n}\n\n/**\n * Normalize name for comparison (trim and lowercase)\n */\nfunction normalizeName(name: string): string {\n return name.trim().toLowerCase();\n}\n\n/**\n * Get Notion API headers\n */\nfunction getNotionHeaders(): HeadersInit {\n const token = Deno.env.get(\"NOTION_TOKEN\");\n if (!token) {\n throw new Error(\"NOTION_TOKEN environment variable is not set\");\n }\n\n return {\n \"Authorization\": `Bearer ${token}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n };\n}\n\n/**\n * Retry a function with exponential backoff\n */\nasync function retryWithBackoff(\n fn: () => Promise,\n maxRetries: number = 3,\n initialDelay: number = 1000,\n): Promise {\n let lastError: any;\n\n for (let i = 0; i < maxRetries; i++) {\n try {\n return await fn();\n } catch (error: any) {\n lastError = error;\n\n // Check if it's a rate limit error\n if (\n error.message?.includes(\"429\") ||\n error.message?.includes(\"Rate limit\")\n ) {\n const delay = initialDelay * Math.pow(2, i);\n console.log(\n `Rate limit hit, retrying in ${delay}ms... (attempt ${\n i + 1\n }/${maxRetries})`,\n );\n await new Promise((resolve) => setTimeout(resolve, delay));\n continue;\n }\n\n // If it's not a rate limit error, throw immediately\n throw error;\n }\n }\n\n throw lastError;\n}\n\n/**\n * Initialize database tables\n */\nasync function initializeTables(): Promise {\n // Create name_index table (same as webhook)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS name_index (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL COLLATE NOCASE,\n notion_page_id TEXT NOT NULL UNIQUE,\n created_at DATETIME DEFAULT CURRENT_TIMESTAMP\n )\n `);\n\n // Create index for fast name lookups\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_name ON name_index(name)\n `);\n\n // Create progress tracking table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS backfill_progress (\n id INTEGER PRIMARY KEY CHECK (id = 1),\n last_cursor TEXT,\n total_processed INTEGER DEFAULT 0,\n total_tagged INTEGER DEFAULT 0,\n started_at DATETIME DEFAULT CURRENT_TIMESTAMP,\n last_run_at DATETIME,\n completed BOOLEAN DEFAULT FALSE\n )\n `);\n}\n\n/**\n * Get current progress from database\n */\nasync function getProgress(): Promise {\n const result = await retryWithBackoff(() =>\n sqlite.execute({\n sql:\n \"SELECT last_cursor, total_processed, total_tagged, completed FROM backfill_progress WHERE id = 1\",\n args: [],\n })\n );\n\n if (result.rows.length === 0) {\n // First run, initialize progress\n await retryWithBackoff(() =>\n sqlite.execute({\n sql:\n \"INSERT INTO backfill_progress (id, last_cursor, total_processed, total_tagged, completed) VALUES (1, NULL, 0, 0, FALSE)\",\n args: [],\n })\n );\n return {\n last_cursor: null,\n total_processed: 0,\n total_tagged: 0,\n completed: false,\n };\n }\n\n const row = result.rows[0];\n return {\n last_cursor: row[0] as string | null,\n total_processed: row[1] as number,\n total_tagged: row[2] as number,\n completed: row[3] as boolean,\n };\n}\n\n/**\n * Update progress in database\n */\nasync function updateProgress(data: {\n last_cursor: string | null;\n total_processed: number;\n total_tagged: number;\n completed: boolean;\n}): Promise {\n await retryWithBackoff(() =>\n sqlite.execute({\n sql: `\n UPDATE backfill_progress \n SET last_cursor = ?, \n total_processed = ?, \n total_tagged = ?, \n last_run_at = datetime('now'), \n completed = ?\n WHERE id = 1\n `,\n args: [\n data.last_cursor,\n data.total_processed,\n data.total_tagged,\n data.completed ? 1 : 0,\n ],\n })\n );\n}\n\n/**\n * Query Notion database with pagination\n */\nasync function queryNotionDatabase(\n databaseId: string,\n startCursor: string | null,\n pageSize: number,\n): Promise {\n const body: any = {\n page_size: pageSize,\n };\n\n if (startCursor) {\n body.start_cursor = startCursor;\n }\n\n const response = await fetch(\n `${NOTION_API_BASE}/databases/${databaseId}/query`,\n {\n method: \"POST\",\n headers: getNotionHeaders(),\n body: JSON.stringify(body),\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to query Notion database: ${response.status} ${errorText}`,\n );\n }\n\n return await response.json();\n}\n\n/**\n * Fetch a page from Notion API\n */\nasync function fetchNotionPage(pageId: string): Promise {\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"GET\",\n headers: getNotionHeaders(),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to fetch Notion page ${pageId}: ${response.status} ${errorText}`,\n );\n }\n\n return await response.json();\n}\n\n/**\n * Update Tags property on a Notion page\n */\nasync function updateNotionTags(\n pageId: string,\n existingTags: Array<{ name: string }>,\n): Promise {\n return retryWithBackoff(async () => {\n // Check if \"Duplicate\" tag already exists\n const hasDuplicateTag = existingTags.some(\n (tag) => tag.name.toLowerCase() === \"duplicate\",\n );\n\n if (hasDuplicateTag) {\n console.log(\n ` Page ${pageId} already has \"Duplicate\" tag, skipping`,\n );\n return;\n }\n\n if (DRY_RUN) {\n console.log(` [DRY RUN] Would tag page ${pageId} as \"Duplicate\"`);\n return;\n }\n\n // Add \"Duplicate\" tag to existing tags\n const updatedTags = [\n ...existingTags,\n { name: \"Duplicate\" },\n ];\n\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"PATCH\",\n headers: getNotionHeaders(),\n body: JSON.stringify({\n properties: {\n Tags: {\n multi_select: updatedTags,\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to update Notion page ${pageId}: ${response.status} ${errorText}`,\n );\n }\n\n console.log(` Tagged page ${pageId} as \"Duplicate\"`);\n });\n}\n\n/**\n * Find all duplicate pages for a given name\n */\nasync function findDuplicatePages(normalizedName: string): Promise {\n return retryWithBackoff(async () => {\n const result = await sqlite.execute({\n sql: \"SELECT notion_page_id FROM name_index WHERE name = ?\",\n args: [normalizedName],\n });\n\n return result.rows.map((row: any) => row[0] as string);\n });\n}\n\n/**\n * Insert a new name into the index\n */\nasync function insertNameIndex(name: string, pageId: string): Promise {\n const normalizedName = normalizeName(name);\n\n return retryWithBackoff(async () => {\n try {\n await sqlite.execute({\n sql: \"INSERT INTO name_index (name, notion_page_id) VALUES (?, ?)\",\n args: [normalizedName, pageId],\n });\n } catch (error: any) {\n // If this specific page is already indexed, skip it\n if (error.message?.includes(\"UNIQUE constraint\")) {\n // Silent skip - this is expected for idempotency\n } else {\n throw error;\n }\n }\n });\n}\n\n/**\n * Process a batch of pages: detect duplicates, tag, and index\n */\nasync function processBatch(\n pages: NotionPage[],\n): Promise<{ tagged: number; indexed: number }> {\n let tagged = 0;\n let indexed = 0;\n\n for (const page of pages) {\n const name = page.properties.Name?.title?.[0]?.plain_text;\n if (!name) {\n console.log(` Skipping page ${page.id} - no Name property`);\n continue;\n }\n\n const normalizedName = normalizeName(name);\n\n // Check existing index for duplicates\n const existingDuplicates = await findDuplicatePages(normalizedName);\n\n if (existingDuplicates.length > 0) {\n console.log(\n ` Found ${existingDuplicates.length} existing duplicate(s) for \"${name}\"`,\n );\n\n // Tag the current page\n const currentPage = page; // We already have the page data from the query\n const currentTags = currentPage.properties.Tags?.multi_select || [];\n await updateNotionTags(page.id, currentTags);\n\n // Tag all existing duplicate pages\n for (const duplicatePageId of existingDuplicates) {\n try {\n const duplicatePage = await fetchNotionPage(duplicatePageId);\n const duplicateTags = duplicatePage.properties.Tags?.multi_select ||\n [];\n await updateNotionTags(duplicatePageId, duplicateTags);\n } catch (error: any) {\n console.error(\n ` Failed to tag duplicate page ${duplicatePageId}:`,\n error.message,\n );\n }\n }\n\n tagged += existingDuplicates.length + 1; // Count all tagged pages\n }\n\n // Always index the page (UNIQUE constraint prevents duplicates)\n await insertNameIndex(name, page.id);\n indexed++;\n\n // Small delay to avoid rate limiting\n await new Promise((resolve) => setTimeout(resolve, 50));\n }\n\n return { tagged, indexed };\n}\n\n/**\n * Main scheduled function (runs every 15 minutes)\n */\nexport default async function scheduledBackfill(): Promise {\n const startTime = Date.now();\n console.log(\"=== Backfill Run Started ===\");\n console.log(`Time: ${new Date().toISOString()}`);\n console.log(`Batch size: ${BATCH_SIZE}`);\n console.log(`Dry run: ${DRY_RUN}`);\n\n try {\n // 1. Initialize tables\n await initializeTables();\n\n // 2. Check if already completed\n const progress = await getProgress();\n if (progress.completed) {\n console.log(\"✅ Backfill already completed!\");\n console.log(\n `Total processed: ${progress.total_processed} | Total tagged: ${progress.total_tagged}`,\n );\n return;\n }\n\n console.log(\n `Previous progress: ${progress.total_processed} pages processed`,\n );\n if (progress.last_cursor) {\n console.log(\n `Resuming from cursor: ${progress.last_cursor.substring(0, 20)}...`,\n );\n }\n\n // 3. Get database ID\n const databaseId = Deno.env.get(\"NOTION_DATABASE_ID\");\n if (!databaseId) {\n throw new Error(\"NOTION_DATABASE_ID environment variable is not set\");\n }\n\n // 4. Fetch next batch from Notion\n console.log(`Fetching batch of ${BATCH_SIZE} pages...`);\n const response = await queryNotionDatabase(\n databaseId,\n progress.last_cursor,\n BATCH_SIZE,\n );\n\n const pages = response.results;\n const nextCursor = response.next_cursor;\n const hasMore = response.has_more;\n\n console.log(`Fetched ${pages.length} pages`);\n\n if (pages.length === 0) {\n console.log(\"No pages to process, marking as complete\");\n await updateProgress({\n last_cursor: null,\n total_processed: progress.total_processed,\n total_tagged: progress.total_tagged,\n completed: true,\n });\n console.log(\"🎉 BACKFILL COMPLETE!\");\n return;\n }\n\n // 5. Process batch (detect duplicates, tag, index)\n console.log(\"Processing batch...\");\n const { tagged, indexed } = await processBatch(pages);\n\n // 6. Update progress\n const newTotalProcessed = progress.total_processed + pages.length;\n const newTotalTagged = progress.total_tagged + tagged;\n const completed = !hasMore;\n\n await updateProgress({\n last_cursor: nextCursor,\n total_processed: newTotalProcessed,\n total_tagged: newTotalTagged,\n completed,\n });\n\n // 7. Log summary\n const duration = ((Date.now() - startTime) / 1000).toFixed(2);\n console.log(\"\\n=== Batch Complete ===\");\n console.log(`Processed: ${pages.length} pages`);\n console.log(`Indexed: ${indexed} pages`);\n console.log(`Tagged: ${tagged} pages (including existing duplicates)`);\n console.log(`Total processed: ${newTotalProcessed}`);\n console.log(`Total tagged: ${newTotalTagged}`);\n console.log(`Duration: ${duration}s`);\n\n if (completed) {\n console.log(\"\\n🎉 BACKFILL COMPLETE! All pages processed.\");\n console.log(\"You can now disable this scheduled Val.\");\n } else {\n console.log(\n `\\n⏳ More pages remaining. Next run in 15 minutes...`,\n );\n }\n } catch (error: any) {\n console.error(\"\\n❌ Error during backfill:\");\n console.error(error.message);\n console.error(error.stack);\n throw error;\n }\n}","import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n// Configuration\nconst BATCH_SIZE = 35; // Process 50 records per run (free tier: 1 min timeout)\nconst NOTION_API_BASE = \"https://api.notion.com/v1\";\nconst NOTION_VERSION = \"2022-06-28\";\nconst DRY_RUN = true; // Set to true to log without tagging\n\ninterface NotionPage {\n id: string;\n properties: {\n Name?: {\n title: Array<{ plain_text: string }>;\n };\n Tags?: {\n multi_select: Array<{ name: string }>;\n };\n };\n}\n\ninterface NotionQueryResponse {\n results: NotionPage[];\n next_cursor: string | null;\n has_more: boolean;\n}\n\ninterface Progress {\n last_cursor: string | null;\n total_processed: number;\n total_tagged: number;\n completed: boolean;\n}\n\n/**\n * Normalize name for comparison (trim and lowercase)\n */\nfunction normalizeName(name: string): string {\n return name.trim().toLowerCase();\n}\n\n/**\n * Get Notion API headers\n */\nfunction getNotionHeaders(): HeadersInit {\n const token = Deno.env.get(\"NOTION_TOKEN\");\n if (!token) {\n throw new Error(\"NOTION_TOKEN environment variable is not set\");\n }\n\n return {\n \"Authorization\": `Bearer ${token}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n };\n}\n\n/**\n * Retry a function with exponential backoff\n */\nasync function retryWithBackoff(\n fn: () => Promise,\n maxRetries: number = 3,\n initialDelay: number = 1000,\n): Promise {\n let lastError: any;\n\n for (let i = 0; i < maxRetries; i++) {\n try {\n return await fn();\n } catch (error: any) {\n lastError = error;\n\n // Check if it's a rate limit error\n if (\n error.message?.includes(\"429\") ||\n error.message?.includes(\"Rate limit\")\n ) {\n const delay = initialDelay * Math.pow(2, i);\n console.log(\n `Rate limit hit, retrying in ${delay}ms... (attempt ${\n i + 1\n }/${maxRetries})`,\n );\n await new Promise((resolve) => setTimeout(resolve, delay));\n continue;\n }\n\n // If it's not a rate limit error, throw immediately\n throw error;\n }\n }\n\n throw lastError;\n}\n\n/**\n * Initialize database tables\n */\nasync function initializeTables(): Promise {\n // Create name_index table (same as webhook)\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS name_index (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL COLLATE NOCASE,\n notion_page_id TEXT NOT NULL UNIQUE,\n created_at DATETIME DEFAULT CURRENT_TIMESTAMP\n )\n `);\n\n // Create index for fast name lookups\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_name ON name_index(name)\n `);\n\n // Create progress tracking table\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS backfill_progress (\n id INTEGER PRIMARY KEY CHECK (id = 1),\n last_cursor TEXT,\n total_processed INTEGER DEFAULT 0,\n total_tagged INTEGER DEFAULT 0,\n started_at DATETIME DEFAULT CURRENT_TIMESTAMP,\n last_run_at DATETIME,\n completed BOOLEAN DEFAULT FALSE\n )\n `);\n}\n\n/**\n * Get current progress from database\n */\nasync function getProgress(): Promise {\n const result = await retryWithBackoff(() =>\n sqlite.execute({\n sql:\n \"SELECT last_cursor, total_processed, total_tagged, completed FROM backfill_progress WHERE id = 1\",\n args: [],\n })\n );\n\n if (result.rows.length === 0) {\n // First run, initialize progress\n await retryWithBackoff(() =>\n sqlite.execute({\n sql:\n \"INSERT INTO backfill_progress (id, last_cursor, total_processed, total_tagged, completed) VALUES (1, NULL, 0, 0, FALSE)\",\n args: [],\n })\n );\n return {\n last_cursor: null,\n total_processed: 0,\n total_tagged: 0,\n completed: false,\n };\n }\n\n const row = result.rows[0];\n return {\n last_cursor: row[0] as string | null,\n total_processed: row[1] as number,\n total_tagged: row[2] as number,\n completed: row[3] as boolean,\n };\n}\n\n/**\n * Update progress in database\n */\nasync function updateProgress(data: {\n last_cursor: string | null;\n total_processed: number;\n total_tagged: number;\n completed: boolean;\n}): Promise {\n await retryWithBackoff(() =>\n sqlite.execute({\n sql: `\n UPDATE backfill_progress \n SET last_cursor = ?, \n total_processed = ?, \n total_tagged = ?, \n last_run_at = datetime('now'), \n completed = ?\n WHERE id = 1\n `,\n args: [\n data.last_cursor,\n data.total_processed,\n data.total_tagged,\n data.completed ? 1 : 0,\n ],\n })\n );\n}\n\n/**\n * Query Notion database with pagination\n */\nasync function queryNotionDatabase(\n databaseId: string,\n startCursor: string | null,\n pageSize: number,\n): Promise {\n const body: any = {\n page_size: pageSize,\n };\n\n if (startCursor) {\n body.start_cursor = startCursor;\n }\n\n const response = await fetch(\n `${NOTION_API_BASE}/databases/${databaseId}/query`,\n {\n method: \"POST\",\n headers: getNotionHeaders(),\n body: JSON.stringify(body),\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to query Notion database: ${response.status} ${errorText}`,\n );\n }\n\n return await response.json();\n}\n\n/**\n * Fetch a page from Notion API\n */\nasync function fetchNotionPage(pageId: string): Promise {\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"GET\",\n headers: getNotionHeaders(),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to fetch Notion page ${pageId}: ${response.status} ${errorText}`,\n );\n }\n\n return await response.json();\n}\n\n/**\n * Update Tags property on a Notion page\n */\nasync function updateNotionTags(\n pageId: string,\n existingTags: Array<{ name: string }>,\n): Promise {\n return retryWithBackoff(async () => {\n // Check if \"Duplicate\" tag already exists\n const hasDuplicateTag = existingTags.some(\n (tag) => tag.name.toLowerCase() === \"duplicate\",\n );\n\n if (hasDuplicateTag) {\n console.log(\n ` Page ${pageId} already has \"Duplicate\" tag, skipping`,\n );\n return;\n }\n\n if (DRY_RUN) {\n console.log(` [DRY RUN] Would tag page ${pageId} as \"Duplicate\"`);\n return;\n }\n\n // Add \"Duplicate\" tag to existing tags\n const updatedTags = [\n ...existingTags,\n { name: \"Duplicate\" },\n ];\n\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"PATCH\",\n headers: getNotionHeaders(),\n body: JSON.stringify({\n properties: {\n Tags: {\n multi_select: updatedTags,\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to update Notion page ${pageId}: ${response.status} ${errorText}`,\n );\n }\n\n console.log(` Tagged page ${pageId} as \"Duplicate\"`);\n });\n}\n\n/**\n * Find all duplicate pages for a given name\n */\nasync function findDuplicatePages(normalizedName: string): Promise {\n return retryWithBackoff(async () => {\n const result = await sqlite.execute({\n sql: \"SELECT notion_page_id FROM name_index WHERE name = ?\",\n args: [normalizedName],\n });\n\n return result.rows.map((row: any) => row[0] as string);\n });\n}\n\n/**\n * Insert a new name into the index\n */\nasync function insertNameIndex(name: string, pageId: string): Promise {\n const normalizedName = normalizeName(name);\n\n return retryWithBackoff(async () => {\n try {\n await sqlite.execute({\n sql: \"INSERT INTO name_index (name, notion_page_id) VALUES (?, ?)\",\n args: [normalizedName, pageId],\n });\n } catch (error: any) {\n // If this specific page is already indexed, skip it\n if (error.message?.includes(\"UNIQUE constraint\")) {\n // Silent skip - this is expected for idempotency\n } else {\n throw error;\n }\n }\n });\n}\n\n/**\n * Process a batch of pages: detect duplicates, tag, and index\n */\nasync function processBatch(\n pages: NotionPage[],\n): Promise<{ tagged: number; indexed: number }> {\n let tagged = 0;\n let indexed = 0;\n\n for (const page of pages) {\n const name = page.properties.Name?.title?.[0]?.plain_text;\n if (!name) {\n console.log(` Skipping page ${page.id} - no Name property`);\n continue;\n }\n\n const normalizedName = normalizeName(name);\n\n // Check existing index for duplicates\n const existingDuplicates = await findDuplicatePages(normalizedName);\n\n if (existingDuplicates.length > 0) {\n console.log(\n ` Found ${existingDuplicates.length} existing duplicate(s) for \"${name}\"`,\n );\n\n // Tag the current page\n const currentPage = page; // We already have the page data from the query\n const currentTags = currentPage.properties.Tags?.multi_select || [];\n await updateNotionTags(page.id, currentTags);\n\n // Tag all existing duplicate pages\n for (const duplicatePageId of existingDuplicates) {\n try {\n const duplicatePage = await fetchNotionPage(duplicatePageId);\n const duplicateTags = duplicatePage.properties.Tags?.multi_select ||\n [];\n await updateNotionTags(duplicatePageId, duplicateTags);\n } catch (error: any) {\n console.error(\n ` Failed to tag duplicate page ${duplicatePageId}:`,\n error.message,\n );\n }\n }\n\n tagged += existingDuplicates.length + 1; // Count all tagged pages\n }\n\n // Always index the page (UNIQUE constraint prevents duplicates)\n await insertNameIndex(name, page.id);\n indexed++;\n\n // Small delay to avoid rate limiting\n await new Promise((resolve) => setTimeout(resolve, 50));\n }\n\n return { tagged, indexed };\n}\n\n/**\n * Main scheduled function (runs every 15 minutes)\n */\nexport default async function scheduledBackfill(): Promise {\n const startTime = Date.now();\n console.log(\"=== Backfill Run Started ===\");\n console.log(`Time: ${new Date().toISOString()}`);\n console.log(`Batch size: ${BATCH_SIZE}`);\n console.log(`Dry run: ${DRY_RUN}`);\n\n try {\n // 1. Initialize tables\n await initializeTables();\n\n // 2. Check if already completed\n const progress = await getProgress();\n if (progress.completed) {\n console.log(\"✅ Backfill already completed!\");\n console.log(\n `Total processed: ${progress.total_processed} | Total tagged: ${progress.total_tagged}`,\n );\n return;\n }\n\n console.log(\n `Previous progress: ${progress.total_processed} pages processed`,\n );\n if (progress.last_cursor) {\n console.log(\n `Resuming from cursor: ${progress.last_cursor.substring(0, 20)}...`,\n );\n }\n\n // 3. Get database ID\n const databaseId = Deno.env.get(\"NOTION_DATABASE_ID\");\n if (!databaseId) {\n throw new Error(\"NOTION_DATABASE_ID environment variable is not set\");\n }\n\n // 4. Fetch next batch from Notion\n console.log(`Fetching batch of ${BATCH_SIZE} pages...`);\n const response = await queryNotionDatabase(\n databaseId,\n progress.last_cursor,\n BATCH_SIZE,\n );\n\n const pages = response.results;\n const nextCursor = response.next_cursor;\n const hasMore = response.has_more;\n\n console.log(`Fetched ${pages.length} pages`);\n\n if (pages.length === 0) {\n console.log(\"No pages to process, marking as complete\");\n await updateProgress({\n last_cursor: null,\n total_processed: progress.total_processed,\n total_tagged: progress.total_tagged,\n completed: true,\n });\n console.log(\"🎉 BACKFILL COMPLETE!\");\n return;\n }\n\n // 5. Process batch (detect duplicates, tag, index)\n console.log(\"Processing batch...\");\n const { tagged, indexed } = await processBatch(pages);\n\n // 6. Update progress\n const newTotalProcessed = progress.total_processed + pages.length;\n const newTotalTagged = progress.total_tagged + tagged;\n const completed = !hasMore;\n\n await updateProgress({\n last_cursor: nextCursor,\n total_processed: newTotalProcessed,\n total_tagged: newTotalTagged,\n completed,\n });\n\n // 7. Log summary\n const duration = ((Date.now() - startTime) / 1000).toFixed(2);\n console.log(\"\\n=== Batch Complete ===\");\n console.log(`Processed: ${pages.length} pages`);\n console.log(`Indexed: ${indexed} pages`);\n console.log(`Tagged: ${tagged} pages (including existing duplicates)`);\n console.log(`Total processed: ${newTotalProcessed}`);\n console.log(`Total tagged: ${newTotalTagged}`);\n console.log(`Duration: ${duration}s`);\n\n if (completed) {\n console.log(\"\\n🎉 BACKFILL COMPLETE! All pages processed.\");\n console.log(\"You can now disable this scheduled Val.\");\n } else {\n console.log(\n `\\n⏳ More pages remaining. Next run in 15 minutes...`,\n );\n }\n } catch (error: any) {\n console.error(\"\\n❌ Error during backfill:\");\n console.error(error.message);\n console.error(error.stack);\n throw error;\n }\n}","createdAt",["D",1768830263951],"branchVersion","branchId","2a711992-f53a-11f0-ae2f-42dde27851f2","id","2a70e382-f53a-11f0-ae2f-42dde27851f2","notion-backfill-v1",["D",1768829061741],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","019bc224-5e41-7430-8a11-f9ef2a021060","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019bc224-5e42-70fc-944f-5712b27516c9","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_94":93,"_101":97},"org",{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},"branch",{"_13":83,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"isOwned",12,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","tylermyeo","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOElZbGFhMzZWVEtwQUMwQXVVamtoWVp5V24ifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":149,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":150,"_78":151,"_80":152,"_82":25},"tree",[144],"files",[144],"counts",{"_132":60,"_133":134,"_135":60,"_136":137,"_138":139},"contents",[124],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":125,"_32":28,"_30":31,"_126":-5,"_41":42,"_40":14,"_127":25,"_38":128,"_13":129,"_33":34,"_35":37,"_24":25,"_130":-5,"_27":131},"f7053b62-f53c-11f0-8465-42dde27851f2","parentId","latest",["D",1768830263951],7,"label",[28],"pulls","branches",1,"forks","envVars",{"_140":142,"_143":60},"connections",{"_140":60,"_141":60},"count","unfilledCount",2,"emptyCount",{"_43":125,"_32":28,"_30":31,"_126":-5,"_41":42,"_40":14,"_127":25,"_38":145,"_13":129,"_33":34,"_35":37,"_24":25,"_130":-5,"_146":147,"_27":148},["D",1768830263951],"children",[],[28],["D",1768829061741],{"_94":93,"_101":97},{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},{"_13":83,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"ctx",{"_76":-5,"_121":186,"_187":188,"_189":190,"_191":25,"_192":25,"_193":25,"_194":195,"_196":-5,"_197":-7,"_198":-7,"_199":60,"_200":25,"_201":25,"_202":-5,"_203":25,"_204":25,"_205":25,"_206":-5},"ENV",{"_157":158,"_159":160,"_161":84,"_162":163,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v8