[{"_1":2,"_170":-5,"_171":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","7a54713c7ab246979b87d55dfc00c0ba163c3b6c","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_148":149,"_167":168,"_169":-5},"handle","tylermyeo","name","duplicate-checker-v1","path","main.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":-5,"_111":-5,"_12":112,"_113":-5,"_114":20,"_115":-5,"_116":-5,"_117":32,"_14":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":128,"_131":132,"_134":135,"_147":20},"id","672045a4-f222-11f0-af15-42dde27851f2","createdAt",["D",1768489002143],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","019bc224-5e41-7430-8a11-f9ef2a021060","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","019bc224-5e42-70fc-944f-5712b27516c9","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_129":130},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOElZbGFhMzZWVEtwQUMwQXVVamtoWVp5V24ifQ","org",{"_94":95,"_133":130,"_12":112},"avatar","branch",{"_136":137,"_96":44,"_102":138,"_139":103,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":97,"_146":95},"version",24,"67208a3c-f222-11f0-af15-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":150,"_96":99,"_151":152,"_153":-5,"_154":138,"_155":137,"_156":157,"_104":158,"_136":159,"_160":161,"_162":163,"_164":20,"_165":-5,"_98":166},"34200842-f2db-11f0-acfc-42dde27851f2","fileId","ccbcd274-f2b8-11f0-96b1-42dde27851f2","parentId","branchId","branchVersion","latest",true,["D",1768568373463],7,"fileType","http","content","import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n// Initialize SQLite database\nawait sqlite.execute(`\n CREATE TABLE IF NOT EXISTS name_index (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL COLLATE NOCASE,\n notion_page_id TEXT NOT NULL UNIQUE,\n created_at DATETIME DEFAULT CURRENT_TIMESTAMP\n )\n`);\n\n// Create index for fast name lookups\nawait sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_name ON name_index(name)\n`);\n\n// Notion API configuration\nconst NOTION_API_BASE = \"https://api.notion.com/v1\";\nconst NOTION_VERSION = \"2022-06-28\";\n\ninterface NotionPage {\n id: string;\n properties: {\n Name?: {\n title: Array<{ plain_text: string }>;\n };\n Tags?: {\n multi_select: Array<{ name: string }>;\n };\n };\n}\n\ninterface WebhookBody {\n id: string;\n properties: {\n Name?: {\n title: Array<{ plain_text: string }>;\n };\n };\n}\n\n/**\n * Normalize name for comparison (trim and lowercase)\n */\nfunction normalizeName(name: string): string {\n return name.trim().toLowerCase();\n}\n\n/**\n * Get Notion API headers\n */\nfunction getNotionHeaders(): HeadersInit {\n const token = Deno.env.get(\"NOTION_TOKEN\");\n if (!token) {\n throw new Error(\"NOTION_TOKEN environment variable is not set\");\n }\n\n return {\n \"Authorization\": `Bearer ${token}`,\n \"Notion-Version\": NOTION_VERSION,\n \"Content-Type\": \"application/json\",\n };\n}\n\n/**\n * Fetch a page from Notion API\n */\nasync function fetchNotionPage(pageId: string): Promise {\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"GET\",\n headers: getNotionHeaders(),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to fetch Notion page ${pageId}: ${response.status} ${errorText}`\n );\n }\n\n return await response.json();\n}\n\n/**\n * Update Tags property on a Notion page\n */\nasync function updateNotionTags(\n pageId: string,\n existingTags: Array<{ name: string }>\n): Promise {\n // Check if \"Duplicate\" tag already exists\n const hasDuplicateTag = existingTags.some(\n (tag) => tag.name.toLowerCase() === \"duplicate\"\n );\n\n if (hasDuplicateTag) {\n console.log(`Page ${pageId} already has \"Duplicate\" tag, skipping update`);\n return;\n }\n\n // Add \"Duplicate\" tag to existing tags\n const updatedTags = [\n ...existingTags,\n { name: \"Duplicate\" },\n ];\n\n const response = await fetch(`${NOTION_API_BASE}/pages/${pageId}`, {\n method: \"PATCH\",\n headers: getNotionHeaders(),\n body: JSON.stringify({\n properties: {\n Tags: {\n multi_select: updatedTags,\n },\n },\n }),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(\n `Failed to update Notion page ${pageId}: ${response.status} ${errorText}`\n );\n }\n\n console.log(`Successfully tagged page ${pageId} as \"Duplicate\"`);\n}\n\n/**\n * Retry a function with exponential backoff\n */\nasync function retryWithBackoff(\n fn: () => Promise,\n maxRetries: number = 3,\n initialDelay: number = 1000\n): Promise {\n let lastError: any;\n \n for (let i = 0; i < maxRetries; i++) {\n try {\n return await fn();\n } catch (error: any) {\n lastError = error;\n \n // Check if it's a rate limit error\n if (error.message?.includes(\"429\") || error.message?.includes(\"Rate limit\")) {\n const delay = initialDelay * Math.pow(2, i); // Exponential backoff\n console.log(`Rate limit hit, retrying in ${delay}ms... (attempt ${i + 1}/${maxRetries})`);\n await new Promise(resolve => setTimeout(resolve, delay));\n continue;\n }\n \n // If it's not a rate limit error, throw immediately\n throw error;\n }\n }\n \n throw lastError;\n}\n\n/**\n * Find all duplicate pages for a given name\n */\nasync function findDuplicatePages(normalizedName: string): Promise {\n const result = await retryWithBackoff(() => \n sqlite.execute({\n sql: \"SELECT notion_page_id FROM name_index WHERE name = ?\",\n args: [normalizedName]\n })\n );\n\n // Val.town SQLite returns rows as arrays, not objects\n return result.rows.map((row: any) => row[0] as string);\n}\n\n/**\n * Insert a new name into the index\n * Multiple pages can have the same name (duplicates are accumulated, not replaced)\n */\nasync function insertNameIndex(name: string, pageId: string): Promise {\n const normalizedName = normalizeName(name);\n \n try {\n await retryWithBackoff(() =>\n sqlite.execute({\n sql: \"INSERT INTO name_index (name, notion_page_id) VALUES (?, ?)\",\n args: [normalizedName, pageId]\n })\n );\n console.log(`Indexed new name: \"${name}\" (page: ${pageId})`);\n } catch (error: any) {\n // If this specific page is already indexed, skip it\n if (error.message?.includes(\"UNIQUE constraint\")) {\n console.log(`Page ${pageId} already indexed, skipping`);\n } else {\n throw error;\n }\n }\n}\n\n/**\n * Main HTTP handler for webhook\n */\nexport default async function handler(req: Request): Promise {\n try {\n // Only accept POST requests\n if (req.method !== \"POST\") {\n return new Response(\n JSON.stringify({ error: \"Method not allowed\" }),\n { status: 405, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n\n // Parse webhook body\n let body: any;\n try {\n body = await req.json();\n } catch (error) {\n console.warn(\"Skipping: Invalid JSON in request body\");\n return new Response(\n JSON.stringify({ \n success: false, \n skipped: true,\n reason: \"Invalid JSON in request body\" \n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n\n // Handle Notion automation webhook format (wrapped in data object)\n const pageData = body.data || body;\n\n // Validate required fields (return 200 to avoid breaking Notion automation)\n if (!pageData.id) {\n console.warn(\"Skipping: Missing 'id' field in webhook body\");\n return new Response(\n JSON.stringify({ \n success: false, \n skipped: true,\n reason: \"Missing 'id' field in webhook body\" \n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n\n if (!pageData.properties?.Name?.title?.[0]?.plain_text) {\n console.warn(\"Skipping: Missing or invalid 'Name' property for page\", pageData.id);\n return new Response(\n JSON.stringify({ \n success: false, \n skipped: true,\n reason: \"Missing or invalid 'Name' property\" \n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n\n const pageId = pageData.id;\n const name = pageData.properties.Name.title[0].plain_text;\n const normalizedName = normalizeName(name);\n\n console.log(`Processing new page: ${pageId} with name: \"${name}\"`);\n\n // Check for duplicates\n const duplicatePageIds = await findDuplicatePages(normalizedName);\n \n // Filter out the current page (it might already be indexed from a previous trigger)\n const otherDuplicates = duplicatePageIds.filter(id => id !== pageId);\n\n if (otherDuplicates.length > 0) {\n console.log(\n `Found ${otherDuplicates.length} duplicate(s) for name: \"${name}\"`\n );\n\n // Fetch current page to get existing tags\n const currentPage = await fetchNotionPage(pageId);\n const currentTags = currentPage.properties.Tags?.multi_select || [];\n\n // Tag the new page\n await updateNotionTags(pageId, currentTags);\n\n // Tag all existing duplicate pages\n for (const duplicatePageId of otherDuplicates) {\n try {\n const duplicatePage = await fetchNotionPage(duplicatePageId);\n const duplicateTags = duplicatePage.properties.Tags?.multi_select || [];\n await updateNotionTags(duplicatePageId, duplicateTags);\n } catch (error) {\n console.error(\n `Failed to tag duplicate page ${duplicatePageId}:`,\n error\n );\n // Continue with other duplicates even if one fails\n }\n }\n\n // Still insert the new page into index (for future duplicate detection)\n await insertNameIndex(name, pageId);\n\n return new Response(\n JSON.stringify({\n success: true,\n duplicate: true,\n duplicateCount: otherDuplicates.length,\n message: `Tagged ${otherDuplicates.length + 1} pages as duplicates`,\n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n } else {\n // No duplicate found, insert into index\n await insertNameIndex(name, pageId);\n\n return new Response(\n JSON.stringify({\n success: true,\n duplicate: false,\n message: \"New unique name indexed\",\n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n } catch (error) {\n console.error(\"Error processing webhook:\", error);\n // Return 200 to prevent Notion automation from breaking\n return new Response(\n JSON.stringify({\n success: false,\n error: \"Internal server error\",\n message: error.message,\n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } }\n );\n }\n}\n","deleted","label",[99],"permalink","https://www.val.town/x/tylermyeo/duplicate-checker-v1/code/main.ts","extension","actionData","errors"]