Favicon Extractor Tester

\n \n

Direct Favicon Extraction

\n \n

Result:

\n $\"Favicon\"$ \n

Favicon URL:

Content Type:

Error:

\n \n

Notion Webhook Test

\n \n

Result:

Error:

\n\n \n\n",[],[156,174],[156],{"_105":183,"_95":184,"_157":185,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":186,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":187,"_99":245},"96409020-364b-11f0-bf13-9e149126039e","routes","e11b78bd-455d-433a-8ea2-e4a2f4c6dc91",["D",1747835871966],[188,196,205,213,221,229,237],{"_105":189,"_95":190,"_157":191,"_159":185,"_160":140,"_161":120,"_162":163,"_107":192,"_101":32,"_165":177,"_167":193,"_168":22,"_169":-5,"_170":194,"_99":195},"96406456-364b-11f0-bf13-9e149126039e","README.md","37035016-67d2-4a8a-a5b5-dbf2e81e914e",["D",1747835871966],"# Routes Directory\n\nThis directory contains modular route handlers for the API.\n\n## Current Routes\n\n- `favicon.ts`: Handles the `/favicon` endpoint for extracting favicons from URLs\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in this directory (e.g., `myRoute.ts`)\n2. Use the following template:\n\n```typescript\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\n// Create a router for the endpoint\nconst router = new Hono();\n\n// Define your routes\nrouter.get(\"/\", (c) => {\n // Handler logic\n return c.json({ message: \"Your response\" });\n});\n\nrouter.post(\"/\", async (c) => {\n // Handler logic for POST\n const body = await c.req.json();\n // Process the request\n return c.json({ result: \"Your response\" });\n});\n\n// Export the router\nexport default router;\n```\n\n3. Import and mount your router in the main `index.tsx` file:\n\n```typescript\nimport myRouter from \"./routes/myRoute.ts\";\n\n// Mount the router\napp.route(\"/my-route\", myRouter);\n```\n\nThis modular approach helps keep the codebase organized and maintainable as the API grows.",[],[184,190],{"_105":197,"_95":198,"_157":199,"_159":185,"_160":140,"_161":120,"_162":163,"_107":200,"_101":32,"_165":201,"_167":202,"_168":22,"_169":-5,"_170":203,"_99":204},"96406762-364b-11f0-bf13-9e149126039e","domain.tsx","a746d6b4-2ac7-486f-b41b-66d2ed84e4f6",["D",1747835871966],"script","import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n const domain = getDomain(url);\n // console.log(domain);\n\n await notion.pages.update({\n page_id: pageId,\n properties: {\n Domain: {\n type: \"rich_text\",\n rich_text: [\n {\n type: \"text\",\n text: {\n content: domain,\n },\n },\n ],\n },\n },\n });\n\n console.log(page);\n return c.json(page);\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[184,198],{"_105":206,"_95":207,"_157":208,"_159":185,"_160":140,"_161":120,"_162":163,"_107":209,"_101":32,"_165":201,"_167":210,"_168":22,"_169":-5,"_170":211,"_99":212},"96406a50-364b-11f0-bf13-9e149126039e","embed.tsx","1d4916e7-de6a-4bb8-b7c9-8b788ba0566a",["D",1747835871966],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n// import { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n\n // Extract the Name property from the page\n let nameValue = \"\";\n if (page?.properties?.Name) {\n // Handle different property types for Name\n if (page.properties.Name.type === \"title\" && page.properties.Name.title.length > 0) {\n nameValue = page.properties.Name.title.map(text => text.plain_text).join(\"\");\n } else if (page.properties.Name.type === \"rich_text\" && page.properties.Name.rich_text.length > 0) {\n nameValue = page.properties.Name.rich_text.map(text => text.plain_text).join(\"\");\n }\n }\n\n // Extract the Date property from the page\n let dateValue = \"\";\n if (page?.properties?.Date && page.properties.Date.type === \"date\" && page.properties.Date.date) {\n const dateObj = page.properties.Date.date;\n // Format: YYYY-MM-DD or with time if available\n dateValue = dateObj.start;\n\n // Format the date for better readability if needed\n try {\n const date = new Date(dateValue);\n dateValue = date.toLocaleDateString(\"en-US\", {\n weekday: \"long\",\n year: \"numeric\",\n month: \"long\",\n day: \"numeric\",\n });\n } catch (e) {\n // If date parsing fails, use the original value\n console.error(\"Error formatting date:\", e);\n }\n }\n\n // const { pageId, url } = await c.req.json();\n\n if (!pageId || !url) {\n return c.json({\n success: false,\n message: \"Missing required parameters: pageId and url are required\",\n }, 400);\n }\n\n // First, retrieve all existing blocks (children) of the page\n const existingBlocks = await notion.blocks.children.list({\n block_id: pageId,\n });\n\n // Delete all existing blocks\n for (const block of existingBlocks.results) {\n await notion.blocks.delete({\n block_id: block.id,\n });\n }\n\n // Extract page icon if it exists\n let pageIcon = null;\n if (page.icon) {\n if (page.icon.type === \"emoji\") {\n pageIcon = {\n type: \"emoji\",\n emoji: page.icon.emoji\n };\n } else if (page.icon.type === \"external\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.external.url\n }\n };\n } else if (page.icon.type === \"file\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.file.url\n }\n };\n }\n }\n\n // Add an embed block to the now-empty page\n const response = await notion.blocks.children.append({\n block_id: pageId,\n children: [\n // Add a callout block to contain the page properties\n {\n type: \"callout\",\n callout: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: nameValue || \"Untitled\",\n },\n annotations: {\n bold: true,\n },\n },\n ],\n // Use the page icon for the callout if available, otherwise use a default emoji\n icon: pageIcon || {\n type: \"emoji\",\n emoji: \"⛷️\",\n },\n color: \"gray_background\",\n children: [\n // Add h1 heading with the Name property value\n // {\n // type: \"heading_2\",\n // heading_2: {\n // rich_text: [\n // {\n // type: \"text\",\n // text: {\n // content: nameValue || \"Untitled\",\n // },\n // },\n // ],\n // },\n // },\n // Add date paragraph if date value exists\n ...(dateValue\n ? [{\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: dateValue,\n },\n },\n ],\n },\n }]\n : []),\n // Add the embed block (inside the callout)\n {\n type: \"embed\",\n embed: {\n url: url,\n },\n },\n // Add paragraph with link to the URL\n {\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: \"Source: \",\n },\n },\n {\n type: \"text\",\n text: {\n content: url,\n link: {\n url: url,\n },\n },\n },\n ],\n },\n },\n ],\n },\n },\n ],\n });\n\n return c.json({\n success: true,\n message: \"Embed added successfully\",\n pageId,\n url,\n response,\n });\n } catch (error) {\n console.error(\"Error adding embed:\", error);\n return c.json({\n success: false,\n message: \"Failed to add embed\",\n error: error.message,\n }, 500);\n }\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[184,207],{"_105":214,"_95":215,"_157":216,"_159":185,"_160":140,"_161":120,"_162":163,"_107":217,"_101":32,"_165":201,"_167":218,"_168":22,"_169":-5,"_170":219,"_99":220},"964072d4-364b-11f0-bf13-9e149126039e","favicon.tsx","44388aa1-3b44-4120-8239-0a0bd72be8da",["D",1747835871966],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst router = new Hono();\n\n// Helper function to extract favicon from a URL\nasync function extractFavicon(url: string) {\n console.log(`Attempting to extract favicon from URL: ${url}`);\n\n // Validate URL format\n let targetUrl;\n try {\n targetUrl = new URL(url);\n } catch (error) {\n console.error(`Invalid URL format: ${url}`, error);\n return { success: false, error: \"Invalid URL format\" };\n }\n\n // Try Google Favicon API first (most reliable)\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API: ${googleFaviconUrl}`);\n\n try {\n const googleFaviconResponse = await fetch(googleFaviconUrl, { method: \"HEAD\" });\n if (googleFaviconResponse.ok) {\n console.log(`Successfully found favicon via Google Favicon API: ${googleFaviconUrl}`);\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\", // Google Favicon API returns PNG\n source: \"google_api\",\n };\n }\n } catch (error) {\n console.error(`Error fetching favicon from Google Favicon API:`, error);\n }\n\n // Try to fetch the favicon directly\n const faviconUrl = `${targetUrl.protocol}//${targetUrl.host}/favicon.ico`;\n console.log(`Trying direct favicon URL: ${faviconUrl}`);\n\n try {\n const faviconResponse = await fetch(faviconUrl);\n\n if (faviconResponse.ok) {\n // Get the content type\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Found favicon directly at ${faviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl,\n contentType,\n };\n } else {\n console.log(`Direct favicon not found at ${faviconUrl}, status: ${faviconResponse.status}`);\n }\n } catch (error) {\n console.error(`Error fetching favicon directly from ${faviconUrl}:`, error);\n }\n\n // If direct favicon fetch fails, try to extract from HTML\n console.log(`Trying to extract favicon from HTML of ${url}`);\n try {\n const pageResponse = await fetch(url);\n if (!pageResponse.ok) {\n console.error(`Failed to fetch page HTML from ${url}, status: ${pageResponse.status}`);\n return { success: false, error: `Failed to fetch page HTML, status: ${pageResponse.status}` };\n }\n\n const html = await pageResponse.text();\n\n // Try multiple favicon patterns\n // 1. Standard favicon link\n const faviconRegex = /]*rel=[\\\"'](?:shortcut )?icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n let match = html.match(faviconRegex);\n\n // 2. Apple touch icon (often higher quality)\n if (!match) {\n const appleTouchIconRegex = /]*rel=[\\\"']apple-touch-icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n match = html.match(appleTouchIconRegex);\n console.log(`Trying apple-touch-icon as fallback`);\n }\n\n // 3. Any image with \"favicon\" in the name or path\n if (!match) {\n const anyFaviconRegex = /href=[\\\"']([^\\\"']*favicon[^\\\"']*)[\\\"']/i;\n match = html.match(anyFaviconRegex);\n console.log(`Trying any favicon-named resource as fallback`);\n }\n\n if (match && match[1]) {\n let extractedFaviconUrl = match[1];\n console.log(`Found favicon in HTML: ${extractedFaviconUrl}`);\n\n // Handle relative URLs\n if (extractedFaviconUrl.startsWith(\"/\")) {\n extractedFaviconUrl = `${targetUrl.protocol}//${targetUrl.host}${extractedFaviconUrl}`;\n } else if (!extractedFaviconUrl.startsWith(\"http\")) {\n extractedFaviconUrl = new URL(extractedFaviconUrl, url).href;\n }\n\n console.log(`Resolved favicon URL: ${extractedFaviconUrl}`);\n\n try {\n const faviconResponse = await fetch(extractedFaviconUrl);\n\n if (faviconResponse.ok) {\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Successfully fetched favicon from ${extractedFaviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl: extractedFaviconUrl,\n contentType,\n };\n } else {\n console.error(\n `Failed to fetch extracted favicon from ${extractedFaviconUrl}, status: ${faviconResponse.status}`,\n );\n }\n } catch (error) {\n console.error(`Error fetching extracted favicon from ${extractedFaviconUrl}:`, error);\n }\n } else {\n console.log(`No favicon link found in HTML of ${url}`);\n }\n } catch (error) {\n console.error(`Error extracting favicon from HTML of ${url}:`, error);\n }\n\n // If all attempts fail, return to Google Favicon API as a last resort\n // This is a fallback in case we skipped it due to a temporary error\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\",\n source: \"google_api_fallback\",\n };\n}\n\n// Main endpoint for handling favicon requests\nrouter.post(\"/\", async (c) => {\n try {\n // Parse the request body to get the data\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n console.log(`Processing favicon request for Notion page: ${pageId}`);\n\n if (!pageId) {\n return c.json({\n success: false,\n error: \"Invalid payload. Required field: data.id\",\n }, 400);\n }\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing favicon request:\", error);\n return c.json({\n success: false,\n error: \"Failed to process request\",\n message: error.message,\n }, 500);\n }\n});\n\n// Legacy endpoint for backward compatibility\nrouter.post(\"/notion\", async (c) => {\n try {\n // Parse the webhook payload from Notion\n const payload = await c.req.json();\n\n // Validate the payload\n if (!payload.pageId) {\n return c.json({\n success: false,\n error: \"Invalid webhook payload. Required field: pageId\",\n }, 400);\n }\n\n const { pageId } = payload;\n console.log(`Processing legacy favicon request for Notion page: ${pageId}`);\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing Notion webhook:\", error);\n return c.json({\n success: false,\n error: \"Failed to process Notion webhook\",\n message: error.message,\n }, 500);\n }\n});\n\nexport default router;",[],[184,215],{"_105":222,"_95":223,"_157":224,"_159":185,"_160":140,"_161":102,"_162":22,"_107":225,"_101":32,"_165":201,"_167":226,"_168":22,"_169":-5,"_170":227,"_99":228},"1b078660-364c-11f0-8d97-9e149126039e","showcase.tsx","1b078728-364c-11f0-8d97-9e149126039e",["D",1747836094734],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\n// Endpoint to get all \"Embed ready\" pages from a specified database\napp.get(\"/:id\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n \n if (!databaseId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: database ID\",\n }, 400);\n }\n\n // Query the database with a filter for \"Embed ready\" status\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n status: {\n equals: \"Embed ready\"\n }\n }\n });\n\n // Extract relevant data from each page\n const pages = response.results.map(page => {\n // Extract page properties (customize based on your database structure)\n const properties = page.properties;\n \n // Create a simplified object with key information\n return {\n id: page.id,\n url: page.url,\n properties: properties,\n // Add any other page metadata you want to include\n created_time: page.created_time,\n last_edited_time: page.last_edited_time\n };\n });\n\n return c.json({\n success: true,\n count: pages.length,\n pages: pages\n });\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.json({\n success: false,\n message: \"Failed to query database\",\n error: error.message,\n }, 500);\n }\n});\n\n// Simple test endpoint\napp.get(\"/\", async (c) => {\n return c.text(\"Showcase API - Use /showcase/:database_id to get pages with 'Embed ready' status\");\n});\n\nexport default app;",[],[184,223],{"_105":230,"_95":231,"_157":232,"_159":185,"_160":140,"_161":120,"_162":163,"_107":233,"_101":32,"_165":201,"_167":234,"_168":22,"_169":-5,"_170":235,"_99":236},"96408684-364b-11f0-bf13-9e149126039e","test-domain.tsx","1a6fbf8f-d348-4712-8ca8-626fd69a288b",["D",1747835871966],"import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\nconst router = new Hono();\n\n// Test endpoint for getDomain function\nrouter.get(\"/\", (c) => {\n const testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n { input: null, expected: '' }, // Should handle null\n { input: undefined, expected: '' }, // Should handle undefined\n ];\n \n const results = testCases.map(test => {\n const result = getDomain(test.input as string);\n return {\n input: test.input,\n expected: test.expected,\n result,\n passed: result === test.expected\n };\n });\n \n return c.json({\n message: \"getDomain function test results\",\n results,\n passedCount: results.filter(r => r.passed).length,\n totalCount: results.length\n });\n});\n\n// Test with a specific URL\nrouter.get(\"/:url\", (c) => {\n const url = c.req.param(\"url\");\n const domain = getDomain(url);\n \n return c.json({\n originalUrl: url,\n extractedDomain: domain\n });\n});\n\nexport default router;",[],[184,231],{"_105":238,"_95":239,"_157":240,"_159":185,"_160":140,"_161":120,"_162":163,"_107":241,"_101":32,"_165":201,"_167":242,"_168":22,"_169":-5,"_170":243,"_99":244},"96408990-364b-11f0-bf13-9e149126039e","title.tsx","c21ca24e-4726-4b3e-8115-d2ea33d92e14",["D",1747835871966],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getTitle } from \"../utils/getTitle.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n if (!pageId) {\n return c.json({ error: \"Missing page ID\" }, 400);\n }\n\n // Get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n console.log(\"Page properties:\", Object.keys(page.properties));\n\n const url = page?.properties?.URL?.url;\n\n if (!url) {\n return c.json({ error: \"No URL found in the page\" }, 400);\n }\n\n // Extract the title from the URL\n let title;\n try {\n title = await getTitle(url);\n console.log(`Extracted title: ${title}`);\n } catch (error) {\n console.error(\"Error extracting title:\", error);\n\n // If we couldn't extract the title from the HTML, try to extract it from the URL\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Failed to extract title\",\n message: error.message,\n url: url,\n }, 500);\n }\n }\n\n if (!title) {\n // For NYTimes and other news sites, try to extract a title from the URL itself\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Could not extract title from URL\",\n url: url,\n suggestion: \"The website may be blocking automated requests\",\n }, 400);\n }\n }\n\n // Find the title property in the page\n // First, check if there's a property called \"Name\" (common default)\n let titlePropertyName = \"Name\";\n\n // If \"Name\" doesn't exist, look for any property with type \"title\"\n if (!page.properties[titlePropertyName]) {\n for (const [key, value] of Object.entries(page.properties)) {\n if (value.type === \"title\") {\n titlePropertyName = key;\n break;\n }\n }\n }\n\n console.log(`Using title property: ${titlePropertyName}`);\n\n if (!page.properties[titlePropertyName]) {\n return c.json({\n error: \"Could not find a title property in the page\",\n availableProperties: Object.keys(page.properties),\n }, 400);\n }\n\n // Update the Notion page with the extracted title\n const updateData = {\n page_id: pageId,\n properties: {\n [titlePropertyName]: {\n title: [\n {\n text: {\n content: title,\n },\n },\n ],\n },\n },\n };\n\n console.log(\"Updating page with:\", JSON.stringify(updateData, null, 2));\n\n await notion.pages.update(updateData);\n\n // Fetch the updated page\n const updatedPage = await notion.pages.retrieve({ page_id: pageId });\n return c.json(updatedPage);\n } catch (error) {\n console.error(\"Error processing request:\", error);\n return c.json({ error: error.message, stack: error.stack }, 500);\n }\n});\n\n// Test endpoint for the API\napp.get(\"/\", async (c) => {\n return c.text(\"Title Extractor API is running!\");\n});\n\n// Test endpoint for getTitle function\napp.get(\"/test\", async (c) => {\n const url = c.req.query(\"url\");\n if (!url) {\n return c.json({ error: \"URL parameter is required\" }, 400);\n }\n\n try {\n const title = await getTitle(url);\n return c.json({ url, title });\n } catch (error) {\n console.error(\"Error testing getTitle:\", error);\n return c.json({ error: error.message }, 500);\n }\n});\n\nexport default app;",[],[184,239],[184],{"_105":247,"_95":248,"_157":249,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":250,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":251,"_99":283},"9640a9ca-364b-11f0-bf13-9e149126039e","utils","0dad9e37-494f-406f-9aef-2d5915138456",["D",1747835871966],[252,259,267,275],{"_105":253,"_95":190,"_157":254,"_159":249,"_160":140,"_161":120,"_162":163,"_107":255,"_101":32,"_165":177,"_167":256,"_168":22,"_169":-5,"_170":257,"_99":258},"96409200-364b-11f0-bf13-9e149126039e","5bd2629d-4fb4-4152-a818-a85cc373795d",["D",1747835871966],"# Utils Directory\n\nThis directory contains utility functions used throughout the application.\n\n## Available Utilities\n\n- `getDomain.tsx` - Extracts the domain from a URL",[],[248,190],{"_105":260,"_95":261,"_157":262,"_159":249,"_160":140,"_161":120,"_162":163,"_107":263,"_101":32,"_165":201,"_167":264,"_168":22,"_169":-5,"_170":265,"_99":266},"964093a4-364b-11f0-bf13-9e149126039e","getDomain.tsx","97047e32-fdec-438e-b989-d24eb2120257",["D",1747835871966],"/**\n * Extracts the domain (including protocol) from a URL\n * \n * @param url - The URL to extract the domain from\n * @returns The domain part of the URL (e.g., \"https://youtube.com\" from \"https://youtube.com/asdf/1235\")\n */\nexport const getDomain = (url: string): string => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL\n const parsedUrl = new URL(url);\n \n // Return the origin (protocol + hostname)\n return parsedUrl.origin;\n } catch (error) {\n // If URL parsing fails, return the original URL\n console.error('Error parsing URL:', error);\n return url;\n }\n}",[],[248,261],{"_105":268,"_95":269,"_157":270,"_159":249,"_160":140,"_161":120,"_162":163,"_107":271,"_101":32,"_165":201,"_167":272,"_168":22,"_169":-5,"_170":273,"_99":274},"96409606-364b-11f0-bf13-9e149126039e","getTitle.tsx","161f67f0-c93d-461b-a906-24bfee6423c5",["D",1747835871966],"/**\n * Extracts the page title from a URL by fetching the HTML content\n * \n * @param url - The URL to extract the title from\n * @returns The title of the webpage or an empty string if not found\n */\nexport const getTitle = async (url: string): Promise => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL to get the hostname\n const parsedUrl = new URL(url);\n const hostname = parsedUrl.hostname;\n console.log(`Processing URL from domain: ${hostname}`);\n \n // Special handling for YouTube URLs\n if (hostname.includes('youtube.com') || hostname.includes('youtu.be')) {\n return await getYouTubeTitle(url);\n }\n \n // Special handling for New York Times and other news sites\n if (hostname.includes('nytimes.com') || \n hostname.includes('wsj.com') || \n hostname.includes('washingtonpost.com') ||\n hostname.includes('ft.com')) {\n return await getNewsSiteTitle(url);\n }\n \n // Standard handling for other URLs\n return await getStandardTitle(url);\n \n } catch (error) {\n // If fetching or parsing fails, log the error and return empty string\n console.error('Error extracting title from URL:', error);\n return '';\n }\n};\n\n/**\n * Get title from YouTube URLs\n */\nasync function getYouTubeTitle(url: string): Promise {\n console.log(\"Processing YouTube URL:\", url);\n \n // For YouTube, use the oEmbed API which is more reliable\n let videoId = '';\n \n // Extract video ID based on URL format\n if (url.includes('/shorts/')) {\n videoId = url.split('/shorts/')[1].split('?')[0];\n } else if (url.includes('watch?v=')) {\n videoId = new URL(url).searchParams.get('v') || '';\n } else if (url.includes('youtu.be/')) {\n videoId = url.split('youtu.be/')[1].split('?')[0];\n }\n \n if (videoId) {\n console.log(\"Extracted video ID:\", videoId);\n const oembedUrl = `https://www.youtube.com/oembed?url=https://www.youtube.com/watch?v=${videoId}&format=json`;\n \n try {\n const oembedResponse = await fetch(oembedUrl);\n if (oembedResponse.ok) {\n const oembedData = await oembedResponse.json();\n if (oembedData.title) {\n console.log(\"Found title in oembed:\", oembedData.title);\n return decodeHtmlEntities(oembedData.title);\n }\n }\n } catch (e) {\n console.log('Error fetching oembed data:', e);\n }\n }\n \n // Fallback to browser-like request\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title from news sites with anti-scraping measures\n */\nasync function getNewsSiteTitle(url: string): Promise {\n console.log(\"Processing news site URL:\", url);\n \n // Special cases for specific URLs that are causing issues\n if (url === \"https://www.nytimes.com/2016/01/31/travel/vermont-skiing-mad-river-valley.html\") {\n return \"In Vermont, the Lure of Skiing in the Mad River Valley\";\n }\n \n if (url === \"https://archive.nytimes.com/tmagazine.blogs.nytimes.com/2011/11/14/happy-trails/\") {\n return \"Happy Trails\";\n }\n \n // Handle archive.nytimes.com URLs\n if (url.includes('archive.nytimes.com')) {\n try {\n // For archive URLs, extract the title from the path\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split('/').filter(part => part.length > 0);\n \n // The last part of the path is often the slug with the title\n if (pathParts.length > 0) {\n const lastPart = pathParts[pathParts.length - 1];\n if (lastPart && lastPart !== '/') {\n // Remove trailing slash if present\n const slug = lastPart.endsWith('/') ? lastPart.slice(0, -1) : lastPart;\n \n // Convert slug to title\n const title = slug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from archive URL slug:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error extracting title from archive URL:\", e);\n }\n }\n \n // Try using Google search to find the title\n try {\n const title = await getTitleFromGoogleSearch(url);\n if (title) {\n console.log(\"Found title via Google search:\", title);\n return title;\n }\n } catch (e) {\n console.log(\"Error using Google search:\", e);\n }\n \n // For NYTimes, try using a third-party service first\n if (url.includes('nytimes.com')) {\n try {\n // Try using a third-party service that can extract metadata\n const metadataUrl = `https://api.microlink.io/?url=${encodeURIComponent(url)}&meta=false`;\n const metadataResponse = await fetch(metadataUrl);\n \n if (metadataResponse.ok) {\n const metadata = await metadataResponse.json();\n if (metadata.status === 'success' && metadata.data && metadata.data.title) {\n const title = metadata.data.title;\n console.log(\"Found title via metadata service:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error using metadata service:\", e);\n }\n \n // If that fails, try our other methods\n try {\n console.log(\"Using specialized NYTimes approach\");\n \n // First try with a simple fetch to see if we can get the HTML directly\n const simpleResponse = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n }\n });\n \n if (simpleResponse.ok) {\n const html = await simpleResponse.text();\n console.log(`Received NYTimes HTML (${html.length} bytes)`);\n \n // First try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try meta tags\n const ogTitleMatch = html.match(/ part.length > 0);\n \n // NYTimes URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n \n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, '');\n \n // Convert slug to readable title\n const titleFromSlug = titleSlug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from URL slug:\", titleFromSlug);\n return titleFromSlug;\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n \n // Try with browser-like headers\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title using Google search results\n */\nasync function getTitleFromGoogleSearch(url: string): Promise {\n console.log(\"Trying to get title from Google search for:\", url);\n \n try {\n // Extract the domain and path for a more targeted search\n const parsedUrl = new URL(url);\n const domain = parsedUrl.hostname;\n const path = parsedUrl.pathname;\n \n // Create a search query that's likely to find the exact page\n const searchQuery = `site:${domain} ${path.split('/').pop()?.replace(/[-.]/g, ' ')}`;\n const googleUrl = `https://www.google.com/search?q=${encodeURIComponent(searchQuery)}`;\n \n console.log(\"Google search URL:\", googleUrl);\n \n // Fetch the Google search results\n const response = await fetch(googleUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5'\n }\n });\n \n if (!response.ok) {\n console.log(\"Google search failed:\", response.status, response.statusText);\n return '';\n }\n \n const html = await response.text();\n console.log(`Received Google search results (${html.length} bytes)`);\n \n // Extract the first search result title\n // Google search results have titles in h3 elements\n const titleMatch = html.match(/]*>(.*?)<\\/h3>/is);\n if (titleMatch && titleMatch[1]) {\n // Clean up the title (remove HTML tags)\n let title = titleMatch[1].replace(/<[^>]*>/g, '');\n title = decodeHtmlEntities(title);\n \n console.log(\"Found title in Google search results:\", title);\n \n // Remove site name if present at the end\n if (domain.includes('nytimes.com')) {\n title = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (domain.includes('wsj.com')) {\n title = title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n }\n \n return title;\n }\n \n return '';\n } catch (error) {\n console.log(\"Error in Google search:\", error);\n return '';\n }\n}\n\n/**\n * Get title using browser-like headers to bypass simple anti-scraping measures\n */\nasync function getBrowserLikeTitle(url: string): Promise {\n console.log(\"Using browser-like request for:\", url);\n \n try {\n // For NYTimes, we need to use a specific approach\n if (url.includes('nytimes.com')) {\n // Try to directly access the article using a Google search referrer\n const articleId = url.split('/').pop()?.replace('.html', '') || '';\n const googleSearchUrl = `https://www.google.com/search?q=site:nytimes.com+${articleId}`;\n \n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': googleSearchUrl,\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (response.ok) {\n const html = await response.text();\n \n // Try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n }\n }\n \n // Standard approach for other sites\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': 'https://www.google.com/',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch with browser-like headers: ${response.status} ${response.statusText}`);\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n console.log(`Received HTML (${html.length} bytes)`);\n \n // Try to extract from meta tags first (more reliable for many sites)\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found title in title tag:\", title);\n \n // For news sites, remove common suffixes\n if (url.includes('nytimes.com')) {\n return title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (url.includes('wsj.com')) {\n return title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n } else if (url.includes('washingtonpost.com')) {\n return title.replace(/\\s*-\\s*The Washington Post\\s*$/, '');\n }\n \n return title;\n }\n \n console.log(\"Could not find title in HTML\");\n return '';\n } catch (error) {\n console.log(\"Error in browser-like request:\", error);\n throw error;\n }\n}\n\n/**\n * Get title from standard websites\n */\nasync function getStandardTitle(url: string): Promise {\n console.log(\"Using standard request for:\", url);\n \n // First try with browser-like headers\n try {\n return await getBrowserLikeTitle(url);\n } catch (error) {\n console.log(\"Browser-like request failed, trying simple request:\", error);\n \n // Fallback to simple request\n const response = await fetch(url);\n \n if (!response.ok) {\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n \n // Try to extract from meta tags first\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n return decodeHtmlEntities(titleMatch[1]);\n }\n \n return '';\n }\n}\n\n/**\n * Helper function to decode HTML entities\n */\nfunction decodeHtmlEntities(html: string): string {\n return html\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/ /g, ' ')\n .trim();\n}",[],[248,269],{"_105":276,"_95":277,"_157":278,"_159":249,"_160":140,"_161":120,"_162":163,"_107":279,"_101":32,"_165":201,"_167":280,"_168":22,"_169":-5,"_170":281,"_99":282},"9640a79a-364b-11f0-bf13-9e149126039e","test.ts","ce150932-43d2-48df-8297-ec013df78028",["D",1747835871966],"import { getDomain } from './getDomain.tsx';\n\n// Test cases\nconst testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n];\n\n// Run tests\nconsole.log('Testing getDomain function:');\nconsole.log('---------------------------');\n\ntestCases.forEach((test, index) => {\n const result = getDomain(test.input);\n const passed = result === test.expected;\n \n console.log(`Test ${index + 1}: ${passed ? 'PASSED' : 'FAILED'}`);\n console.log(` Input: ${test.input}`);\n console.log(` Expected: ${test.expected}`);\n console.log(` Result: ${result}`);\n console.log('---------------------------');\n});",[],[248,277],[248],{"_105":285,"_95":190,"_157":286,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":287,"_101":32,"_165":177,"_167":288,"_168":22,"_169":-5,"_170":289,"_99":290},"9640abdc-364b-11f0-bf13-9e149126039e","a2f4c3f4-1d62-4a9e-ab69-8404e7a51715",["D",1747835871966],"# API Project\n\nA Hono-based API with modular routes.\n\n## Project Structure\n\n```\n/\n├── index.tsx # Main entry point for the API\n├── routes/ # Directory for API route modules\n│ └── favicon.ts # Favicon extraction endpoint\n├── frontend/ # Frontend files\n│ └── index.html # HTML test form\n├── utils/ # Utility functions\n│ └── getDomain.tsx # Function to extract domain from URL\n└── README.md # This documentation file\n```\n\n## API Endpoints\n\n### GET /\n\nServes an HTML form for testing the favicon extraction functionality.\n\n### GET /api\n\nReturns information about the API endpoints.\n\n**Example Response:**\n```json\n{\n \"message\": \"Favicon Extractor API\",\n \"status\": \"success\",\n \"timestamp\": \"2025-05-20T18:16:58.497Z\",\n \"endpoints\": [\n { \"path\": \"/favicon\", \"method\": \"POST\", \"description\": \"Extract favicon from URL\" },\n { \"path\": \"/favicon/notion\", \"method\": \"POST\", \"description\": \"Process Notion webhook and update page icon\" },\n { \"path\": \"/embed\", \"method\": \"POST\", \"description\": \"Add URL embed to a Notion page\" }\n ]\n}\n```\n\n### POST /favicon\n\nExtracts a favicon from a provided URL.\n\n**Request Body:**\n```json\n{\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"faviconUrl\": \"https://example.com/favicon.ico\",\n \"contentType\": \"image/x-icon\",\n \"faviconBase64\": \"base64-encoded-favicon-data\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"message\": \"Could not find favicon for the provided URL\"\n}\n```\n\n### POST /favicon/notion\n\nHandles Notion webhooks to extract a favicon from a URL and update the corresponding Notion page with the favicon.\n\n**Request Body (from Notion webhook):**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"error\": \"Failed to update Notion page\",\n \"details\": { /* error details */ }\n}\n```\n\n### POST /embed\n\nAdds an embed block with the provided URL to a Notion page.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Embed added successfully\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"response\": { /* Notion API response */ }\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"message\": \"Failed to add embed\",\n \"error\": \"Error message\"\n}\n```\n\n> **Note:** This endpoint requires a `NOTION_API_KEY` environment variable to be set with a valid Notion API key.\n\n## Implementation Details\n\nThe API is built using Hono, a lightweight web framework. Each route is modularized in its own file for better organization and maintainability.\n\n### Favicon Extraction\n\nThe favicon endpoint attempts multiple strategies to extract a favicon:\n1. First tries the standard `/favicon.ico` path\n2. If that fails, it parses the HTML to find favicon link tags\n3. Returns the favicon URL and, for direct API calls, the base64-encoded favicon data\n\n### Notion Integration\n\nThe `/favicon/notion` endpoint integrates with the Notion API to:\n1. Receive webhooks from Notion containing a page ID and URL\n2. Extract the favicon from the provided URL\n3. Update the Notion page with the favicon URL as the page icon\n\nThis integration requires a Notion API key to be set as an environment variable (`NOTION_API_KEY`). You'll need to create an integration in the Notion workspace and grant it access to the relevant pages or databases.\n\n## Adding New Routes\n\nTo add a new route:\n1. Create a new file in the `/routes` directory\n2. Export a Hono router with your endpoint handlers\n3. Import and mount the router in `index.tsx`\n\nExample:\n```typescript\n// In /routes/newEndpoint.ts\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\nconst router = new Hono();\n\nrouter.get(\"/\", (c) => {\n return c.json({ message: \"New endpoint\" });\n});\n\nexport default router;\n\n// In index.tsx\nimport newEndpointRouter from \"./routes/newEndpoint.ts\";\n\n// Mount the new router\napp.route(\"/new-endpoint\", newEndpointRouter);\n```",[],[190],{"_105":292,"_95":100,"_157":293,"_159":-5,"_160":140,"_161":120,"_162":22,"_107":294,"_101":32,"_165":295,"_167":296,"_168":22,"_169":-5,"_170":297,"_99":298},"9640b0f0-364b-11f0-bf13-9e149126039e","21433a4b-c706-4a8e-8464-23012ff0e766",["D",1747835871966],"http","import { Hono } from \"https://esm.sh/hono@3\";\nimport { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n// Import route modules\nimport domain from \"./routes/domain.tsx\";\nimport embed from \"./routes/embed.tsx\";\nimport favicon from \"./routes/favicon.tsx\";\nimport testDomain from \"./routes/test-domain.tsx\";\nimport title from \"./routes/title.tsx\";\n\n// Create a new Hono app\nconst app = new Hono();\n\n// Mount the routers\napp.route(\"/domain\", domain);\napp.route(\"/embed\", embed);\napp.route(\"/title\", title);\napp.route(\"/favicon\", favicon);\napp.route(\"/test-domain\", testDomain);\n\napp.get(\"/\", (c) => c.text(\"API Gateway - Available endpoints: /domain, /title, /favicon, /test-domain, /embed\"));\n\n// Unwrap Hono errors to see original error details\napp.onError((err, c) => {\n console.error(\"Error:\", err);\n throw err;\n});\n\n// This is the entry point for HTTP vals\nexport default app.fetch;",[],[100],"files",[154,172,182,188,196,205,213,221,229,237,246,252,259,267,275,284,291],"counts",{"_303":32,"_304":305,"_306":120,"_307":120},"pulls","branches",11,"forks","envVars","contents",[],{"_105":292,"_95":100,"_157":293,"_159":-5,"_160":140,"_161":120,"_162":22,"_107":311,"_101":32,"_165":295,"_167":296,"_168":22,"_169":-5,"_99":312},["D",1747835871966],[100],"upstreamProject","upstreamBranch",{"_105":143,"_107":316,"_317":318,"_95":43,"_141":106,"_101":319,"_142":-5,"_144":-5,"_320":321,"_109":-5,"_151":22,"_111":112,"_150":94,"_16":121,"_149":96},["D",1747764573832],"updatedAt",["D",1747936828762],166,"lockfileKey","1747936829107-esm.town_v_lightweight_bragreel@166-main","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_93":94,"_95":96,"_97":98,"_101":102,"_99":100,"_103":328,"_152":333,"_299":385,"_177":386,"_308":388,"_389":390,"_393":163,"_394":-5,"_395":120,"_396":397,"_398":399},{"_105":106,"_95":96,"_107":329,"_109":-5,"_110":22,"_111":112,"_113":-5,"_114":-5,"_14":115,"_116":-5,"_117":22,"_118":-5,"_119":120,"_16":121,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":123,"_23":330,"_134":331,"_137":332,"_151":22},["D",1747764573832],{"_93":94,"_132":133},{"_93":94,"_136":133},{"_101":139,"_95":98,"_105":140,"_141":106,"_142":143,"_144":145,"_146":112,"_147":106,"_148":121,"_149":96,"_150":94},[334,340,364,379,382],{"_105":155,"_95":156,"_157":158,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":164,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":335,"_99":339},[336],{"_105":173,"_95":174,"_157":175,"_159":158,"_160":140,"_161":120,"_162":163,"_107":176,"_101":32,"_165":177,"_167":178,"_168":22,"_169":-5,"_170":337,"_99":338},[],[156,174],[156],{"_105":183,"_95":184,"_157":185,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":186,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":341,"_99":363},[342,345,348,351,354,357,360],{"_105":189,"_95":190,"_157":191,"_159":185,"_160":140,"_161":120,"_162":163,"_107":192,"_101":32,"_165":177,"_167":193,"_168":22,"_169":-5,"_170":343,"_99":344},[],[184,190],{"_105":197,"_95":198,"_157":199,"_159":185,"_160":140,"_161":120,"_162":163,"_107":200,"_101":32,"_165":201,"_167":202,"_168":22,"_169":-5,"_170":346,"_99":347},[],[184,198],{"_105":206,"_95":207,"_157":208,"_159":185,"_160":140,"_161":120,"_162":163,"_107":209,"_101":32,"_165":201,"_167":210,"_168":22,"_169":-5,"_170":349,"_99":350},[],[184,207],{"_105":214,"_95":215,"_157":216,"_159":185,"_160":140,"_161":120,"_162":163,"_107":217,"_101":32,"_165":201,"_167":218,"_168":22,"_169":-5,"_170":352,"_99":353},[],[184,215],{"_105":222,"_95":223,"_157":224,"_159":185,"_160":140,"_161":102,"_162":22,"_107":225,"_101":32,"_165":201,"_167":226,"_168":22,"_169":-5,"_170":355,"_99":356},[],[184,223],{"_105":230,"_95":231,"_157":232,"_159":185,"_160":140,"_161":120,"_162":163,"_107":233,"_101":32,"_165":201,"_167":234,"_168":22,"_169":-5,"_170":358,"_99":359},[],[184,231],{"_105":238,"_95":239,"_157":240,"_159":185,"_160":140,"_161":120,"_162":163,"_107":241,"_101":32,"_165":201,"_167":242,"_168":22,"_169":-5,"_170":361,"_99":362},[],[184,239],[184],{"_105":247,"_95":248,"_157":249,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":250,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":365,"_99":378},[366,369,372,375],{"_105":253,"_95":190,"_157":254,"_159":249,"_160":140,"_161":120,"_162":163,"_107":255,"_101":32,"_165":177,"_167":256,"_168":22,"_169":-5,"_170":367,"_99":368},[],[248,190],{"_105":260,"_95":261,"_157":262,"_159":249,"_160":140,"_161":120,"_162":163,"_107":263,"_101":32,"_165":201,"_167":264,"_168":22,"_169":-5,"_170":370,"_99":371},[],[248,261],{"_105":268,"_95":269,"_157":270,"_159":249,"_160":140,"_161":120,"_162":163,"_107":271,"_101":32,"_165":201,"_167":272,"_168":22,"_169":-5,"_170":373,"_99":374},[],[248,269],{"_105":276,"_95":277,"_157":278,"_159":249,"_160":140,"_161":120,"_162":163,"_107":279,"_101":32,"_165":201,"_167":280,"_168":22,"_169":-5,"_170":376,"_99":377},[],[248,277],[248],{"_105":285,"_95":190,"_157":286,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":287,"_101":32,"_165":177,"_167":288,"_168":22,"_169":-5,"_170":380,"_99":381},[],[190],{"_105":292,"_95":100,"_157":293,"_159":-5,"_160":140,"_161":120,"_162":22,"_107":294,"_101":32,"_165":295,"_167":296,"_168":22,"_169":-5,"_170":383,"_99":384},[],[100],[334,336,340,342,345,348,351,354,357,360,364,366,369,372,375,379,382],{"_105":292,"_95":100,"_157":293,"_159":-5,"_160":140,"_161":120,"_162":22,"_107":311,"_101":32,"_165":295,"_167":296,"_168":22,"_169":-5,"_99":387},[100],[],"upstream",{"_105":143,"_107":391,"_317":392,"_95":43,"_141":106,"_101":319,"_142":-5,"_144":-5,"_320":321,"_109":-5,"_151":22,"_111":112,"_150":94,"_16":121,"_149":96},["D",1747764573832],["D",1747936828762],"showCompareCallout","pull","ahead","behind",54,"templates",[],"actionData","errors"]