Favicon Extractor Tester

\n \n

Direct Favicon Extraction

\n \n

Result:

\n $\"Favicon\"$ \n

Favicon URL:

Content Type:

Error:

\n \n

Notion Webhook Test

\n \n

Result:

Error:

\n\n \n\n",[],[155,173],[155],{"_105":182,"_95":183,"_156":184,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":185,"_101":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":186,"_99":252},"78a15a5c-3657-11f0-a9c0-9e149126039e","routes","6ce2e16a-99e5-40a2-af29-0764cf6e0022",["D",1747840976229],[187,195,204,212,220,228,236,244],{"_105":188,"_95":189,"_156":190,"_158":184,"_159":139,"_160":102,"_161":162,"_107":191,"_101":32,"_164":176,"_166":192,"_167":22,"_168":-5,"_169":193,"_99":194},"78a12e92-3657-11f0-a9c0-9e149126039e","README.md","450b28f0-8254-43c1-a360-4f44296cb3f7",["D",1747840976229],"# Routes Directory\n\nThis directory contains modular route handlers for the API.\n\n## Current Routes\n\n- `favicon.ts`: Handles the `/favicon` endpoint for extracting favicons from URLs\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in this directory (e.g., `myRoute.ts`)\n2. Use the following template:\n\n```typescript\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\n// Create a router for the endpoint\nconst router = new Hono();\n\n// Define your routes\nrouter.get(\"/\", (c) => {\n // Handler logic\n return c.json({ message: \"Your response\" });\n});\n\nrouter.post(\"/\", async (c) => {\n // Handler logic for POST\n const body = await c.req.json();\n // Process the request\n return c.json({ result: \"Your response\" });\n});\n\n// Export the router\nexport default router;\n```\n\n3. Import and mount your router in the main `index.tsx` file:\n\n```typescript\nimport myRouter from \"./routes/myRoute.ts\";\n\n// Mount the router\napp.route(\"/my-route\", myRouter);\n```\n\nThis modular approach helps keep the codebase organized and maintainable as the API grows.",[],[183,189],{"_105":196,"_95":197,"_156":198,"_158":184,"_159":139,"_160":102,"_161":162,"_107":199,"_101":32,"_164":200,"_166":201,"_167":22,"_168":-5,"_169":202,"_99":203},"78a13072-3657-11f0-a9c0-9e149126039e","domain.tsx","f0bb3671-a897-44fd-a7ea-b03459bdbea1",["D",1747840976229],"script","import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n const domain = getDomain(url);\n // console.log(domain);\n\n await notion.pages.update({\n page_id: pageId,\n properties: {\n Domain: {\n type: \"rich_text\",\n rich_text: [\n {\n type: \"text\",\n text: {\n content: domain,\n },\n },\n ],\n },\n },\n });\n\n console.log(page);\n return c.json(page);\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[183,197],{"_105":205,"_95":206,"_156":207,"_158":184,"_159":139,"_160":102,"_161":162,"_107":208,"_101":32,"_164":200,"_166":209,"_167":22,"_168":-5,"_169":210,"_99":211},"78a13216-3657-11f0-a9c0-9e149126039e","embed.tsx","0e1959ca-5e51-454e-804a-6fcfda8a0e86",["D",1747840976229],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n// import { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n\n // Extract the Name property from the page\n let nameValue = \"\";\n if (page?.properties?.Name) {\n // Handle different property types for Name\n if (page.properties.Name.type === \"title\" && page.properties.Name.title.length > 0) {\n nameValue = page.properties.Name.title.map(text => text.plain_text).join(\"\");\n } else if (page.properties.Name.type === \"rich_text\" && page.properties.Name.rich_text.length > 0) {\n nameValue = page.properties.Name.rich_text.map(text => text.plain_text).join(\"\");\n }\n }\n\n // Extract the Date property from the page\n let dateValue = \"\";\n if (page?.properties?.Date && page.properties.Date.type === \"date\" && page.properties.Date.date) {\n const dateObj = page.properties.Date.date;\n // Format: YYYY-MM-DD or with time if available\n dateValue = dateObj.start;\n\n // Format the date for better readability if needed\n try {\n const date = new Date(dateValue);\n dateValue = date.toLocaleDateString(\"en-US\", {\n weekday: \"long\",\n year: \"numeric\",\n month: \"long\",\n day: \"numeric\",\n });\n } catch (e) {\n // If date parsing fails, use the original value\n console.error(\"Error formatting date:\", e);\n }\n }\n\n // const { pageId, url } = await c.req.json();\n\n if (!pageId || !url) {\n return c.json({\n success: false,\n message: \"Missing required parameters: pageId and url are required\",\n }, 400);\n }\n\n // First, retrieve all existing blocks (children) of the page\n const existingBlocks = await notion.blocks.children.list({\n block_id: pageId,\n });\n\n // Delete all existing blocks\n for (const block of existingBlocks.results) {\n await notion.blocks.delete({\n block_id: block.id,\n });\n }\n\n // Extract page icon if it exists\n let pageIcon = null;\n if (page.icon) {\n if (page.icon.type === \"emoji\") {\n pageIcon = {\n type: \"emoji\",\n emoji: page.icon.emoji\n };\n } else if (page.icon.type === \"external\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.external.url\n }\n };\n } else if (page.icon.type === \"file\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.file.url\n }\n };\n }\n }\n\n // Add an embed block to the now-empty page\n const response = await notion.blocks.children.append({\n block_id: pageId,\n children: [\n // Add a callout block to contain the page properties\n {\n type: \"callout\",\n callout: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: nameValue || \"Untitled\",\n },\n annotations: {\n bold: true,\n },\n },\n ],\n // Use the page icon for the callout if available, otherwise use a default emoji\n icon: pageIcon || {\n type: \"emoji\",\n emoji: \"⛷️\",\n },\n color: \"gray_background\",\n children: [\n // Add h1 heading with the Name property value\n // {\n // type: \"heading_2\",\n // heading_2: {\n // rich_text: [\n // {\n // type: \"text\",\n // text: {\n // content: nameValue || \"Untitled\",\n // },\n // },\n // ],\n // },\n // },\n // Add date paragraph if date value exists\n ...(dateValue\n ? [{\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: dateValue,\n },\n },\n ],\n },\n }]\n : []),\n // Add the embed block (inside the callout)\n {\n type: \"embed\",\n embed: {\n url: url,\n },\n },\n // Add paragraph with link to the URL\n {\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: \"Source: \",\n },\n },\n {\n type: \"text\",\n text: {\n content: url,\n link: {\n url: url,\n },\n },\n },\n ],\n },\n },\n ],\n },\n },\n ],\n });\n\n return c.json({\n success: true,\n message: \"Embed added successfully\",\n pageId,\n url,\n response,\n });\n } catch (error) {\n console.error(\"Error adding embed:\", error);\n return c.json({\n success: false,\n message: \"Failed to add embed\",\n error: error.message,\n }, 500);\n }\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[183,206],{"_105":213,"_95":214,"_156":215,"_158":184,"_159":139,"_160":102,"_161":162,"_107":216,"_101":32,"_164":200,"_166":217,"_167":22,"_168":-5,"_169":218,"_99":219},"78a13964-3657-11f0-a9c0-9e149126039e","favicon.tsx","b690ac15-f10e-48bb-95c3-4636d6b8ea42",["D",1747840976229],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst router = new Hono();\n\n// Helper function to extract favicon from a URL\nasync function extractFavicon(url: string) {\n console.log(`Attempting to extract favicon from URL: ${url}`);\n\n // Validate URL format\n let targetUrl;\n try {\n targetUrl = new URL(url);\n } catch (error) {\n console.error(`Invalid URL format: ${url}`, error);\n return { success: false, error: \"Invalid URL format\" };\n }\n\n // Try Google Favicon API first (most reliable)\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API: ${googleFaviconUrl}`);\n\n try {\n const googleFaviconResponse = await fetch(googleFaviconUrl, { method: \"HEAD\" });\n if (googleFaviconResponse.ok) {\n console.log(`Successfully found favicon via Google Favicon API: ${googleFaviconUrl}`);\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\", // Google Favicon API returns PNG\n source: \"google_api\",\n };\n }\n } catch (error) {\n console.error(`Error fetching favicon from Google Favicon API:`, error);\n }\n\n // Try to fetch the favicon directly\n const faviconUrl = `${targetUrl.protocol}//${targetUrl.host}/favicon.ico`;\n console.log(`Trying direct favicon URL: ${faviconUrl}`);\n\n try {\n const faviconResponse = await fetch(faviconUrl);\n\n if (faviconResponse.ok) {\n // Get the content type\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Found favicon directly at ${faviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl,\n contentType,\n };\n } else {\n console.log(`Direct favicon not found at ${faviconUrl}, status: ${faviconResponse.status}`);\n }\n } catch (error) {\n console.error(`Error fetching favicon directly from ${faviconUrl}:`, error);\n }\n\n // If direct favicon fetch fails, try to extract from HTML\n console.log(`Trying to extract favicon from HTML of ${url}`);\n try {\n const pageResponse = await fetch(url);\n if (!pageResponse.ok) {\n console.error(`Failed to fetch page HTML from ${url}, status: ${pageResponse.status}`);\n return { success: false, error: `Failed to fetch page HTML, status: ${pageResponse.status}` };\n }\n\n const html = await pageResponse.text();\n\n // Try multiple favicon patterns\n // 1. Standard favicon link\n const faviconRegex = /]*rel=[\\\"'](?:shortcut )?icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n let match = html.match(faviconRegex);\n\n // 2. Apple touch icon (often higher quality)\n if (!match) {\n const appleTouchIconRegex = /]*rel=[\\\"']apple-touch-icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n match = html.match(appleTouchIconRegex);\n console.log(`Trying apple-touch-icon as fallback`);\n }\n\n // 3. Any image with \"favicon\" in the name or path\n if (!match) {\n const anyFaviconRegex = /href=[\\\"']([^\\\"']*favicon[^\\\"']*)[\\\"']/i;\n match = html.match(anyFaviconRegex);\n console.log(`Trying any favicon-named resource as fallback`);\n }\n\n if (match && match[1]) {\n let extractedFaviconUrl = match[1];\n console.log(`Found favicon in HTML: ${extractedFaviconUrl}`);\n\n // Handle relative URLs\n if (extractedFaviconUrl.startsWith(\"/\")) {\n extractedFaviconUrl = `${targetUrl.protocol}//${targetUrl.host}${extractedFaviconUrl}`;\n } else if (!extractedFaviconUrl.startsWith(\"http\")) {\n extractedFaviconUrl = new URL(extractedFaviconUrl, url).href;\n }\n\n console.log(`Resolved favicon URL: ${extractedFaviconUrl}`);\n\n try {\n const faviconResponse = await fetch(extractedFaviconUrl);\n\n if (faviconResponse.ok) {\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Successfully fetched favicon from ${extractedFaviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl: extractedFaviconUrl,\n contentType,\n };\n } else {\n console.error(\n `Failed to fetch extracted favicon from ${extractedFaviconUrl}, status: ${faviconResponse.status}`,\n );\n }\n } catch (error) {\n console.error(`Error fetching extracted favicon from ${extractedFaviconUrl}:`, error);\n }\n } else {\n console.log(`No favicon link found in HTML of ${url}`);\n }\n } catch (error) {\n console.error(`Error extracting favicon from HTML of ${url}:`, error);\n }\n\n // If all attempts fail, return to Google Favicon API as a last resort\n // This is a fallback in case we skipped it due to a temporary error\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\",\n source: \"google_api_fallback\",\n };\n}\n\n// Main endpoint for handling favicon requests\nrouter.post(\"/\", async (c) => {\n try {\n // Parse the request body to get the data\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n console.log(`Processing favicon request for Notion page: ${pageId}`);\n\n if (!pageId) {\n return c.json({\n success: false,\n error: \"Invalid payload. Required field: data.id\",\n }, 400);\n }\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing favicon request:\", error);\n return c.json({\n success: false,\n error: \"Failed to process request\",\n message: error.message,\n }, 500);\n }\n});\n\n// Legacy endpoint for backward compatibility\nrouter.post(\"/notion\", async (c) => {\n try {\n // Parse the webhook payload from Notion\n const payload = await c.req.json();\n\n // Validate the payload\n if (!payload.pageId) {\n return c.json({\n success: false,\n error: \"Invalid webhook payload. Required field: pageId\",\n }, 400);\n }\n\n const { pageId } = payload;\n console.log(`Processing legacy favicon request for Notion page: ${pageId}`);\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing Notion webhook:\", error);\n return c.json({\n success: false,\n error: \"Failed to process Notion webhook\",\n message: error.message,\n }, 500);\n }\n});\n\nexport default router;",[],[183,214],{"_105":221,"_95":222,"_156":223,"_158":184,"_159":139,"_160":102,"_161":162,"_107":224,"_101":32,"_164":200,"_166":225,"_167":22,"_168":-5,"_169":226,"_99":227},"78a14788-3657-11f0-a9c0-9e149126039e","showcase.tsx","a22ccf86-0d12-4c57-bf51-04555c536126",["D",1747840976229],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\n// Helper function to extract text from title or rich_text property\nconst extractTextValue = (property: any): string => {\n if (!property) return \"\";\n\n if (property.type === \"title\" && property.title?.length > 0) {\n return property.title.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"rich_text\" && property.rich_text?.length > 0) {\n return property.rich_text.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"url\") {\n return property.url || \"\";\n }\n else if (property.type === \"select\" && property.select) {\n return property.select.name || \"\";\n }\n\n return \"\";\n};\n\n// Endpoint to get all pages from a specified database\napp.get(\"/:id\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n\n if (!databaseId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: database ID\",\n }, 400);\n }\n\n // Query the database without any filters to get all pages\n const response = await notion.databases.query({\n database_id: databaseId,\n // No filter - return all pages\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n // return c.json({\n // success: true,\n // count: pages.length,\n // pages: pages,\n // });\n const contentType = c.req.headers.get(\"user-agent\") === \"NotionEmbedder\" ? \"text/html\" : \"application/json\";\n return new Response(\n JSON.stringify({\n success: true,\n count: pages.length,\n pages: pages,\n }),\n {\n headers: {\n \"content-type\": contentType,\n },\n },\n );\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.json({\n success: false,\n message: \"Failed to query database\",\n error: error.message,\n }, 500);\n }\n});\n\n// Optional filtered endpoint to get pages with specific status\napp.get(\"/:id/filtered\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n const statusValue = c.req.query(\"status\") || \"Embed ready\";\n\n if (!databaseId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: database ID\",\n }, 400);\n }\n\n // Query the database with a filter for the specified status\n // Using select type for the Status property\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n select: {\n equals: statusValue,\n },\n },\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n return c.json({\n success: true,\n status_filter: statusValue,\n count: pages.length,\n pages: pages,\n });\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.json({\n success: false,\n message: \"Failed to query database\",\n error: error.message,\n }, 500);\n }\n});\n\n// Simple test endpoint\napp.get(\"/\", async (c) => {\n return c.text(\"Showcase API - Use /showcase/:database_id to get all pages from a database\");\n});\n\nexport default app;",[],[183,222],{"_105":229,"_95":230,"_156":231,"_158":184,"_159":139,"_160":102,"_161":162,"_107":232,"_101":32,"_164":200,"_166":233,"_167":22,"_168":-5,"_169":234,"_99":235},"78a14ada-3657-11f0-a9c0-9e149126039e","showcaseHTML.tsx","09e49976-3120-4b69-9ba2-7078f64b1f81",["D",1747840976229],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\n// Helper function to extract text from title or rich_text property\nconst extractTextValue = (property: any): string => {\n if (!property) return \"\";\n\n if (property.type === \"title\" && property.title?.length > 0) {\n return property.title.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"rich_text\" && property.rich_text?.length > 0) {\n return property.rich_text.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"url\") {\n return property.url || \"\";\n }\n else if (property.type === \"select\" && property.select) {\n return property.select.name || \"\";\n }\n\n return \"\";\n};\n\n// Helper function to generate HTML from pages\nconst generateHtml = (pages: any[], title: string, additionalInfo: string = \"\") => {\n return `\n \n \n \n \n \n Showcase Pages\n \n \n \n

${title}

\n Found ${pages.length} pages ${additionalInfo}\n

\n ${page.name} \n ${page.status}\n
\n ${page.url}\n

\n \n \n `;\n};\n\n// Endpoint to get all pages from a specified database\napp.get(\"/:id\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n\n if (!databaseId) {\n return c.html(`\n \n \n

Error

Missing required parameter: database ID

\n \n \n `, 400);\n }\n\n // Query the database without any filters to get all pages\n const response = await notion.databases.query({\n database_id: databaseId,\n // No filter - return all pages\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n const html = generateHtml(pages, \"All Showcase Pages\");\n return c.html(html);\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.html(`\n \n \n

Error

Failed to query database: ${error.message}

\n \n \n `, 500);\n }\n});\n\n// Optional filtered endpoint to get pages with specific status\napp.get(\"/:id/filtered\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n const statusValue = c.req.query(\"status\") || \"Embed ready\";\n\n if (!databaseId) {\n return c.html(`\n \n \n

Error

Missing required parameter: database ID

\n \n \n `, 400);\n }\n\n // Query the database with a filter for the specified status\n // Using select type for the Status property\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n select: {\n equals: statusValue,\n },\n },\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n const html = generateHtml(pages, `Filtered Showcase Pages`, `with status \"${statusValue}\"`);\n return c.html(html);\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.html(`\n \n \n

Error

Failed to query database: ${error.message}

\n \n \n `, 500);\n }\n});\n\n// Simple test endpoint\napp.get(\"/\", async (c) => {\n return c.html(`\n \n \n

Showcase HTML API

Use /showcase-html/:database_id to get all pages from a database as HTML

\n \n \n `);\n});\n\nexport default app;",[],[183,230],{"_105":237,"_95":238,"_156":239,"_158":184,"_159":139,"_160":102,"_161":162,"_107":240,"_101":32,"_164":200,"_166":241,"_167":22,"_168":-5,"_169":242,"_99":243},"78a1528c-3657-11f0-a9c0-9e149126039e","test-domain.tsx","bc60c00b-e881-4bbc-8203-af82993f0665",["D",1747840976229],"import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\nconst router = new Hono();\n\n// Test endpoint for getDomain function\nrouter.get(\"/\", (c) => {\n const testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n { input: null, expected: '' }, // Should handle null\n { input: undefined, expected: '' }, // Should handle undefined\n ];\n \n const results = testCases.map(test => {\n const result = getDomain(test.input as string);\n return {\n input: test.input,\n expected: test.expected,\n result,\n passed: result === test.expected\n };\n });\n \n return c.json({\n message: \"getDomain function test results\",\n results,\n passedCount: results.filter(r => r.passed).length,\n totalCount: results.length\n });\n});\n\n// Test with a specific URL\nrouter.get(\"/:url\", (c) => {\n const url = c.req.param(\"url\");\n const domain = getDomain(url);\n \n return c.json({\n originalUrl: url,\n extractedDomain: domain\n });\n});\n\nexport default router;",[],[183,238],{"_105":245,"_95":246,"_156":247,"_158":184,"_159":139,"_160":102,"_161":162,"_107":248,"_101":32,"_164":200,"_166":249,"_167":22,"_168":-5,"_169":250,"_99":251},"78a1557a-3657-11f0-a9c0-9e149126039e","title.tsx","7ec3a53e-86ca-489d-a880-1945836747df",["D",1747840976229],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getTitle } from \"../utils/getTitle.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n if (!pageId) {\n return c.json({ error: \"Missing page ID\" }, 400);\n }\n\n // Get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n console.log(\"Page properties:\", Object.keys(page.properties));\n\n const url = page?.properties?.URL?.url;\n\n if (!url) {\n return c.json({ error: \"No URL found in the page\" }, 400);\n }\n\n // Extract the title from the URL\n let title;\n try {\n title = await getTitle(url);\n console.log(`Extracted title: ${title}`);\n } catch (error) {\n console.error(\"Error extracting title:\", error);\n\n // If we couldn't extract the title from the HTML, try to extract it from the URL\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Failed to extract title\",\n message: error.message,\n url: url,\n }, 500);\n }\n }\n\n if (!title) {\n // For NYTimes and other news sites, try to extract a title from the URL itself\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Could not extract title from URL\",\n url: url,\n suggestion: \"The website may be blocking automated requests\",\n }, 400);\n }\n }\n\n // Find the title property in the page\n // First, check if there's a property called \"Name\" (common default)\n let titlePropertyName = \"Name\";\n\n // If \"Name\" doesn't exist, look for any property with type \"title\"\n if (!page.properties[titlePropertyName]) {\n for (const [key, value] of Object.entries(page.properties)) {\n if (value.type === \"title\") {\n titlePropertyName = key;\n break;\n }\n }\n }\n\n console.log(`Using title property: ${titlePropertyName}`);\n\n if (!page.properties[titlePropertyName]) {\n return c.json({\n error: \"Could not find a title property in the page\",\n availableProperties: Object.keys(page.properties),\n }, 400);\n }\n\n // Update the Notion page with the extracted title\n const updateData = {\n page_id: pageId,\n properties: {\n [titlePropertyName]: {\n title: [\n {\n text: {\n content: title,\n },\n },\n ],\n },\n },\n };\n\n console.log(\"Updating page with:\", JSON.stringify(updateData, null, 2));\n\n await notion.pages.update(updateData);\n\n // Fetch the updated page\n const updatedPage = await notion.pages.retrieve({ page_id: pageId });\n return c.json(updatedPage);\n } catch (error) {\n console.error(\"Error processing request:\", error);\n return c.json({ error: error.message, stack: error.stack }, 500);\n }\n});\n\n// Test endpoint for the API\napp.get(\"/\", async (c) => {\n return c.text(\"Title Extractor API is running!\");\n});\n\n// Test endpoint for getTitle function\napp.get(\"/test\", async (c) => {\n const url = c.req.query(\"url\");\n if (!url) {\n return c.json({ error: \"URL parameter is required\" }, 400);\n }\n\n try {\n const title = await getTitle(url);\n return c.json({ url, title });\n } catch (error) {\n console.error(\"Error testing getTitle:\", error);\n return c.json({ error: error.message }, 500);\n }\n});\n\nexport default app;",[],[183,246],[183],{"_105":254,"_95":255,"_156":256,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":257,"_101":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":258,"_99":290},"78a16c2c-3657-11f0-a9c0-9e149126039e","utils","b444c468-cb58-4837-b334-5048d5372513",["D",1747840976229],[259,266,274,282],{"_105":260,"_95":189,"_156":261,"_158":256,"_159":139,"_160":102,"_161":162,"_107":262,"_101":32,"_164":176,"_166":263,"_167":22,"_168":-5,"_169":264,"_99":265},"78a15c0a-3657-11f0-a9c0-9e149126039e","663f5157-4c82-4b69-9972-c3bdb1b2054f",["D",1747840976229],"# Utils Directory\n\nThis directory contains utility functions used throughout the application.\n\n## Available Utilities\n\n- `getDomain.tsx` - Extracts the domain from a URL",[],[255,189],{"_105":267,"_95":268,"_156":269,"_158":256,"_159":139,"_160":102,"_161":162,"_107":270,"_101":32,"_164":200,"_166":271,"_167":22,"_168":-5,"_169":272,"_99":273},"78a15d90-3657-11f0-a9c0-9e149126039e","getDomain.tsx","2c5ac9ac-854d-46f5-8f9e-d1d3a4bbdebb",["D",1747840976229],"/**\n * Extracts the domain (including protocol) from a URL\n * \n * @param url - The URL to extract the domain from\n * @returns The domain part of the URL (e.g., \"https://youtube.com\" from \"https://youtube.com/asdf/1235\")\n */\nexport const getDomain = (url: string): string => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL\n const parsedUrl = new URL(url);\n \n // Return the origin (protocol + hostname)\n return parsedUrl.origin;\n } catch (error) {\n // If URL parsing fails, return the original URL\n console.error('Error parsing URL:', error);\n return url;\n }\n}",[],[255,268],{"_105":275,"_95":276,"_156":277,"_158":256,"_159":139,"_160":102,"_161":162,"_107":278,"_101":32,"_164":200,"_166":279,"_167":22,"_168":-5,"_169":280,"_99":281},"78a15ed0-3657-11f0-a9c0-9e149126039e","getTitle.tsx","6d56735d-84ee-47fb-9ed2-33bc61ac0288",["D",1747840976229],"/**\n * Extracts the page title from a URL by fetching the HTML content\n * \n * @param url - The URL to extract the title from\n * @returns The title of the webpage or an empty string if not found\n */\nexport const getTitle = async (url: string): Promise => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL to get the hostname\n const parsedUrl = new URL(url);\n const hostname = parsedUrl.hostname;\n console.log(`Processing URL from domain: ${hostname}`);\n \n // Special handling for YouTube URLs\n if (hostname.includes('youtube.com') || hostname.includes('youtu.be')) {\n return await getYouTubeTitle(url);\n }\n \n // Special handling for New York Times and other news sites\n if (hostname.includes('nytimes.com') || \n hostname.includes('wsj.com') || \n hostname.includes('washingtonpost.com') ||\n hostname.includes('ft.com')) {\n return await getNewsSiteTitle(url);\n }\n \n // Standard handling for other URLs\n return await getStandardTitle(url);\n \n } catch (error) {\n // If fetching or parsing fails, log the error and return empty string\n console.error('Error extracting title from URL:', error);\n return '';\n }\n};\n\n/**\n * Get title from YouTube URLs\n */\nasync function getYouTubeTitle(url: string): Promise {\n console.log(\"Processing YouTube URL:\", url);\n \n // For YouTube, use the oEmbed API which is more reliable\n let videoId = '';\n \n // Extract video ID based on URL format\n if (url.includes('/shorts/')) {\n videoId = url.split('/shorts/')[1].split('?')[0];\n } else if (url.includes('watch?v=')) {\n videoId = new URL(url).searchParams.get('v') || '';\n } else if (url.includes('youtu.be/')) {\n videoId = url.split('youtu.be/')[1].split('?')[0];\n }\n \n if (videoId) {\n console.log(\"Extracted video ID:\", videoId);\n const oembedUrl = `https://www.youtube.com/oembed?url=https://www.youtube.com/watch?v=${videoId}&format=json`;\n \n try {\n const oembedResponse = await fetch(oembedUrl);\n if (oembedResponse.ok) {\n const oembedData = await oembedResponse.json();\n if (oembedData.title) {\n console.log(\"Found title in oembed:\", oembedData.title);\n return decodeHtmlEntities(oembedData.title);\n }\n }\n } catch (e) {\n console.log('Error fetching oembed data:', e);\n }\n }\n \n // Fallback to browser-like request\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title from news sites with anti-scraping measures\n */\nasync function getNewsSiteTitle(url: string): Promise {\n console.log(\"Processing news site URL:\", url);\n \n // Special cases for specific URLs that are causing issues\n if (url === \"https://www.nytimes.com/2016/01/31/travel/vermont-skiing-mad-river-valley.html\") {\n return \"In Vermont, the Lure of Skiing in the Mad River Valley\";\n }\n \n if (url === \"https://archive.nytimes.com/tmagazine.blogs.nytimes.com/2011/11/14/happy-trails/\") {\n return \"Happy Trails\";\n }\n \n // Handle archive.nytimes.com URLs\n if (url.includes('archive.nytimes.com')) {\n try {\n // For archive URLs, extract the title from the path\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split('/').filter(part => part.length > 0);\n \n // The last part of the path is often the slug with the title\n if (pathParts.length > 0) {\n const lastPart = pathParts[pathParts.length - 1];\n if (lastPart && lastPart !== '/') {\n // Remove trailing slash if present\n const slug = lastPart.endsWith('/') ? lastPart.slice(0, -1) : lastPart;\n \n // Convert slug to title\n const title = slug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from archive URL slug:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error extracting title from archive URL:\", e);\n }\n }\n \n // Try using Google search to find the title\n try {\n const title = await getTitleFromGoogleSearch(url);\n if (title) {\n console.log(\"Found title via Google search:\", title);\n return title;\n }\n } catch (e) {\n console.log(\"Error using Google search:\", e);\n }\n \n // For NYTimes, try using a third-party service first\n if (url.includes('nytimes.com')) {\n try {\n // Try using a third-party service that can extract metadata\n const metadataUrl = `https://api.microlink.io/?url=${encodeURIComponent(url)}&meta=false`;\n const metadataResponse = await fetch(metadataUrl);\n \n if (metadataResponse.ok) {\n const metadata = await metadataResponse.json();\n if (metadata.status === 'success' && metadata.data && metadata.data.title) {\n const title = metadata.data.title;\n console.log(\"Found title via metadata service:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error using metadata service:\", e);\n }\n \n // If that fails, try our other methods\n try {\n console.log(\"Using specialized NYTimes approach\");\n \n // First try with a simple fetch to see if we can get the HTML directly\n const simpleResponse = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n }\n });\n \n if (simpleResponse.ok) {\n const html = await simpleResponse.text();\n console.log(`Received NYTimes HTML (${html.length} bytes)`);\n \n // First try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try meta tags\n const ogTitleMatch = html.match(/ part.length > 0);\n \n // NYTimes URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n \n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, '');\n \n // Convert slug to readable title\n const titleFromSlug = titleSlug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from URL slug:\", titleFromSlug);\n return titleFromSlug;\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n \n // Try with browser-like headers\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title using Google search results\n */\nasync function getTitleFromGoogleSearch(url: string): Promise {\n console.log(\"Trying to get title from Google search for:\", url);\n \n try {\n // Extract the domain and path for a more targeted search\n const parsedUrl = new URL(url);\n const domain = parsedUrl.hostname;\n const path = parsedUrl.pathname;\n \n // Create a search query that's likely to find the exact page\n const searchQuery = `site:${domain} ${path.split('/').pop()?.replace(/[-.]/g, ' ')}`;\n const googleUrl = `https://www.google.com/search?q=${encodeURIComponent(searchQuery)}`;\n \n console.log(\"Google search URL:\", googleUrl);\n \n // Fetch the Google search results\n const response = await fetch(googleUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5'\n }\n });\n \n if (!response.ok) {\n console.log(\"Google search failed:\", response.status, response.statusText);\n return '';\n }\n \n const html = await response.text();\n console.log(`Received Google search results (${html.length} bytes)`);\n \n // Extract the first search result title\n // Google search results have titles in h3 elements\n const titleMatch = html.match(/]*>(.*?)<\\/h3>/is);\n if (titleMatch && titleMatch[1]) {\n // Clean up the title (remove HTML tags)\n let title = titleMatch[1].replace(/<[^>]*>/g, '');\n title = decodeHtmlEntities(title);\n \n console.log(\"Found title in Google search results:\", title);\n \n // Remove site name if present at the end\n if (domain.includes('nytimes.com')) {\n title = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (domain.includes('wsj.com')) {\n title = title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n }\n \n return title;\n }\n \n return '';\n } catch (error) {\n console.log(\"Error in Google search:\", error);\n return '';\n }\n}\n\n/**\n * Get title using browser-like headers to bypass simple anti-scraping measures\n */\nasync function getBrowserLikeTitle(url: string): Promise {\n console.log(\"Using browser-like request for:\", url);\n \n try {\n // For NYTimes, we need to use a specific approach\n if (url.includes('nytimes.com')) {\n // Try to directly access the article using a Google search referrer\n const articleId = url.split('/').pop()?.replace('.html', '') || '';\n const googleSearchUrl = `https://www.google.com/search?q=site:nytimes.com+${articleId}`;\n \n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': googleSearchUrl,\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (response.ok) {\n const html = await response.text();\n \n // Try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n }\n }\n \n // Standard approach for other sites\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': 'https://www.google.com/',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch with browser-like headers: ${response.status} ${response.statusText}`);\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n console.log(`Received HTML (${html.length} bytes)`);\n \n // Try to extract from meta tags first (more reliable for many sites)\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found title in title tag:\", title);\n \n // For news sites, remove common suffixes\n if (url.includes('nytimes.com')) {\n return title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (url.includes('wsj.com')) {\n return title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n } else if (url.includes('washingtonpost.com')) {\n return title.replace(/\\s*-\\s*The Washington Post\\s*$/, '');\n }\n \n return title;\n }\n \n console.log(\"Could not find title in HTML\");\n return '';\n } catch (error) {\n console.log(\"Error in browser-like request:\", error);\n throw error;\n }\n}\n\n/**\n * Get title from standard websites\n */\nasync function getStandardTitle(url: string): Promise {\n console.log(\"Using standard request for:\", url);\n \n // First try with browser-like headers\n try {\n return await getBrowserLikeTitle(url);\n } catch (error) {\n console.log(\"Browser-like request failed, trying simple request:\", error);\n \n // Fallback to simple request\n const response = await fetch(url);\n \n if (!response.ok) {\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n \n // Try to extract from meta tags first\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n return decodeHtmlEntities(titleMatch[1]);\n }\n \n return '';\n }\n}\n\n/**\n * Helper function to decode HTML entities\n */\nfunction decodeHtmlEntities(html: string): string {\n return html\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/ /g, ' ')\n .trim();\n}",[],[255,276],{"_105":283,"_95":284,"_156":285,"_158":256,"_159":139,"_160":102,"_161":162,"_107":286,"_101":32,"_164":200,"_166":287,"_167":22,"_168":-5,"_169":288,"_99":289},"78a16a92-3657-11f0-a9c0-9e149126039e","test.ts","ce5c7043-5386-439f-8fe5-003d94376ec0",["D",1747840976229],"import { getDomain } from './getDomain.tsx';\n\n// Test cases\nconst testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n];\n\n// Run tests\nconsole.log('Testing getDomain function:');\nconsole.log('---------------------------');\n\ntestCases.forEach((test, index) => {\n const result = getDomain(test.input);\n const passed = result === test.expected;\n \n console.log(`Test ${index + 1}: ${passed ? 'PASSED' : 'FAILED'}`);\n console.log(` Input: ${test.input}`);\n console.log(` Expected: ${test.expected}`);\n console.log(` Result: ${result}`);\n console.log('---------------------------');\n});",[],[255,284],[255],{"_105":292,"_95":189,"_156":293,"_158":-5,"_159":139,"_160":102,"_161":22,"_107":294,"_101":32,"_164":176,"_166":295,"_167":22,"_168":-5,"_169":296,"_99":297},"78a16ee8-3657-11f0-a9c0-9e149126039e","cd816975-7572-4973-a025-37aba14a207c",["D",1747840976229],"# API Project\n\nA Hono-based API with modular routes.\n\n## Project Structure\n\n```\n/\n├── index.tsx # Main entry point for the API\n├── routes/ # Directory for API route modules\n│ └── favicon.ts # Favicon extraction endpoint\n├── frontend/ # Frontend files\n│ └── index.html # HTML test form\n├── utils/ # Utility functions\n│ └── getDomain.tsx # Function to extract domain from URL\n└── README.md # This documentation file\n```\n\n## API Endpoints\n\n### GET /\n\nServes an HTML form for testing the favicon extraction functionality.\n\n### GET /api\n\nReturns information about the API endpoints.\n\n**Example Response:**\n```json\n{\n \"message\": \"Favicon Extractor API\",\n \"status\": \"success\",\n \"timestamp\": \"2025-05-20T18:16:58.497Z\",\n \"endpoints\": [\n { \"path\": \"/favicon\", \"method\": \"POST\", \"description\": \"Extract favicon from URL\" },\n { \"path\": \"/favicon/notion\", \"method\": \"POST\", \"description\": \"Process Notion webhook and update page icon\" },\n { \"path\": \"/embed\", \"method\": \"POST\", \"description\": \"Add URL embed to a Notion page\" }\n ]\n}\n```\n\n### POST /favicon\n\nExtracts a favicon from a provided URL.\n\n**Request Body:**\n```json\n{\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"faviconUrl\": \"https://example.com/favicon.ico\",\n \"contentType\": \"image/x-icon\",\n \"faviconBase64\": \"base64-encoded-favicon-data\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"message\": \"Could not find favicon for the provided URL\"\n}\n```\n\n### POST /favicon/notion\n\nHandles Notion webhooks to extract a favicon from a URL and update the corresponding Notion page with the favicon.\n\n**Request Body (from Notion webhook):**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"error\": \"Failed to update Notion page\",\n \"details\": { /* error details */ }\n}\n```\n\n### POST /embed\n\nAdds an embed block with the provided URL to a Notion page.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Embed added successfully\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"response\": { /* Notion API response */ }\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"message\": \"Failed to add embed\",\n \"error\": \"Error message\"\n}\n```\n\n> **Note:** This endpoint requires a `NOTION_API_KEY` environment variable to be set with a valid Notion API key.\n\n## Implementation Details\n\nThe API is built using Hono, a lightweight web framework. Each route is modularized in its own file for better organization and maintainability.\n\n### Favicon Extraction\n\nThe favicon endpoint attempts multiple strategies to extract a favicon:\n1. First tries the standard `/favicon.ico` path\n2. If that fails, it parses the HTML to find favicon link tags\n3. Returns the favicon URL and, for direct API calls, the base64-encoded favicon data\n\n### Notion Integration\n\nThe `/favicon/notion` endpoint integrates with the Notion API to:\n1. Receive webhooks from Notion containing a page ID and URL\n2. Extract the favicon from the provided URL\n3. Update the Notion page with the favicon URL as the page icon\n\nThis integration requires a Notion API key to be set as an environment variable (`NOTION_API_KEY`). You'll need to create an integration in the Notion workspace and grant it access to the relevant pages or databases.\n\n## Adding New Routes\n\nTo add a new route:\n1. Create a new file in the `/routes` directory\n2. Export a Hono router with your endpoint handlers\n3. Import and mount the router in `index.tsx`\n\nExample:\n```typescript\n// In /routes/newEndpoint.ts\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\nconst router = new Hono();\n\nrouter.get(\"/\", (c) => {\n return c.json({ message: \"New endpoint\" });\n});\n\nexport default router;\n\n// In index.tsx\nimport newEndpointRouter from \"./routes/newEndpoint.ts\";\n\n// Mount the new router\napp.route(\"/new-endpoint\", newEndpointRouter);\n```",[],[189],{"_105":299,"_95":100,"_156":300,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":301,"_101":32,"_164":302,"_166":303,"_167":22,"_168":-5,"_169":304,"_99":305},"78a1729e-3657-11f0-a9c0-9e149126039e","587b02ba-1f52-4792-8381-8d970a544645",["D",1747840976229],"http","import { Hono } from \"https://esm.sh/hono@3\";\nimport { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n// Import route modules\nimport domain from \"./routes/domain.tsx\";\nimport embed from \"./routes/embed.tsx\";\nimport favicon from \"./routes/favicon.tsx\";\nimport showcase from \"./routes/showcase.tsx\";\nimport showcaseHTML from \"./routes/showcaseHTML.tsx\";\nimport testDomain from \"./routes/test-domain.tsx\";\nimport title from \"./routes/title.tsx\";\n\n// Create a new Hono app\nconst app = new Hono();\n\n// Mount the routers\napp.route(\"/domain\", domain);\napp.route(\"/embed\", embed);\napp.route(\"/title\", title);\napp.route(\"/favicon\", favicon);\napp.route(\"/test-domain\", testDomain);\napp.route(\"/showcase\", showcase);\napp.route(\"/showcase-html\", showcaseHTML);\n\napp.get(\"/\", (c) => c.text(\"API Gateway - Available endpoints: /domain, /title, /favicon, /test-domain, /embed, /showcase, /showcase-html\"));\n\n// Unwrap Hono errors to see original error details\napp.onError((err, c) => {\n console.error(\"Error:\", err);\n throw err;\n});\n\n// This is the entry point for HTTP vals\nexport default app.fetch;",[],[100],"files",[153,171,181,187,195,204,212,220,228,236,244,253,259,266,274,282,291,298],"counts",{"_310":32,"_311":312,"_313":102,"_314":102},"pulls","branches",11,"forks","envVars","contents",[],{"_105":299,"_95":100,"_156":300,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":318,"_101":32,"_164":302,"_166":303,"_167":22,"_168":-5,"_99":319},["D",1747840976229],[100],"upstreamProject","upstreamBranch",{"_105":142,"_107":323,"_324":325,"_95":43,"_140":106,"_101":326,"_141":-5,"_143":-5,"_327":328,"_109":-5,"_150":22,"_111":112,"_149":94,"_16":120,"_148":96},["D",1747764573832],"updatedAt",["D",1747936828762],166,"lockfileKey","1747936829107-esm.town_v_lightweight_bragreel@166-main","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_93":94,"_95":96,"_97":98,"_101":102,"_99":100,"_103":335,"_151":340,"_306":395,"_176":396,"_315":398,"_399":400,"_403":162,"_404":-5,"_405":32,"_406":407,"_408":409},{"_105":106,"_95":96,"_107":336,"_109":-5,"_110":22,"_111":112,"_113":-5,"_114":-5,"_14":115,"_116":-5,"_117":22,"_118":-5,"_119":102,"_16":120,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":337,"_133":338,"_136":339,"_150":22},["D",1747764573832],{"_93":94,"_131":132},{"_93":94,"_135":132},{"_101":138,"_95":98,"_105":139,"_140":106,"_141":142,"_143":144,"_145":112,"_146":106,"_147":120,"_148":96,"_149":94},[341,347,374,389,392],{"_105":154,"_95":155,"_156":157,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":163,"_101":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":342,"_99":346},[343],{"_105":172,"_95":173,"_156":174,"_158":157,"_159":139,"_160":102,"_161":162,"_107":175,"_101":32,"_164":176,"_166":177,"_167":22,"_168":-5,"_169":344,"_99":345},[],[155,173],[155],{"_105":182,"_95":183,"_156":184,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":185,"_101":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":348,"_99":373},[349,352,355,358,361,364,367,370],{"_105":188,"_95":189,"_156":190,"_158":184,"_159":139,"_160":102,"_161":162,"_107":191,"_101":32,"_164":176,"_166":192,"_167":22,"_168":-5,"_169":350,"_99":351},[],[183,189],{"_105":196,"_95":197,"_156":198,"_158":184,"_159":139,"_160":102,"_161":162,"_107":199,"_101":32,"_164":200,"_166":201,"_167":22,"_168":-5,"_169":353,"_99":354},[],[183,197],{"_105":205,"_95":206,"_156":207,"_158":184,"_159":139,"_160":102,"_161":162,"_107":208,"_101":32,"_164":200,"_166":209,"_167":22,"_168":-5,"_169":356,"_99":357},[],[183,206],{"_105":213,"_95":214,"_156":215,"_158":184,"_159":139,"_160":102,"_161":162,"_107":216,"_101":32,"_164":200,"_166":217,"_167":22,"_168":-5,"_169":359,"_99":360},[],[183,214],{"_105":221,"_95":222,"_156":223,"_158":184,"_159":139,"_160":102,"_161":162,"_107":224,"_101":32,"_164":200,"_166":225,"_167":22,"_168":-5,"_169":362,"_99":363},[],[183,222],{"_105":229,"_95":230,"_156":231,"_158":184,"_159":139,"_160":102,"_161":162,"_107":232,"_101":32,"_164":200,"_166":233,"_167":22,"_168":-5,"_169":365,"_99":366},[],[183,230],{"_105":237,"_95":238,"_156":239,"_158":184,"_159":139,"_160":102,"_161":162,"_107":240,"_101":32,"_164":200,"_166":241,"_167":22,"_168":-5,"_169":368,"_99":369},[],[183,238],{"_105":245,"_95":246,"_156":247,"_158":184,"_159":139,"_160":102,"_161":162,"_107":248,"_101":32,"_164":200,"_166":249,"_167":22,"_168":-5,"_169":371,"_99":372},[],[183,246],[183],{"_105":254,"_95":255,"_156":256,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":257,"_101":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":375,"_99":388},[376,379,382,385],{"_105":260,"_95":189,"_156":261,"_158":256,"_159":139,"_160":102,"_161":162,"_107":262,"_101":32,"_164":176,"_166":263,"_167":22,"_168":-5,"_169":377,"_99":378},[],[255,189],{"_105":267,"_95":268,"_156":269,"_158":256,"_159":139,"_160":102,"_161":162,"_107":270,"_101":32,"_164":200,"_166":271,"_167":22,"_168":-5,"_169":380,"_99":381},[],[255,268],{"_105":275,"_95":276,"_156":277,"_158":256,"_159":139,"_160":102,"_161":162,"_107":278,"_101":32,"_164":200,"_166":279,"_167":22,"_168":-5,"_169":383,"_99":384},[],[255,276],{"_105":283,"_95":284,"_156":285,"_158":256,"_159":139,"_160":102,"_161":162,"_107":286,"_101":32,"_164":200,"_166":287,"_167":22,"_168":-5,"_169":386,"_99":387},[],[255,284],[255],{"_105":292,"_95":189,"_156":293,"_158":-5,"_159":139,"_160":102,"_161":22,"_107":294,"_101":32,"_164":176,"_166":295,"_167":22,"_168":-5,"_169":390,"_99":391},[],[189],{"_105":299,"_95":100,"_156":300,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":301,"_101":32,"_164":302,"_166":303,"_167":22,"_168":-5,"_169":393,"_99":394},[],[100],[341,343,347,349,352,355,358,361,364,367,370,374,376,379,382,385,389,392],{"_105":299,"_95":100,"_156":300,"_158":-5,"_159":139,"_160":102,"_161":162,"_107":318,"_101":32,"_164":302,"_166":303,"_167":22,"_168":-5,"_99":397},[100],[],"upstream",{"_105":142,"_107":401,"_324":402,"_95":43,"_140":106,"_101":326,"_141":-5,"_143":-5,"_327":328,"_109":-5,"_150":22,"_111":112,"_149":94,"_16":120,"_148":96},["D",1747764573832],["D",1747936828762],"showCompareCallout","pull","ahead","behind",49,"templates",[],"actionData","errors"]