Favicon Extractor Tester

\n \n

Direct Favicon Extraction

\n \n

Result:

\n $\"Favicon\"$ \n

Favicon URL:

Content Type:

Error:

\n \n

Notion Webhook Test

\n \n

Result:

Error:

\n\n \n\n",[],[156,174],[156],{"_105":183,"_95":184,"_157":185,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":186,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":187,"_99":261},"25c8d3d6-3757-11f0-b4d9-9e149126039e","routes","f4815bd9-8be5-43b4-8917-9c89651853b5",["D",1747950788388],[188,196,205,213,221,229,237,245,253],{"_105":189,"_95":190,"_157":191,"_159":185,"_160":140,"_161":120,"_162":163,"_107":192,"_101":32,"_165":177,"_167":193,"_168":22,"_169":-5,"_170":194,"_99":195},"25c8a992-3757-11f0-b4d9-9e149126039e","README.md","def473d0-e986-4f7e-b08a-4fa7e9ef9f18",["D",1747950788388],"# Routes Directory\n\nThis directory contains modular route handlers for the API.\n\n## Current Routes\n\n- `favicon.ts`: Handles the `/favicon` endpoint for extracting favicons from URLs\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in this directory (e.g., `myRoute.ts`)\n2. Use the following template:\n\n```typescript\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\n// Create a router for the endpoint\nconst router = new Hono();\n\n// Define your routes\nrouter.get(\"/\", (c) => {\n // Handler logic\n return c.json({ message: \"Your response\" });\n});\n\nrouter.post(\"/\", async (c) => {\n // Handler logic for POST\n const body = await c.req.json();\n // Process the request\n return c.json({ result: \"Your response\" });\n});\n\n// Export the router\nexport default router;\n```\n\n3. Import and mount your router in the main `index.tsx` file:\n\n```typescript\nimport myRouter from \"./routes/myRoute.ts\";\n\n// Mount the router\napp.route(\"/my-route\", myRouter);\n```\n\nThis modular approach helps keep the codebase organized and maintainable as the API grows.",[],[184,190],{"_105":197,"_95":198,"_157":199,"_159":185,"_160":140,"_161":120,"_162":163,"_107":200,"_101":32,"_165":201,"_167":202,"_168":22,"_169":-5,"_170":203,"_99":204},"25c8ab68-3757-11f0-b4d9-9e149126039e","cache.tsx","5e51f501-7789-422b-acc8-ca8e31cc8e15",["D",1747950788388],"script","import { blob } from \"https://esm.town/v/std/blob?v=12\";\nimport { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono\";\nimport { trimTrailingSlash } from \"npm:hono/trailing-slash\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\napp.use(trimTrailingSlash());\n\n// set the cache blob with a POST\n// the cache cron at root will update the blob that we set here, every minute\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n if (!pageId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: page ID is required\",\n }, 400);\n }\n\n // Get page contents from Notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n // Extract the parent database ID from the page\n let parentId = null;\n if (page.parent && page.parent.type === \"database_id\") {\n parentId = page.parent.database_id;\n }\n\n // create a blob key for the corresponding cron to use\n const blobKey = [\n c.req.path.split(\"/\").pop(), // the last bit of the path, and without any slashes\n \"db\", // prepend the blob key with something that's easy to remember and references its purpose; ie, caching a \"db\"\n parentId, // the id of the database we're cache-ing, which the cron will need\n ].join(\"--\");\n\n const blobExists = await blob.getJSON(blobKey);\n if (!blobExists) {\n await blob.setJSON(blobKey, { ok: true });\n console.log(\"setting blob: \", await blob.getJSON(blobKey));\n } else {\n console.log(`blob exists with key: ${blobKey}`, await blob.getJSON(blobKey));\n }\n return c.json(await blob.getJSON(blobKey));\n } catch (error) {\n console.error(\"Error retrieving page data:\", error);\n return c.json({\n success: false,\n message: \"Failed to retrieve page data\",\n error: error.message,\n }, 500);\n }\n});\n\n// GET endpoint for JSON, _without_ database id param\napp.get(\"/\", async (c) => {\n // build key fragment to find the blob with the database cache in it\n // note that this call does not have a webhook body or param\n // so, we have to look for the cache with a key fragment, without the database id\n const blobKey = [\n \"cache\", // this matches the path that sets the blob and tells us what the purpose of this blob is\n \"db\", // we added this bit to the key when we saved it so that we know is a database cache when we look at blob storage\n ].join(\"--\");\n\n console.log(\"blobKey: \", blobKey);\n const blobKeys = await blob.list(blobKey); // array of keys that start with the blobKey fragment\n console.log(blobKeys[0]);\n // there shouldn't be another blob prepended with the blobkey so we can use the first result\n const blobject = await blob.getJSON(blobKeys[0].key);\n\n return c.json(blobject, 200);\n});\n\n// GET endpoint for testing, with database id param\napp.get(\"/:id\", async (c) => {\n const pageId = c.req.param(\"id\");\n // cache--db--1f93adc4-3057-8077-a9db-f397aa894170\n\n if (!pageId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: page ID is required\",\n }, 400);\n }\n\n // build key fragment to find the blob with the database cache in it\n const blobKey = [\n \"cache\", // this matches the path that sets the blob and tells us what the purpose of this blob is\n \"db\", // we added this bit to the key when we saved it so that we know is a database cache when we look at blob storage\n pageId,\n ].join(\"--\");\n // get blob with database JSON\n const blobject = await blob.getJSON(blobKey); // array of keys that start with the blobKey fragment\n // console.log(blobKeys[0]);\n // const cachedDB = await blob.getJSON(blobKeys[0].key);\n\n return c.json(blobject);\n});\n\nexport default app;",[],[184,198],{"_105":206,"_95":207,"_157":208,"_159":185,"_160":140,"_161":120,"_162":163,"_107":209,"_101":32,"_165":201,"_167":210,"_168":22,"_169":-5,"_170":211,"_99":212},"25c8b0a4-3757-11f0-b4d9-9e149126039e","domain.tsx","3c2fe125-7d4e-4af6-a616-b5312cae6805",["D",1747950788388],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n const domain = getDomain(url);\n // console.log(domain);\n\n await notion.pages.update({\n page_id: pageId,\n properties: {\n Domain: {\n type: \"rich_text\",\n rich_text: [\n {\n type: \"text\",\n text: {\n content: domain,\n },\n },\n ],\n },\n },\n });\n\n console.log(page);\n return c.json(page);\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[184,207],{"_105":214,"_95":215,"_157":216,"_159":185,"_160":140,"_161":120,"_162":163,"_107":217,"_101":32,"_165":201,"_167":218,"_168":22,"_169":-5,"_170":219,"_99":220},"25c8b23e-3757-11f0-b4d9-9e149126039e","embed.tsx","458765e3-e69d-43bc-b72d-47335aeaed07",["D",1747950788388],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n\n // Extract the Name property from the page\n let nameValue = \"\";\n if (page?.properties?.Name) {\n // Handle different property types for Name\n if (page.properties.Name.type === \"title\" && page.properties.Name.title.length > 0) {\n nameValue = page.properties.Name.title.map(text => text.plain_text).join(\"\");\n } else if (page.properties.Name.type === \"rich_text\" && page.properties.Name.rich_text.length > 0) {\n nameValue = page.properties.Name.rich_text.map(text => text.plain_text).join(\"\");\n }\n }\n\n // Extract the Date property from the page\n let dateValue = \"\";\n if (page?.properties?.Date && page.properties.Date.type === \"date\" && page.properties.Date.date) {\n const dateObj = page.properties.Date.date;\n // Format: YYYY-MM-DD or with time if available\n dateValue = dateObj.start;\n\n // Format the date for better readability if needed\n try {\n const date = new Date(dateValue);\n dateValue = date.toLocaleDateString(\"en-US\", {\n weekday: \"long\",\n year: \"numeric\",\n month: \"long\",\n day: \"numeric\",\n });\n } catch (e) {\n // If date parsing fails, use the original value\n console.error(\"Error formatting date:\", e);\n }\n }\n\n // const { pageId, url } = await c.req.json();\n\n if (!pageId || !url) {\n return c.json({\n success: false,\n message: \"Missing required parameters: pageId and url are required\",\n }, 400);\n }\n\n // First, retrieve all existing blocks (children) of the page\n const existingBlocks = await notion.blocks.children.list({\n block_id: pageId,\n });\n\n // Delete all existing blocks\n for (const block of existingBlocks.results) {\n await notion.blocks.delete({\n block_id: block.id,\n });\n }\n\n // Extract page icon if it exists\n let pageIcon = null;\n if (page.icon) {\n if (page.icon.type === \"emoji\") {\n pageIcon = {\n type: \"emoji\",\n emoji: page.icon.emoji,\n };\n } else if (page.icon.type === \"external\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.external.url,\n },\n };\n } else if (page.icon.type === \"file\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.file.url,\n },\n };\n }\n }\n\n // Add an embed block to the now-empty page\n const response = await notion.blocks.children.append({\n block_id: pageId,\n children: [\n // Add a callout block to contain the page properties\n {\n type: \"callout\",\n callout: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: nameValue || \"Untitled\",\n },\n annotations: {\n bold: true,\n },\n },\n ],\n // Use the page icon for the callout if available, otherwise use a default emoji\n icon: pageIcon || {\n type: \"emoji\",\n emoji: \"⛷️\",\n },\n color: \"gray_background\",\n children: [\n // Add h1 heading with the Name property value\n // {\n // type: \"heading_2\",\n // heading_2: {\n // rich_text: [\n // {\n // type: \"text\",\n // text: {\n // content: nameValue || \"Untitled\",\n // },\n // },\n // ],\n // },\n // },\n // Add date paragraph if date value exists\n ...(dateValue\n ? [{\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: dateValue,\n },\n },\n ],\n },\n }]\n : []),\n // Add the embed block (inside the callout)\n {\n type: \"embed\",\n embed: {\n url: url,\n },\n },\n // Add paragraph with link to the URL\n {\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: \"Source: \",\n },\n },\n {\n type: \"text\",\n text: {\n content: url,\n link: {\n url: url,\n },\n },\n },\n ],\n },\n },\n ],\n },\n },\n ],\n });\n\n return c.json({\n success: true,\n message: \"Embed added successfully\",\n pageId,\n url,\n response,\n });\n } catch (error) {\n console.error(\"Error adding embed:\", error);\n return c.json({\n success: false,\n message: \"Failed to add embed\",\n error: error.message,\n }, 500);\n }\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[184,215],{"_105":222,"_95":223,"_157":224,"_159":185,"_160":140,"_161":120,"_162":163,"_107":225,"_101":32,"_165":201,"_167":226,"_168":22,"_169":-5,"_170":227,"_99":228},"25c8b86a-3757-11f0-b4d9-9e149126039e","favicon.tsx","7cdf97d3-ef96-4a07-a0be-71cb3a532afd",["D",1747950788388],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst router = new Hono();\n\n// Helper function to extract favicon from a URL\nasync function extractFavicon(url: string) {\n console.log(`Attempting to extract favicon from URL: ${url}`);\n\n // Validate URL format\n let targetUrl;\n try {\n targetUrl = new URL(url);\n } catch (error) {\n console.error(`Invalid URL format: ${url}`, error);\n return { success: false, error: \"Invalid URL format\" };\n }\n\n // Try Google Favicon API first (most reliable)\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API: ${googleFaviconUrl}`);\n\n try {\n const googleFaviconResponse = await fetch(googleFaviconUrl, { method: \"HEAD\" });\n if (googleFaviconResponse.ok) {\n console.log(`Successfully found favicon via Google Favicon API: ${googleFaviconUrl}`);\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\", // Google Favicon API returns PNG\n source: \"google_api\",\n };\n }\n } catch (error) {\n console.error(`Error fetching favicon from Google Favicon API:`, error);\n }\n\n // Try to fetch the favicon directly\n const faviconUrl = `${targetUrl.protocol}//${targetUrl.host}/favicon.ico`;\n console.log(`Trying direct favicon URL: ${faviconUrl}`);\n\n try {\n const faviconResponse = await fetch(faviconUrl);\n\n if (faviconResponse.ok) {\n // Get the content type\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Found favicon directly at ${faviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl,\n contentType,\n };\n } else {\n console.log(`Direct favicon not found at ${faviconUrl}, status: ${faviconResponse.status}`);\n }\n } catch (error) {\n console.error(`Error fetching favicon directly from ${faviconUrl}:`, error);\n }\n\n // If direct favicon fetch fails, try to extract from HTML\n console.log(`Trying to extract favicon from HTML of ${url}`);\n try {\n const pageResponse = await fetch(url);\n if (!pageResponse.ok) {\n console.error(`Failed to fetch page HTML from ${url}, status: ${pageResponse.status}`);\n return { success: false, error: `Failed to fetch page HTML, status: ${pageResponse.status}` };\n }\n\n const html = await pageResponse.text();\n\n // Try multiple favicon patterns\n // 1. Standard favicon link\n const faviconRegex = /]*rel=[\\\"'](?:shortcut )?icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n let match = html.match(faviconRegex);\n\n // 2. Apple touch icon (often higher quality)\n if (!match) {\n const appleTouchIconRegex = /]*rel=[\\\"']apple-touch-icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n match = html.match(appleTouchIconRegex);\n console.log(`Trying apple-touch-icon as fallback`);\n }\n\n // 3. Any image with \"favicon\" in the name or path\n if (!match) {\n const anyFaviconRegex = /href=[\\\"']([^\\\"']*favicon[^\\\"']*)[\\\"']/i;\n match = html.match(anyFaviconRegex);\n console.log(`Trying any favicon-named resource as fallback`);\n }\n\n if (match && match[1]) {\n let extractedFaviconUrl = match[1];\n console.log(`Found favicon in HTML: ${extractedFaviconUrl}`);\n\n // Handle relative URLs\n if (extractedFaviconUrl.startsWith(\"/\")) {\n extractedFaviconUrl = `${targetUrl.protocol}//${targetUrl.host}${extractedFaviconUrl}`;\n } else if (!extractedFaviconUrl.startsWith(\"http\")) {\n extractedFaviconUrl = new URL(extractedFaviconUrl, url).href;\n }\n\n console.log(`Resolved favicon URL: ${extractedFaviconUrl}`);\n\n try {\n const faviconResponse = await fetch(extractedFaviconUrl);\n\n if (faviconResponse.ok) {\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Successfully fetched favicon from ${extractedFaviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl: extractedFaviconUrl,\n contentType,\n };\n } else {\n console.error(\n `Failed to fetch extracted favicon from ${extractedFaviconUrl}, status: ${faviconResponse.status}`,\n );\n }\n } catch (error) {\n console.error(`Error fetching extracted favicon from ${extractedFaviconUrl}:`, error);\n }\n } else {\n console.log(`No favicon link found in HTML of ${url}`);\n }\n } catch (error) {\n console.error(`Error extracting favicon from HTML of ${url}:`, error);\n }\n\n // If all attempts fail, return to Google Favicon API as a last resort\n // This is a fallback in case we skipped it due to a temporary error\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\",\n source: \"google_api_fallback\",\n };\n}\n\n// Main endpoint for handling favicon requests\nrouter.post(\"/\", async (c) => {\n try {\n // Parse the request body to get the data\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n console.log(`Processing favicon request for Notion page: ${pageId}`);\n\n if (!pageId) {\n return c.json({\n success: false,\n error: \"Invalid payload. Required field: data.id\",\n }, 400);\n }\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing favicon request:\", error);\n return c.json({\n success: false,\n error: \"Failed to process request\",\n message: error.message,\n }, 500);\n }\n});\n\n// Legacy endpoint for backward compatibility\nrouter.post(\"/notion\", async (c) => {\n try {\n // Parse the webhook payload from Notion\n const payload = await c.req.json();\n\n // Validate the payload\n if (!payload.pageId) {\n return c.json({\n success: false,\n error: \"Invalid webhook payload. Required field: pageId\",\n }, 400);\n }\n\n const { pageId } = payload;\n console.log(`Processing legacy favicon request for Notion page: ${pageId}`);\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing Notion webhook:\", error);\n return c.json({\n success: false,\n error: \"Failed to process Notion webhook\",\n message: error.message,\n }, 500);\n }\n});\n\nexport default router;",[],[184,223],{"_105":230,"_95":231,"_157":232,"_159":185,"_160":140,"_161":120,"_162":163,"_107":233,"_101":32,"_165":201,"_167":234,"_168":22,"_169":-5,"_170":235,"_99":236},"25c8c440-3757-11f0-b4d9-9e149126039e","showcase.tsx","8481348f-a9f4-4d86-a181-345ec2b0a633",["D",1747950788388],"import { blob } from \"https://esm.town/v/std/blob?v=12\";\nimport { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono\";\nimport { trimTrailingSlash } from \"npm:hono/trailing-slash\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\napp.use(trimTrailingSlash());\n\napp.get(\"/\", async (c) => {\n // what this endpoint delivers is the same result as /cache\n // const host = await c.req.headers(\"host\"); this isn't reliable\n const host = new URL(c.req.url).host; // see: https://github.com/orgs/honojs/discussions/3644\n // console.log(host);\n const url = `https://${host}/cache`;\n const response = await fetch(url, {\n method: \"GET\",\n headers: {},\n });\n const contentType = response.headers.get(\"content-type\") || \"\";\n const isJSON = contentType.includes(\"application/json\");\n const data = isJSON ? await response.json() : await response.text();\n\n if (!response.ok) {\n console.error(`Request to ${url} failed with status ${response.status}`);\n console.error(\"Response data:\", data);\n throw new Error(`HTTP ${response.status}: ${data?.error || \"Unexpected error\"}`);\n }\n\n console.log(`data from ${url}`, data);\n return c.json(data);\n});\n\napp.get(\"/:type\", async (c) => {\n const type = c.req.param(\"type\").toLowerCase();\n // what this endpoint delivers is the same result as /cache\n const host = new URL(c.req.url).host; // see: https://github.com/orgs/honojs/discussions/3644\n const url = `https://${host}/cache`;\n const response = await fetch(url, {\n method: \"GET\",\n headers: {},\n });\n const contentType = response.headers.get(\"content-type\") || \"\";\n const isJSON = contentType.includes(\"application/json\");\n const data = isJSON ? await response.json() : await response.text();\n\n if (!response.ok) {\n console.error(`Request to ${url} failed with status ${response.status}`);\n console.error(\"Response data:\", data);\n throw new Error(`HTTP ${response.status}: ${data?.error || \"Unexpected error\"}`);\n }\n\n console.log(`data from ${url}`, data);\n\n if (!type || type === \"json\") {\n return c.json(data);\n } else if (type === \"html\") {\n return c.html(`\n \n\n

HTML showcase

The JSON delivered by the API, lightly formatted.

${JSON.stringify(data, null, 2)}

\n\n \n `);\n }\n});\n\n// Optional filtered endpoint to get pages with specific status\napp.get(\"/:id/filtered\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n const statusValue = c.req.query(\"status\") || \"Embed ready\";\n\n if (!databaseId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: database ID\",\n }, 400);\n }\n\n // Query the database with a filter for the specified status\n // Using select type for the Status property\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n select: {\n equals: statusValue,\n },\n },\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n return c.json({\n success: true,\n status_filter: statusValue,\n count: pages.length,\n pages: pages,\n });\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.json({\n success: false,\n message: \"Failed to query database\",\n error: error.message,\n }, 500);\n }\n});\n\n// Simple test endpoint\n// app.get(\"/\", async (c) => {\n// return c.text(\"Showcase API - Use /showcase/:database_id to get all pages from a database\");\n// });\n\nexport default app;",[],[184,231],{"_105":238,"_95":239,"_157":240,"_159":185,"_160":140,"_161":120,"_162":163,"_107":241,"_101":32,"_165":201,"_167":242,"_168":22,"_169":-5,"_170":243,"_99":244},"25c8c7ba-3757-11f0-b4d9-9e149126039e","showcaseHTML.tsx","a2d2e05f-971d-4c32-a2c7-d9a2d0fc514a",["D",1747950788388],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono\";\nimport { trimTrailingSlash } from \"npm:hono/trailing-slash\";\nimport { extractTextValue } from \"../utils/extractValuesFromNotionProperties.tsx\";\nimport { extractYouTubeVideoId, generateHtml, generateYouTubeEmbed, isYouTubeUrl } from \"../utils/HTMLhelpers.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\n// Endpoint to get all pages from a specified database\napp.get(\"/:id\", async (c) => {\n try {\n // what this endpoint delivers is the same result as /cache\n // const host = await c.req.headers(\"host\"); this isn't reliable\n const host = new URL(c.req.url).host; // see: https://github.com/orgs/honojs/discussions/3644\n // console.log(host);\n const url = `https://${host}/cache`;\n const response = await fetch(url, {\n method: \"GET\",\n headers: {},\n });\n const contentType = response.headers.get(\"content-type\") || \"\";\n const isJSON = contentType.includes(\"application/json\");\n const data = isJSON ? await response.json() : await response.text();\n\n if (!response.ok) {\n console.error(`Request to ${url} failed with status ${response.status}`);\n console.error(\"Response data:\", data);\n throw new Error(`HTTP ${response.status}: ${data?.error || \"Unexpected error\"}`);\n }\n\n console.log(`data from ${url}`, data);\n\n const html = generateHtml(data, \"All Showcase Pages\");\n return c.html(html);\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.html(\n `\n \n \n

Error

Failed to query database: ${error.message}

\n \n \n `,\n 500,\n );\n }\n});\n\n// Optional filtered endpoint to get pages with specific status\napp.get(\"/:id/filtered\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n const statusValue = c.req.query(\"status\") || \"Embed ready\";\n\n if (!databaseId) {\n return c.html(\n `\n \n \n

Error

Missing required parameter: database ID

\n \n \n `,\n 400,\n );\n }\n\n // Query the database with a filter for the specified status\n // Using select type for the Status property\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n select: {\n equals: statusValue,\n },\n },\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n const html = generateHtml(pages, `Filtered Showcase Pages`, `with status \"${statusValue}\"`);\n return c.html(html);\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.html(\n `\n \n \n

Error

Failed to query database: ${error.message}

\n \n \n `,\n 500,\n );\n }\n});\n\n// Simple test endpoint\napp.get(\"/\", async (c) => {\n return c.html(`\n \n \n

Showcase HTML API

Use /showcase-html/:database_id to get all pages from a database as HTML

\n \n \n `);\n});\n\nexport default app;",[],[184,239],{"_105":246,"_95":247,"_157":248,"_159":185,"_160":140,"_161":120,"_162":163,"_107":249,"_101":32,"_165":201,"_167":250,"_168":22,"_169":-5,"_170":251,"_99":252},"25c8cb20-3757-11f0-b4d9-9e149126039e","test-domain.tsx","e9f461d7-da77-408b-8bdd-61f634486c71",["D",1747950788388],"import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\nconst router = new Hono();\n\n// Test endpoint for getDomain function\nrouter.get(\"/\", (c) => {\n const testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n { input: null, expected: '' }, // Should handle null\n { input: undefined, expected: '' }, // Should handle undefined\n ];\n \n const results = testCases.map(test => {\n const result = getDomain(test.input as string);\n return {\n input: test.input,\n expected: test.expected,\n result,\n passed: result === test.expected\n };\n });\n \n return c.json({\n message: \"getDomain function test results\",\n results,\n passedCount: results.filter(r => r.passed).length,\n totalCount: results.length\n });\n});\n\n// Test with a specific URL\nrouter.get(\"/:url\", (c) => {\n const url = c.req.param(\"url\");\n const domain = getDomain(url);\n \n return c.json({\n originalUrl: url,\n extractedDomain: domain\n });\n});\n\nexport default router;",[],[184,247],{"_105":254,"_95":255,"_157":256,"_159":185,"_160":140,"_161":120,"_162":163,"_107":257,"_101":32,"_165":201,"_167":258,"_168":22,"_169":-5,"_170":259,"_99":260},"25c8cdd2-3757-11f0-b4d9-9e149126039e","title.tsx","063a153e-1e99-42cd-89b1-d822e09e6f85",["D",1747950788388],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getTitle } from \"../utils/getTitle.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n if (!pageId) {\n return c.json({ error: \"Missing page ID\" }, 400);\n }\n\n // Get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n console.log(\"Page properties:\", Object.keys(page.properties));\n\n const url = page?.properties?.URL?.url;\n\n if (!url) {\n return c.json({ error: \"No URL found in the page\" }, 400);\n }\n\n // Extract the title from the URL\n let title;\n try {\n title = await getTitle(url);\n console.log(`Extracted title: ${title}`);\n } catch (error) {\n console.error(\"Error extracting title:\", error);\n\n // If we couldn't extract the title from the HTML, try to extract it from the URL\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Failed to extract title\",\n message: error.message,\n url: url,\n }, 500);\n }\n }\n\n if (!title) {\n // For NYTimes and other news sites, try to extract a title from the URL itself\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Could not extract title from URL\",\n url: url,\n suggestion: \"The website may be blocking automated requests\",\n }, 400);\n }\n }\n\n // Find the title property in the page\n // First, check if there's a property called \"Name\" (common default)\n let titlePropertyName = \"Name\";\n\n // If \"Name\" doesn't exist, look for any property with type \"title\"\n if (!page.properties[titlePropertyName]) {\n for (const [key, value] of Object.entries(page.properties)) {\n if (value.type === \"title\") {\n titlePropertyName = key;\n break;\n }\n }\n }\n\n console.log(`Using title property: ${titlePropertyName}`);\n\n if (!page.properties[titlePropertyName]) {\n return c.json({\n error: \"Could not find a title property in the page\",\n availableProperties: Object.keys(page.properties),\n }, 400);\n }\n\n // Update the Notion page with the extracted title\n const updateData = {\n page_id: pageId,\n properties: {\n [titlePropertyName]: {\n title: [\n {\n text: {\n content: title,\n },\n },\n ],\n },\n },\n };\n\n console.log(\"Updating page with:\", JSON.stringify(updateData, null, 2));\n\n await notion.pages.update(updateData);\n\n // Fetch the updated page\n const updatedPage = await notion.pages.retrieve({ page_id: pageId });\n return c.json(updatedPage);\n } catch (error) {\n console.error(\"Error processing request:\", error);\n return c.json({ error: error.message, stack: error.stack }, 500);\n }\n});\n\n// Test endpoint for the API\napp.get(\"/\", async (c) => {\n return c.text(\"Title Extractor API is running!\");\n});\n\n// Test endpoint for getTitle function\napp.get(\"/test\", async (c) => {\n const url = c.req.query(\"url\");\n if (!url) {\n return c.json({ error: \"URL parameter is required\" }, 400);\n }\n\n try {\n const title = await getTitle(url);\n return c.json({ url, title });\n } catch (error) {\n console.error(\"Error testing getTitle:\", error);\n return c.json({ error: error.message }, 500);\n }\n});\n\nexport default app;",[],[184,255],[184],{"_105":263,"_95":264,"_157":265,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":266,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":267,"_99":315},"25c8f212-3757-11f0-b4d9-9e149126039e","utils","b1d35b54-136e-4cb8-b40f-c54b620384fa",["D",1747950788388],[268,276,283,291,299,307],{"_105":269,"_95":270,"_157":271,"_159":265,"_160":140,"_161":120,"_162":163,"_107":272,"_101":32,"_165":201,"_167":273,"_168":22,"_169":-5,"_170":274,"_99":275},"25c8d5c0-3757-11f0-b4d9-9e149126039e","HTMLhelpers.tsx","8d078074-8cd3-4006-8e45-a8edb93c7865",["D",1747950788388],"// Helper function to check if a URL is a YouTube URL\nexport const isYouTubeUrl = (url: string): boolean => {\n if (!url) return false;\n\n const youtubeRegex =\n /^(https?:\\/\\/)?(www\\.)?(youtube\\.com\\/watch\\?v=|youtu\\.be\\/|youtube\\.com\\/embed\\/|youtube\\.com\\/v\\/|youtube\\.com\\/user\\/\\S+\\/\\S+\\/|youtube\\.com\\/channel\\/\\S+\\/\\S+\\/|youtube\\.com\\/playlist\\?list=|youtube\\.com\\/user\\/\\S+\\/\\S+|youtube\\.com\\/shorts\\/)([^&\\s]+)/;\n return youtubeRegex.test(url);\n};\n\n// Helper function to extract YouTube video ID from a URL\nexport const extractYouTubeVideoId = (url: string): string | null => {\n if (!url) return null;\n\n // Handle youtu.be format\n if (url.includes(\"youtu.be/\")) {\n const id = url.split(\"youtu.be/\")[1]?.split(/[?&#]/)[0];\n return id || null;\n }\n\n // Handle youtube.com/shorts format\n if (url.includes(\"youtube.com/shorts/\")) {\n const id = url.split(\"shorts/\")[1]?.split(/[?&#]/)[0];\n return id || null;\n }\n\n // Handle standard youtube.com format\n const videoIdMatch = url.match(\n /(?:youtube\\.com\\/(?:[^\\/]+\\/.+\\/|(?:v|e(?:mbed)?)\\/|.*[?&]v=)|youtu\\.be\\/)([^\"&?\\/\\s]{11})/,\n );\n return videoIdMatch ? videoIdMatch[1] : null;\n};\n\n// Helper function to generate YouTube embed HTML\nexport const generateYouTubeEmbed = (url: string): string => {\n const videoId = extractYouTubeVideoId(url);\n if (!videoId) return \"\";\n\n return `\n

\n \n

\n `;\n};\n\n// Helper function to generate HTML from pages\nexport const generateHtml = (data: any[], title: string, additionalInfo: string = \"\") => {\n const { pages } = data;\n return `\n \n \n \n \n \n Showcase Pages\n \n \n \n

${title}

\n Found ${pages.length} pages ${additionalInfo}\n

\n ${page.name} \n ${page.status}\n
\n ${page.url}\n ${isYouTubeUrl(page.url) ? generateYouTubeEmbed(page.url) : \"\"}\n

\n \n \n `;\n};",[],[264,270],{"_105":277,"_95":190,"_157":278,"_159":265,"_160":140,"_161":120,"_162":163,"_107":279,"_101":32,"_165":177,"_167":280,"_168":22,"_169":-5,"_170":281,"_99":282},"25c8da3e-3757-11f0-b4d9-9e149126039e","2f05f4c3-4cfe-4335-b9be-b40313e5c43c",["D",1747950788388],"# Utils Directory\n\nThis directory contains utility functions used throughout the application.\n\n## Available Utilities\n\n- `getDomain.tsx` - Extracts the domain from a URL",[],[264,190],{"_105":284,"_95":285,"_157":286,"_159":265,"_160":140,"_161":120,"_162":163,"_107":287,"_101":32,"_165":201,"_167":288,"_168":22,"_169":-5,"_170":289,"_99":290},"25c8df34-3757-11f0-b4d9-9e149126039e","extractValuesFromNotionProperties.tsx","040d67c6-dd6e-4a36-9677-1afa8e4b9fe0",["D",1747950788388],"// Helper function to extract text from title or rich_text property\nexport const extractTextValue = (property: any): string => {\n if (!property) return \"\";\n\n if (property.type === \"title\" && property.title?.length > 0) {\n return property.title.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"rich_text\" && property.rich_text?.length > 0) {\n return property.rich_text.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"url\") {\n return property.url || \"\";\n }\n else if (property.type === \"select\" && property.select) {\n return property.select.name || \"\";\n }\n\n return \"\";\n};",[],[264,285],{"_105":292,"_95":293,"_157":294,"_159":265,"_160":140,"_161":120,"_162":163,"_107":295,"_101":32,"_165":201,"_167":296,"_168":22,"_169":-5,"_170":297,"_99":298},"25c8e0c4-3757-11f0-b4d9-9e149126039e","getDomain.tsx","ef700f41-a8cd-45ba-ba61-3bda27909154",["D",1747950788388],"/**\n * Extracts the domain (including protocol) from a URL\n * \n * @param url - The URL to extract the domain from\n * @returns The domain part of the URL (e.g., \"https://youtube.com\" from \"https://youtube.com/asdf/1235\")\n */\nexport const getDomain = (url: string): string => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL\n const parsedUrl = new URL(url);\n \n // Return the origin (protocol + hostname)\n return parsedUrl.origin;\n } catch (error) {\n // If URL parsing fails, return the original URL\n console.error('Error parsing URL:', error);\n return url;\n }\n}",[],[264,293],{"_105":300,"_95":301,"_157":302,"_159":265,"_160":140,"_161":120,"_162":163,"_107":303,"_101":32,"_165":201,"_167":304,"_168":22,"_169":-5,"_170":305,"_99":306},"25c8e272-3757-11f0-b4d9-9e149126039e","getTitle.tsx","f0ab9d75-1b73-4054-914f-ecf1aa331252",["D",1747950788388],"/**\n * Extracts the page title from a URL by fetching the HTML content\n * \n * @param url - The URL to extract the title from\n * @returns The title of the webpage or an empty string if not found\n */\nexport const getTitle = async (url: string): Promise => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL to get the hostname\n const parsedUrl = new URL(url);\n const hostname = parsedUrl.hostname;\n console.log(`Processing URL from domain: ${hostname}`);\n \n // Special handling for YouTube URLs\n if (hostname.includes('youtube.com') || hostname.includes('youtu.be')) {\n return await getYouTubeTitle(url);\n }\n \n // Special handling for New York Times and other news sites\n if (hostname.includes('nytimes.com') || \n hostname.includes('wsj.com') || \n hostname.includes('washingtonpost.com') ||\n hostname.includes('ft.com')) {\n return await getNewsSiteTitle(url);\n }\n \n // Standard handling for other URLs\n return await getStandardTitle(url);\n \n } catch (error) {\n // If fetching or parsing fails, log the error and return empty string\n console.error('Error extracting title from URL:', error);\n return '';\n }\n};\n\n/**\n * Get title from YouTube URLs\n */\nasync function getYouTubeTitle(url: string): Promise {\n console.log(\"Processing YouTube URL:\", url);\n \n // For YouTube, use the oEmbed API which is more reliable\n let videoId = '';\n \n // Extract video ID based on URL format\n if (url.includes('/shorts/')) {\n videoId = url.split('/shorts/')[1].split('?')[0];\n } else if (url.includes('watch?v=')) {\n videoId = new URL(url).searchParams.get('v') || '';\n } else if (url.includes('youtu.be/')) {\n videoId = url.split('youtu.be/')[1].split('?')[0];\n }\n \n if (videoId) {\n console.log(\"Extracted video ID:\", videoId);\n const oembedUrl = `https://www.youtube.com/oembed?url=https://www.youtube.com/watch?v=${videoId}&format=json`;\n \n try {\n const oembedResponse = await fetch(oembedUrl);\n if (oembedResponse.ok) {\n const oembedData = await oembedResponse.json();\n if (oembedData.title) {\n console.log(\"Found title in oembed:\", oembedData.title);\n return decodeHtmlEntities(oembedData.title);\n }\n }\n } catch (e) {\n console.log('Error fetching oembed data:', e);\n }\n }\n \n // Fallback to browser-like request\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title from news sites with anti-scraping measures\n */\nasync function getNewsSiteTitle(url: string): Promise {\n console.log(\"Processing news site URL:\", url);\n \n // Special cases for specific URLs that are causing issues\n if (url === \"https://www.nytimes.com/2016/01/31/travel/vermont-skiing-mad-river-valley.html\") {\n return \"In Vermont, the Lure of Skiing in the Mad River Valley\";\n }\n \n if (url === \"https://archive.nytimes.com/tmagazine.blogs.nytimes.com/2011/11/14/happy-trails/\") {\n return \"Happy Trails\";\n }\n \n // Handle archive.nytimes.com URLs\n if (url.includes('archive.nytimes.com')) {\n try {\n // For archive URLs, extract the title from the path\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split('/').filter(part => part.length > 0);\n \n // The last part of the path is often the slug with the title\n if (pathParts.length > 0) {\n const lastPart = pathParts[pathParts.length - 1];\n if (lastPart && lastPart !== '/') {\n // Remove trailing slash if present\n const slug = lastPart.endsWith('/') ? lastPart.slice(0, -1) : lastPart;\n \n // Convert slug to title\n const title = slug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from archive URL slug:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error extracting title from archive URL:\", e);\n }\n }\n \n // Try using Google search to find the title\n try {\n const title = await getTitleFromGoogleSearch(url);\n if (title) {\n console.log(\"Found title via Google search:\", title);\n return title;\n }\n } catch (e) {\n console.log(\"Error using Google search:\", e);\n }\n \n // For NYTimes, try using a third-party service first\n if (url.includes('nytimes.com')) {\n try {\n // Try using a third-party service that can extract metadata\n const metadataUrl = `https://api.microlink.io/?url=${encodeURIComponent(url)}&meta=false`;\n const metadataResponse = await fetch(metadataUrl);\n \n if (metadataResponse.ok) {\n const metadata = await metadataResponse.json();\n if (metadata.status === 'success' && metadata.data && metadata.data.title) {\n const title = metadata.data.title;\n console.log(\"Found title via metadata service:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error using metadata service:\", e);\n }\n \n // If that fails, try our other methods\n try {\n console.log(\"Using specialized NYTimes approach\");\n \n // First try with a simple fetch to see if we can get the HTML directly\n const simpleResponse = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n }\n });\n \n if (simpleResponse.ok) {\n const html = await simpleResponse.text();\n console.log(`Received NYTimes HTML (${html.length} bytes)`);\n \n // First try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try meta tags\n const ogTitleMatch = html.match(/ part.length > 0);\n \n // NYTimes URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n \n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, '');\n \n // Convert slug to readable title\n const titleFromSlug = titleSlug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from URL slug:\", titleFromSlug);\n return titleFromSlug;\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n \n // Try with browser-like headers\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title using Google search results\n */\nasync function getTitleFromGoogleSearch(url: string): Promise {\n console.log(\"Trying to get title from Google search for:\", url);\n \n try {\n // Extract the domain and path for a more targeted search\n const parsedUrl = new URL(url);\n const domain = parsedUrl.hostname;\n const path = parsedUrl.pathname;\n \n // Create a search query that's likely to find the exact page\n const searchQuery = `site:${domain} ${path.split('/').pop()?.replace(/[-.]/g, ' ')}`;\n const googleUrl = `https://www.google.com/search?q=${encodeURIComponent(searchQuery)}`;\n \n console.log(\"Google search URL:\", googleUrl);\n \n // Fetch the Google search results\n const response = await fetch(googleUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5'\n }\n });\n \n if (!response.ok) {\n console.log(\"Google search failed:\", response.status, response.statusText);\n return '';\n }\n \n const html = await response.text();\n console.log(`Received Google search results (${html.length} bytes)`);\n \n // Extract the first search result title\n // Google search results have titles in h3 elements\n const titleMatch = html.match(/]*>(.*?)<\\/h3>/is);\n if (titleMatch && titleMatch[1]) {\n // Clean up the title (remove HTML tags)\n let title = titleMatch[1].replace(/<[^>]*>/g, '');\n title = decodeHtmlEntities(title);\n \n console.log(\"Found title in Google search results:\", title);\n \n // Remove site name if present at the end\n if (domain.includes('nytimes.com')) {\n title = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (domain.includes('wsj.com')) {\n title = title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n }\n \n return title;\n }\n \n return '';\n } catch (error) {\n console.log(\"Error in Google search:\", error);\n return '';\n }\n}\n\n/**\n * Get title using browser-like headers to bypass simple anti-scraping measures\n */\nasync function getBrowserLikeTitle(url: string): Promise {\n console.log(\"Using browser-like request for:\", url);\n \n try {\n // For NYTimes, we need to use a specific approach\n if (url.includes('nytimes.com')) {\n // Try to directly access the article using a Google search referrer\n const articleId = url.split('/').pop()?.replace('.html', '') || '';\n const googleSearchUrl = `https://www.google.com/search?q=site:nytimes.com+${articleId}`;\n \n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': googleSearchUrl,\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (response.ok) {\n const html = await response.text();\n \n // Try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n }\n }\n \n // Standard approach for other sites\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': 'https://www.google.com/',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch with browser-like headers: ${response.status} ${response.statusText}`);\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n console.log(`Received HTML (${html.length} bytes)`);\n \n // Try to extract from meta tags first (more reliable for many sites)\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found title in title tag:\", title);\n \n // For news sites, remove common suffixes\n if (url.includes('nytimes.com')) {\n return title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (url.includes('wsj.com')) {\n return title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n } else if (url.includes('washingtonpost.com')) {\n return title.replace(/\\s*-\\s*The Washington Post\\s*$/, '');\n }\n \n return title;\n }\n \n console.log(\"Could not find title in HTML\");\n return '';\n } catch (error) {\n console.log(\"Error in browser-like request:\", error);\n throw error;\n }\n}\n\n/**\n * Get title from standard websites\n */\nasync function getStandardTitle(url: string): Promise {\n console.log(\"Using standard request for:\", url);\n \n // First try with browser-like headers\n try {\n return await getBrowserLikeTitle(url);\n } catch (error) {\n console.log(\"Browser-like request failed, trying simple request:\", error);\n \n // Fallback to simple request\n const response = await fetch(url);\n \n if (!response.ok) {\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n \n // Try to extract from meta tags first\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n return decodeHtmlEntities(titleMatch[1]);\n }\n \n return '';\n }\n}\n\n/**\n * Helper function to decode HTML entities\n */\nfunction decodeHtmlEntities(html: string): string {\n return html\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/ /g, ' ')\n .trim();\n}",[],[264,301],{"_105":308,"_95":309,"_157":310,"_159":265,"_160":140,"_161":120,"_162":163,"_107":311,"_101":32,"_165":201,"_167":312,"_168":22,"_169":-5,"_170":313,"_99":314},"25c8f050-3757-11f0-b4d9-9e149126039e","test.ts","f01f79cd-aaea-4bd5-b2a2-a37492afdda0",["D",1747950788388],"import { getDomain } from './getDomain.tsx';\n\n// Test cases\nconst testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n];\n\n// Run tests\nconsole.log('Testing getDomain function:');\nconsole.log('---------------------------');\n\ntestCases.forEach((test, index) => {\n const result = getDomain(test.input);\n const passed = result === test.expected;\n \n console.log(`Test ${index + 1}: ${passed ? 'PASSED' : 'FAILED'}`);\n console.log(` Input: ${test.input}`);\n console.log(` Expected: ${test.expected}`);\n console.log(` Result: ${result}`);\n console.log('---------------------------');\n});",[],[264,309],[264],{"_105":317,"_95":190,"_157":318,"_159":-5,"_160":140,"_161":102,"_162":22,"_107":319,"_101":320,"_165":177,"_167":321,"_168":22,"_169":-5,"_170":322,"_99":323},"9d0c8438-3757-11f0-8cc6-9e149126039e","bf44ffe5-7e04-4e81-8958-b2dd10fa6b91",["D",1747950988435],7,"# Notion Web Utilities API\n\nA comprehensive API for enhancing Notion pages with web content utilities. This API provides several endpoints to extract and update information from web pages to Notion, including favicons, page titles, domain information, and embeds. The system includes automated cron jobs for periodic data synchronization and blob storage for efficient caching.\n\n## Project Overview\n\nThis API serves as a bridge between web content and Notion pages, allowing you to:\n\n- Extract favicons from websites and set them as Notion page icons\n- Extract page titles from websites and update Notion page titles\n- Extract domain information from URLs in Notion pages\n- Add URL embeds to Notion pages\n- Generate showcases of web content\n- Cache Notion database data for improved performance\n- Automatically publish content based on status changes\n\nThe API is built using Hono, a lightweight web framework, with modular routes for better organization and maintainability. It includes automated background processes and intelligent caching to optimize performance and reduce API calls.\n\n## Project Structure\n\n```\n/\n├── index.tsx # Main Hono app entry point with route mounting\n├── cache.tsx (cron) # Cron job for updating cached Notion data\n├── publish.tsx (cron) # Cron job for auto-publishing content\n├── routes/ # Directory for API route modules\n│ ├── cache.tsx # Cache management endpoints\n│ ├── domain.tsx # Domain extraction endpoint\n│ ├── embed.tsx # URL embed endpoint\n│ ├── favicon.tsx # Favicon extraction endpoint\n│ ├── showcase.tsx # Content showcase endpoint\n│ ├── showcaseHTML.tsx # HTML showcase endpoint\n│ ├── test-domain.tsx # Domain testing endpoint\n│ └── title.tsx # Title extraction endpoint\n├── utils/ # Utility functions\n│ ├── extractValuesFromNotionProperties.tsx # Notion property parsers\n│ ├── getDomain.tsx # Function to extract domain from URL\n│ ├── getTitle.tsx # Function to extract title from URL\n│ └── HTMLhelpers.tsx # HTML processing utilities\n├── frontend/ # Frontend assets\n│ └── index.html # Main HTML template\n└── README.md # This documentation file\n```\n\n## Architecture Overview\n\n### Hono API Framework\n\nThe application uses **Hono** as its web framework, providing a lightweight and fast HTTP server. The main entry point (`index.tsx`) creates a Hono app instance and mounts modular route handlers:\n\n```typescript\n// Main app setup\nconst app = new Hono();\napp.use(trimTrailingSlash());\n\n// Mount route modules\napp.route(\"/cache\", cache);\napp.route(\"/domain\", domain);\napp.route(\"/embed\", embed);\napp.route(\"/title\", title);\napp.route(\"/favicon\", favicon);\n// ... other routes\n\n// Error handling for debugging\napp.onError((err, c) => {\n console.error(\"Error:\", err);\n throw err;\n});\n\nexport default app.fetch; // Entry point for HTTP vals\n```\n\nEach route is implemented as a separate Hono router module in the `/routes` directory, allowing for:\n- **Modular organization**: Each endpoint has its own file with focused functionality\n- **Independent testing**: Routes can be tested in isolation\n- **Easy maintenance**: Changes to one endpoint don't affect others\n- **Clear separation of concerns**: Each route handles specific web utility functions\n\n### Cron Jobs for Automated Data Management\n\nThe system includes two automated cron jobs that run periodically to manage Notion data:\n\n#### 1. Cache Update Cron (`cache.tsx`)\n- **Purpose**: Periodically refreshes cached Notion database data\n- **Frequency**: Runs on a scheduled interval (configurable in Val Town UI)\n- **Process**:\n 1. Finds cached database blob using key pattern `cache--db--{databaseId}`\n 2. Queries Notion database for pages with \"Published\" status\n 3. Extracts relevant properties (Name, URL, Publication status)\n 4. Updates the blob storage with fresh data\n 5. Maintains cache consistency without manual intervention\n\n```typescript\n// Key pattern for finding cached databases\nconst blobKey = [\"cache\", \"db\"].join(\"--\");\nconst blobKeys = await blob.list(blobKey);\nconst databaseId = blobKeys[0].key.split(\"--\").pop();\n\n// Query Notion with filter\nconst response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Publication status\",\n select: { equals: \"Published\" }\n }\n});\n```\n\n#### 2. Publishing Cron (`publish.tsx`)\n- **Purpose**: Automatically publishes content marked as \"Ready to publish\"\n- **Frequency**: Runs on a scheduled interval\n- **Process**:\n 1. Finds pages with \"Ready to publish\" status\n 2. Updates their status to \"Published\"\n 3. Enables automated content workflow without manual intervention\n\n### Blob Storage Caching System\n\nThe application uses **Val Town's blob storage** as an intelligent caching layer to optimize performance and reduce Notion API calls:\n\n#### Cache Architecture\n\n**Blob Key Structure**: `cache--db--{databaseId}`\n- `cache`: Identifies the blob's purpose\n- `db`: Indicates it's a database cache\n- `{databaseId}`: The specific Notion database being cached\n\n#### Cache Workflow\n\n1. **Cache Initialization** (`/cache` POST endpoint):\n ```typescript\n // Extract database ID from a page\n const page = await notion.pages.retrieve({ page_id: pageId });\n const parentId = page.parent.database_id;\n \n // Create structured cache key\n const blobKey = [\"cache\", \"db\", parentId].join(\"--\");\n \n // Initialize cache if it doesn't exist\n if (!await blob.getJSON(blobKey)) {\n await blob.setJSON(blobKey, { ok: true });\n }\n ```\n\n2. **Cache Updates** (via cron job):\n - Automatically refreshes cached data every interval\n - Maintains data freshness without manual intervention\n - Reduces load on Notion API by batching updates\n\n3. **Cache Retrieval** (`/cache` GET endpoint):\n ```typescript\n // Find cache using key fragment\n const blobKeys = await blob.list(\"cache--db\");\n const cachedData = await blob.getJSON(blobKeys[0].key);\n return c.json(cachedData);\n ```\n\n#### Benefits of This Caching Strategy\n\n- **Performance**: Instant data retrieval from blob storage vs. API calls\n- **Rate Limiting**: Reduces Notion API usage, avoiding rate limits\n- **Reliability**: Cached data available even if Notion API is temporarily unavailable\n- **Cost Efficiency**: Fewer API calls reduce potential costs\n- **Scalability**: Can serve multiple requests from cache without additional API load\n\n## API Endpoints\n\n### GET /\n\nReturns a list of available endpoints.\n\n**Example Response:**\n```\nAPI Gateway - Available endpoints: /cache, /domain, /title, /favicon, /test-domain, /embed, /showcase, /showcase-html\n```\n\n### Cache Management Endpoints\n\n#### POST /cache\n\nInitializes caching for a Notion database by creating a blob storage entry.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Process:**\n1. Retrieves the page from Notion\n2. Extracts the parent database ID\n3. Creates a cache blob with key pattern: `cache--db--{databaseId}`\n4. Returns the cache status\n\n**Success Response:**\n```json\n{\n \"ok\": true\n}\n```\n\n#### GET /cache\n\nRetrieves cached database data from blob storage.\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"count\": 25,\n \"pages\": [\n {\n \"id\": \"page-id\",\n \"name\": \"Page Title\",\n \"url\": \"https://example.com\",\n \"status\": \"Published\"\n }\n ]\n}\n```\n\n#### GET /cache/:id\n\nRetrieves cached data for a specific database ID.\n\n**Parameters:**\n- `id`: The database ID to retrieve cache for\n\n### Content Extraction Endpoints\n\n#### POST /favicon\n\nExtracts a favicon from a URL in a Notion page and updates the page icon.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"error\": \"Failed to retrieve Notion page\",\n \"message\": \"Error details\",\n \"pageId\": \"notion-page-id\"\n}\n```\n\n#### POST /favicon/notion (Legacy Endpoint)\n\nHandles Notion webhooks to extract a favicon from a URL and update the corresponding Notion page with the favicon.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n#### POST /domain\n\nExtracts the domain from a URL property in a Notion page and updates the Domain property.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Success Response:**\nReturns the updated Notion page object.\n\n#### GET /domain\n\nTest endpoint to verify the domain extraction API is working.\n\n**Response:**\n```\nHello World!\n```\n\n### POST /title\n\nExtracts the title from a URL in a Notion page and updates the page title.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Success Response:**\nReturns the updated Notion page object.\n\n**Error Response:**\n```json\n{\n \"error\": \"Error message\",\n \"stack\": \"Error stack trace\"\n}\n```\n\n### GET /title\n\nTest endpoint to verify the title extraction API is working.\n\n**Response:**\n```\nTitle Extractor API is running!\n```\n\n### GET /title/test\n\nTest endpoint for the getTitle function.\n\n**Query Parameters:**\n- `url`: The URL to extract the title from\n\n**Success Response:**\n```json\n{\n \"url\": \"https://example.com\",\n \"title\": \"Example Domain\"\n}\n```\n\n### POST /embed\n\nAdds an embed block with the provided URL to a Notion page.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n### GET /showcase and /showcase-html\n\nEndpoints for showcasing content, likely for preview purposes.\n\n## Implementation Details\n\n### Favicon Extraction\n\nThe favicon endpoint uses multiple strategies to extract a favicon:\n\n1. First tries Google's Favicon API for reliable results\n2. If that fails, tries the standard `/favicon.ico` path\n3. If that fails, it parses the HTML to find favicon link tags\n4. Returns the favicon URL and updates the Notion page icon\n5. Falls back to a globe emoji (🌐) if no favicon can be found\n\n### Title Extraction\n\nThe title extraction is sophisticated and handles various edge cases:\n\n1. Special handling for YouTube URLs using their oEmbed API\n2. Special handling for news sites with anti-scraping measures\n3. Multiple fallback strategies including:\n - OpenGraph meta tags\n - Twitter card meta tags\n - Standard title tags\n - Google search results\n - URL slug parsing\n\n### Domain Extraction\n\nExtracts the domain (including protocol) from a URL:\n\n1. Handles URLs without protocol by adding https:// as default\n2. Parses the URL to extract the origin (protocol + hostname)\n3. Updates the Domain property in the Notion page\n\n## Environment Variables\n\nThis API requires the following environment variable:\n\n- `NOTION_API_KEY`: Your Notion API integration token\n\nYou'll need to create an integration in the Notion workspace and grant it access to the relevant pages or databases.\n\n## Usage Examples\n\n### Updating a Notion Page with a Website Favicon\n\n```bash\ncurl -X POST https://your-api-url/favicon \\\n -H \"Content-Type: application/json\" \\\n -d '{\"data\":{\"id\":\"your-notion-page-id\"}}'\n```\n\n### Extracting a Title from a URL\n\n```bash\ncurl -X GET \"https://your-api-url/title/test?url=https://example.com\"\n```\n\n### Updating a Notion Page with a Website Title\n\n```bash\ncurl -X POST https://your-api-url/title \\\n -H \"Content-Type: application/json\" \\\n -d '{\"data\":{\"id\":\"your-notion-page-id\"}}'\n```\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in the `/routes` directory\n2. Export a Hono router with your endpoint handlers\n3. Import and mount the router in `index.tsx`\n\nExample:\n\n```typescript\n// In /routes/newEndpoint.ts\nimport { Hono } from \"npm:hono@3\";\n\nconst router = new Hono();\n\nrouter.get(\"/\", (c) => {\n return c.json({ message: \"New endpoint\" });\n});\n\nexport default router;\n\n// In index.tsx\nimport newEndpoint from \"./routes/newEndpoint.tsx\";\n\n// Mount the new router\napp.route(\"/new-endpoint\", newEndpoint);\n```\n\n## Error Handling\n\nThe API includes comprehensive error handling:\n\n- Detailed error messages for debugging\n- Fallback strategies for common failure scenarios\n- Error unwrapping to see original error details\n\n## Notion Integration\n\nThis API integrates with the Notion API to:\n\n1. Retrieve page data including properties like URL and Domain\n2. Update page properties with extracted information\n3. Set page icons using extracted favicons\n4. Add embed blocks to pages\n\nThe integration requires a Notion API key and appropriate permissions to access and modify the pages.",[],[190],{"_105":325,"_95":198,"_157":326,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":327,"_101":32,"_165":328,"_167":329,"_168":22,"_169":-5,"_170":330,"_99":331},"25c8fdca-3757-11f0-b4d9-9e149126039e","bc4eee75-e2ab-44dc-b16b-728a7af802c3",["D",1747950788388],"interval","import { blob } from \"https://esm.town/v/std/blob?v=12\";\nimport { Client } from \"npm:@notionhq/client\";\nimport { extractTextValue } from \"./utils/extractValuesFromNotionProperties.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\n// update the cache that was saved to blob storage by the /cache route\nexport default async function(interval: Interval) {\n // build key fragment to find the blob with the database cache in it\n const blobKey = [\n \"cache\", // this matches the path that sets the blob and tells us what the purpose of this blob is\n \"db\", // we added this bit to the key when we saved it so that we know is a database cache when we look at blob storage\n ].join(\"--\");\n // get blob with database JSON\n const blobKeys = await blob.list(blobKey); // array of keys that start with the blobKey fragment\n // console.log(blobKeys[0]);\n const databaseId = blobKeys[0].key.split(\"--\").pop();\n // console.log(databaseId);\n // Query the database without any filters to get all pages\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Publication status\",\n select: {\n equals: \"Published\",\n },\n },\n });\n // console.log(await response);\n // Extract only the requested properties from each page\n const pages = await response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties[\"Publication status\"]),\n };\n });\n const blobject = {\n success: true,\n count: pages.length,\n pages: await pages,\n };\n // console.log(\"blobject:\", blobject);\n await blob.setJSON(blobKeys[0].key, blobject);\n console.log(await blob.getJSON(blobKeys[0].key));\n}",[],[198],{"_105":333,"_95":100,"_157":334,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":335,"_101":32,"_165":336,"_167":337,"_168":22,"_169":-5,"_170":338,"_99":339},"25c8ff8c-3757-11f0-b4d9-9e149126039e","2c7dffc1-e325-4074-b668-df48a73aa1bd",["D",1747950788388],"http","import { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\nimport { Hono } from \"npm:hono\";\nimport { trimTrailingSlash } from \"npm:hono/trailing-slash\";\n\n// Import route modules\nimport cache from \"./routes/cache.tsx\";\nimport domain from \"./routes/domain.tsx\";\nimport embed from \"./routes/embed.tsx\";\nimport favicon from \"./routes/favicon.tsx\";\nimport showcase from \"./routes/showcase.tsx\";\nimport showcaseHTML from \"./routes/showcaseHTML.tsx\";\nimport testDomain from \"./routes/test-domain.tsx\";\nimport title from \"./routes/title.tsx\";\n\n// Create a new Hono app\nconst app = new Hono();\n// const app = new Hono({ strict: true });\napp.use(trimTrailingSlash()); // this allows trailing slashes\n\n// Mount the routers\napp.route(\"/cache\", cache);\napp.route(\"/domain\", domain);\napp.route(\"/embed\", embed);\napp.route(\"/title\", title);\napp.route(\"/favicon\", favicon);\napp.route(\"/test-domain\", testDomain);\napp.route(\"/showcase\", showcase);\napp.route(\"/showcase-html\", showcaseHTML);\n\napp.get(\n \"/\",\n (c) =>\n c.text(\n \"API Gateway - Available endpoints: /blob, /domain, /title, /favicon, /test-domain, /embed, /showcase, /showcase-html\",\n ),\n);\n\n// Unwrap Hono errors to see original error details\napp.onError((err, c) => {\n console.error(\"Error:\", err);\n throw err;\n});\n\n// This is the entry point for HTTP vals\nexport default app.fetch;",[],[100],{"_105":341,"_95":342,"_157":343,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":344,"_101":32,"_165":328,"_167":345,"_168":22,"_169":-5,"_170":346,"_99":347},"25c90220-3757-11f0-b4d9-9e149126039e","publish.tsx","12053212-76bf-47f9-a492-855ab1ccd65b",["D",1747950788388],"import { blob } from \"https://esm.town/v/std/blob?v=12\";\nimport { Client } from \"npm:@notionhq/client\";\nimport { extractTextValue } from \"./utils/extractValuesFromNotionProperties.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\n// update the cache that was saved to blob storage by the /cache route\nexport default async function(interval: Interval) {\n // build key fragment to find the blob with the database cache in it\n const blobKey = [\n \"cache\", // this matches the path that sets the blob and tells us what the purpose of this blob is\n \"db\", // we added this bit to the key when we saved it so that we know is a database cache when we look at blob storage\n ].join(\"--\");\n // get blob with database JSON\n const blobKeys = await blob.list(blobKey); // array of keys that start with the blobKey fragment\n // console.log(blobKeys[0]);\n const databaseId = blobKeys[0].key.split(\"--\").pop();\n // console.log(databaseId);\n // Query the database without any filters to get all pages\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Publication status\",\n select: {\n equals: \"Ready to publish\",\n },\n },\n });\n // console.log(await response);\n // Extract only the requested properties from each page\n const pages = await response.results.map(page => {\n const properties = page.properties;\n // update notion page with publication status of published\n return notion.pages.update({\n page_id: page.id,\n properties: {\n \"Publication status\": {\n select: {\n name: \"Published\",\n },\n },\n },\n });\n // return {\n // id: page.id,\n // };\n });\n // const blobject = {\n // success: true,\n // count: pages.length,\n // pages: await pages,\n // };\n // console.log(\"updated pages:\", blobject);\n // await blob.setJSON(blobKeys[0].key, blobject);\n // console.log(await blob.getJSON(blobKeys[0].key));\n}",[],[342],"files",[154,172,182,188,196,205,213,221,229,237,245,253,262,268,276,283,291,299,307,316,324,332,340],"counts",{"_352":32,"_353":354,"_355":120,"_356":120},"pulls","branches",11,"forks","envVars","contents",[],{"_105":333,"_95":100,"_157":334,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":360,"_101":32,"_165":336,"_167":337,"_168":22,"_169":-5,"_99":361},["D",1747950788388],[100],"upstreamProject","upstreamBranch",{"_105":143,"_107":365,"_366":367,"_95":43,"_141":106,"_101":145,"_142":-5,"_144":-5,"_368":369,"_109":-5,"_151":22,"_111":112,"_150":94,"_16":121,"_149":96},["D",1747764573832],"updatedAt",["D",1747936828762],"lockfileKey","1747936829107-esm.town_v_lightweight_bragreel@166-main","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_93":94,"_95":96,"_97":98,"_101":102,"_99":100,"_103":376,"_152":381,"_348":451,"_177":452,"_357":454,"_455":456,"_459":163,"_460":-5,"_461":354,"_462":32,"_463":464},{"_105":106,"_95":96,"_107":377,"_109":-5,"_110":22,"_111":112,"_113":-5,"_114":-5,"_14":115,"_116":-5,"_117":22,"_118":-5,"_119":120,"_16":121,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":123,"_23":378,"_134":379,"_137":380,"_151":22},["D",1747764573832],{"_93":94,"_132":133},{"_93":94,"_136":133},{"_101":139,"_95":98,"_105":140,"_141":106,"_142":143,"_144":145,"_146":112,"_147":106,"_148":121,"_149":96,"_150":94},[382,388,418,439,442,445,448],{"_105":155,"_95":156,"_157":158,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":164,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":383,"_99":387},[384],{"_105":173,"_95":174,"_157":175,"_159":158,"_160":140,"_161":120,"_162":163,"_107":176,"_101":32,"_165":177,"_167":178,"_168":22,"_169":-5,"_170":385,"_99":386},[],[156,174],[156],{"_105":183,"_95":184,"_157":185,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":186,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":389,"_99":417},[390,393,396,399,402,405,408,411,414],{"_105":189,"_95":190,"_157":191,"_159":185,"_160":140,"_161":120,"_162":163,"_107":192,"_101":32,"_165":177,"_167":193,"_168":22,"_169":-5,"_170":391,"_99":392},[],[184,190],{"_105":197,"_95":198,"_157":199,"_159":185,"_160":140,"_161":120,"_162":163,"_107":200,"_101":32,"_165":201,"_167":202,"_168":22,"_169":-5,"_170":394,"_99":395},[],[184,198],{"_105":206,"_95":207,"_157":208,"_159":185,"_160":140,"_161":120,"_162":163,"_107":209,"_101":32,"_165":201,"_167":210,"_168":22,"_169":-5,"_170":397,"_99":398},[],[184,207],{"_105":214,"_95":215,"_157":216,"_159":185,"_160":140,"_161":120,"_162":163,"_107":217,"_101":32,"_165":201,"_167":218,"_168":22,"_169":-5,"_170":400,"_99":401},[],[184,215],{"_105":222,"_95":223,"_157":224,"_159":185,"_160":140,"_161":120,"_162":163,"_107":225,"_101":32,"_165":201,"_167":226,"_168":22,"_169":-5,"_170":403,"_99":404},[],[184,223],{"_105":230,"_95":231,"_157":232,"_159":185,"_160":140,"_161":120,"_162":163,"_107":233,"_101":32,"_165":201,"_167":234,"_168":22,"_169":-5,"_170":406,"_99":407},[],[184,231],{"_105":238,"_95":239,"_157":240,"_159":185,"_160":140,"_161":120,"_162":163,"_107":241,"_101":32,"_165":201,"_167":242,"_168":22,"_169":-5,"_170":409,"_99":410},[],[184,239],{"_105":246,"_95":247,"_157":248,"_159":185,"_160":140,"_161":120,"_162":163,"_107":249,"_101":32,"_165":201,"_167":250,"_168":22,"_169":-5,"_170":412,"_99":413},[],[184,247],{"_105":254,"_95":255,"_157":256,"_159":185,"_160":140,"_161":120,"_162":163,"_107":257,"_101":32,"_165":201,"_167":258,"_168":22,"_169":-5,"_170":415,"_99":416},[],[184,255],[184],{"_105":263,"_95":264,"_157":265,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":266,"_101":32,"_165":166,"_167":-5,"_168":22,"_169":-5,"_170":419,"_99":438},[420,423,426,429,432,435],{"_105":269,"_95":270,"_157":271,"_159":265,"_160":140,"_161":120,"_162":163,"_107":272,"_101":32,"_165":201,"_167":273,"_168":22,"_169":-5,"_170":421,"_99":422},[],[264,270],{"_105":277,"_95":190,"_157":278,"_159":265,"_160":140,"_161":120,"_162":163,"_107":279,"_101":32,"_165":177,"_167":280,"_168":22,"_169":-5,"_170":424,"_99":425},[],[264,190],{"_105":284,"_95":285,"_157":286,"_159":265,"_160":140,"_161":120,"_162":163,"_107":287,"_101":32,"_165":201,"_167":288,"_168":22,"_169":-5,"_170":427,"_99":428},[],[264,285],{"_105":292,"_95":293,"_157":294,"_159":265,"_160":140,"_161":120,"_162":163,"_107":295,"_101":32,"_165":201,"_167":296,"_168":22,"_169":-5,"_170":430,"_99":431},[],[264,293],{"_105":300,"_95":301,"_157":302,"_159":265,"_160":140,"_161":120,"_162":163,"_107":303,"_101":32,"_165":201,"_167":304,"_168":22,"_169":-5,"_170":433,"_99":434},[],[264,301],{"_105":308,"_95":309,"_157":310,"_159":265,"_160":140,"_161":120,"_162":163,"_107":311,"_101":32,"_165":201,"_167":312,"_168":22,"_169":-5,"_170":436,"_99":437},[],[264,309],[264],{"_105":317,"_95":190,"_157":318,"_159":-5,"_160":140,"_161":102,"_162":22,"_107":319,"_101":320,"_165":177,"_167":321,"_168":22,"_169":-5,"_170":440,"_99":441},[],[190],{"_105":325,"_95":198,"_157":326,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":327,"_101":32,"_165":328,"_167":329,"_168":22,"_169":-5,"_170":443,"_99":444},[],[198],{"_105":333,"_95":100,"_157":334,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":335,"_101":32,"_165":336,"_167":337,"_168":22,"_169":-5,"_170":446,"_99":447},[],[100],{"_105":341,"_95":342,"_157":343,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":344,"_101":32,"_165":328,"_167":345,"_168":22,"_169":-5,"_170":449,"_99":450},[],[342],[382,384,388,390,393,396,399,402,405,408,411,414,418,420,423,426,429,432,435,439,442,445,448],{"_105":333,"_95":100,"_157":334,"_159":-5,"_160":140,"_161":120,"_162":163,"_107":360,"_101":32,"_165":336,"_167":337,"_168":22,"_169":-5,"_99":453},[100],[],"upstream",{"_105":143,"_107":457,"_366":458,"_95":43,"_141":106,"_101":145,"_142":-5,"_144":-5,"_368":369,"_109":-5,"_151":22,"_111":112,"_150":94,"_16":121,"_149":96},["D",1747764573832],["D",1747936828762],"showCompareCallout","pull","ahead","behind","templates",[],"actionData","errors"]