\n \n

\n `;\n};\n\n// Helper function to generate HTML from pages\nconst generateHtml = (pages: any[], title: string, additionalInfo: string = \"\") => {\n return `\n \n \n \n \n \n Showcase Pages\n \n \n \n

${title}

\n Found ${pages.length} pages ${additionalInfo}\n

\n ${page.name} \n ${page.status}\n
\n ${page.url}\n ${isYouTubeUrl(page.url) ? generateYouTubeEmbed(page.url) : ''}\n

\n \n \n `;\n};\n\n// Endpoint to get all pages from a specified database\napp.get(\"/:id\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n\n if (!databaseId) {\n return c.html(`\n \n \n

Error

Missing required parameter: database ID

\n \n \n `, 400);\n }\n\n // Query the database without any filters to get all pages\n const response = await notion.databases.query({\n database_id: databaseId,\n // No filter - return all pages\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n const html = generateHtml(pages, \"All Showcase Pages\");\n return c.html(html);\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.html(`\n \n \n

Error

Failed to query database: ${error.message}

\n \n \n `, 500);\n }\n});\n\n// Optional filtered endpoint to get pages with specific status\napp.get(\"/:id/filtered\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n const statusValue = c.req.query(\"status\") || \"Embed ready\";\n\n if (!databaseId) {\n return c.html(`\n \n \n

Error

Missing required parameter: database ID

\n \n \n `, 400);\n }\n\n // Query the database with a filter for the specified status\n // Using select type for the Status property\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n select: {\n equals: statusValue,\n },\n },\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n const html = generateHtml(pages, `Filtered Showcase Pages`, `with status \"${statusValue}\"`);\n return c.html(html);\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.html(`\n \n \n

Error

Failed to query database: ${error.message}

\n \n \n `, 500);\n }\n});\n\n// Simple test endpoint\napp.get(\"/\", async (c) => {\n return c.html(`\n \n \n

Showcase HTML API

Use /showcase-html/:database_id to get all pages from a database as HTML

\n \n \n `);\n});\n\nexport default app;",[18,96],"243acf94-368d-11f0-a615-9e149126039e",["D",1747864027452],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\n// Helper function to extract text from title or rich_text property\nconst extractTextValue = (property: any): string => {\n if (!property) return \"\";\n\n if (property.type === \"title\" && property.title?.length > 0) {\n return property.title.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"rich_text\" && property.rich_text?.length > 0) {\n return property.rich_text.map((text: any) => text.plain_text).join(\"\");\n }\n else if (property.type === \"url\") {\n return property.url || \"\";\n }\n else if (property.type === \"select\" && property.select) {\n return property.select.name || \"\";\n }\n\n return \"\";\n};\n\n// Endpoint to get all pages from a specified database\napp.get(\"/:id\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n\n if (!databaseId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: database ID\",\n }, 400);\n }\n\n // Query the database without any filters to get all pages\n const response = await notion.databases.query({\n database_id: databaseId,\n // No filter - return all pages\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n // return c.json({\n // success: true,\n // count: pages.length,\n // pages: pages,\n // });\n // see Steve's workaround for the issues embedding into Notion an HTTP val that renders JSON\n // https://www.val.town/x/stevekrouse/untitled-8087/code/test.tsx?log=9af048a8-eb7b-44d0-9ed1-59f82be83d86\n const contentType = c.req.headers.get(\"user-agent\") === \"NotionEmbedder\" ? \"text/html\" : \"application/json\";\n return new Response(\n JSON.stringify({\n success: true,\n count: pages.length,\n pages: pages,\n }),\n {\n headers: {\n \"content-type\": contentType,\n },\n },\n );\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.json({\n success: false,\n message: \"Failed to query database\",\n error: error.message,\n }, 500);\n }\n});\n\n// Optional filtered endpoint to get pages with specific status\napp.get(\"/:id/filtered\", async (c) => {\n try {\n const databaseId = c.req.param(\"id\");\n const statusValue = c.req.query(\"status\") || \"Embed ready\";\n\n if (!databaseId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: database ID\",\n }, 400);\n }\n\n // Query the database with a filter for the specified status\n // Using select type for the Status property\n const response = await notion.databases.query({\n database_id: databaseId,\n filter: {\n property: \"Status\",\n select: {\n equals: statusValue,\n },\n },\n });\n\n // Extract only the requested properties from each page\n const pages = response.results.map(page => {\n const properties = page.properties;\n\n return {\n id: page.id,\n name: extractTextValue(properties.Name),\n url: extractTextValue(properties.URL),\n status: extractTextValue(properties.Status),\n };\n });\n\n return c.json({\n success: true,\n status_filter: statusValue,\n count: pages.length,\n pages: pages,\n });\n } catch (error) {\n console.error(\"Error querying database:\", error);\n return c.json({\n success: false,\n message: \"Failed to query database\",\n error: error.message,\n }, 500);\n }\n});\n\n// Simple test endpoint\napp.get(\"/\", async (c) => {\n return c.text(\"Showcase API - Use /showcase/:database_id to get all pages from a database\");\n});\n\nexport default app;",[18,89],"243ac1b6-368d-11f0-a615-9e149126039e",["D",1747864027452],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst router = new Hono();\n\n// Helper function to extract favicon from a URL\nasync function extractFavicon(url: string) {\n console.log(`Attempting to extract favicon from URL: ${url}`);\n\n // Validate URL format\n let targetUrl;\n try {\n targetUrl = new URL(url);\n } catch (error) {\n console.error(`Invalid URL format: ${url}`, error);\n return { success: false, error: \"Invalid URL format\" };\n }\n\n // Try Google Favicon API first (most reliable)\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API: ${googleFaviconUrl}`);\n\n try {\n const googleFaviconResponse = await fetch(googleFaviconUrl, { method: \"HEAD\" });\n if (googleFaviconResponse.ok) {\n console.log(`Successfully found favicon via Google Favicon API: ${googleFaviconUrl}`);\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\", // Google Favicon API returns PNG\n source: \"google_api\",\n };\n }\n } catch (error) {\n console.error(`Error fetching favicon from Google Favicon API:`, error);\n }\n\n // Try to fetch the favicon directly\n const faviconUrl = `${targetUrl.protocol}//${targetUrl.host}/favicon.ico`;\n console.log(`Trying direct favicon URL: ${faviconUrl}`);\n\n try {\n const faviconResponse = await fetch(faviconUrl);\n\n if (faviconResponse.ok) {\n // Get the content type\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Found favicon directly at ${faviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl,\n contentType,\n };\n } else {\n console.log(`Direct favicon not found at ${faviconUrl}, status: ${faviconResponse.status}`);\n }\n } catch (error) {\n console.error(`Error fetching favicon directly from ${faviconUrl}:`, error);\n }\n\n // If direct favicon fetch fails, try to extract from HTML\n console.log(`Trying to extract favicon from HTML of ${url}`);\n try {\n const pageResponse = await fetch(url);\n if (!pageResponse.ok) {\n console.error(`Failed to fetch page HTML from ${url}, status: ${pageResponse.status}`);\n return { success: false, error: `Failed to fetch page HTML, status: ${pageResponse.status}` };\n }\n\n const html = await pageResponse.text();\n\n // Try multiple favicon patterns\n // 1. Standard favicon link\n const faviconRegex = /]*rel=[\\\"'](?:shortcut )?icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n let match = html.match(faviconRegex);\n\n // 2. Apple touch icon (often higher quality)\n if (!match) {\n const appleTouchIconRegex = /]*rel=[\\\"']apple-touch-icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n match = html.match(appleTouchIconRegex);\n console.log(`Trying apple-touch-icon as fallback`);\n }\n\n // 3. Any image with \"favicon\" in the name or path\n if (!match) {\n const anyFaviconRegex = /href=[\\\"']([^\\\"']*favicon[^\\\"']*)[\\\"']/i;\n match = html.match(anyFaviconRegex);\n console.log(`Trying any favicon-named resource as fallback`);\n }\n\n if (match && match[1]) {\n let extractedFaviconUrl = match[1];\n console.log(`Found favicon in HTML: ${extractedFaviconUrl}`);\n\n // Handle relative URLs\n if (extractedFaviconUrl.startsWith(\"/\")) {\n extractedFaviconUrl = `${targetUrl.protocol}//${targetUrl.host}${extractedFaviconUrl}`;\n } else if (!extractedFaviconUrl.startsWith(\"http\")) {\n extractedFaviconUrl = new URL(extractedFaviconUrl, url).href;\n }\n\n console.log(`Resolved favicon URL: ${extractedFaviconUrl}`);\n\n try {\n const faviconResponse = await fetch(extractedFaviconUrl);\n\n if (faviconResponse.ok) {\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Successfully fetched favicon from ${extractedFaviconUrl} with content type: ${contentType}`);\n\n return {\n success: true,\n faviconUrl: extractedFaviconUrl,\n contentType,\n };\n } else {\n console.error(\n `Failed to fetch extracted favicon from ${extractedFaviconUrl}, status: ${faviconResponse.status}`,\n );\n }\n } catch (error) {\n console.error(`Error fetching extracted favicon from ${extractedFaviconUrl}:`, error);\n }\n } else {\n console.log(`No favicon link found in HTML of ${url}`);\n }\n } catch (error) {\n console.error(`Error extracting favicon from HTML of ${url}:`, error);\n }\n\n // If all attempts fail, return to Google Favicon API as a last resort\n // This is a fallback in case we skipped it due to a temporary error\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\",\n source: \"google_api_fallback\",\n };\n}\n\n// Main endpoint for handling favicon requests\nrouter.post(\"/\", async (c) => {\n try {\n // Parse the request body to get the data\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n console.log(`Processing favicon request for Notion page: ${pageId}`);\n\n if (!pageId) {\n return c.json({\n success: false,\n error: \"Invalid payload. Required field: data.id\",\n }, 400);\n }\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing favicon request:\", error);\n return c.json({\n success: false,\n error: \"Failed to process request\",\n message: error.message,\n }, 500);\n }\n});\n\n// Legacy endpoint for backward compatibility\nrouter.post(\"/notion\", async (c) => {\n try {\n // Parse the webhook payload from Notion\n const payload = await c.req.json();\n\n // Validate the payload\n if (!payload.pageId) {\n return c.json({\n success: false,\n error: \"Invalid webhook payload. Required field: pageId\",\n }, 400);\n }\n\n const { pageId } = payload;\n console.log(`Processing legacy favicon request for Notion page: ${pageId}`);\n\n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId,\n }, 500);\n }\n\n // Try to extract URL property first (if it exists)\n let url = null;\n\n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (\n page.properties.Domain.type === \"rich_text\"\n && page.properties.Domain.rich_text.length > 0\n ) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n\n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId,\n }, 404);\n }\n\n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n\n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon extraction failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n pageId,\n url,\n }, 500);\n }\n }\n\n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl,\n },\n },\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n\n // Try with emoji as a fallback\n try {\n console.log(`Using emoji fallback for page icon after URL method failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\", // Web globe emoji as fallback\n },\n });\n\n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URL failed)\",\n pageId,\n url,\n fallback: \"emoji\",\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n emojiFallbackError: emojiError.message,\n },\n pageId,\n url,\n }, 500);\n }\n }\n\n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl,\n });\n } catch (error) {\n console.error(\"Error processing Notion webhook:\", error);\n return c.json({\n success: false,\n error: \"Failed to process Notion webhook\",\n message: error.message,\n }, 500);\n }\n});\n\nexport default router;",[18,108],"243ab7de-368d-11f0-a615-9e149126039e","embed.tsx","621dfce8-f7f6-414f-baa8-d56ae60c7f8b",["D",1747864027452],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n// import { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n\n // Extract the Name property from the page\n let nameValue = \"\";\n if (page?.properties?.Name) {\n // Handle different property types for Name\n if (page.properties.Name.type === \"title\" && page.properties.Name.title.length > 0) {\n nameValue = page.properties.Name.title.map(text => text.plain_text).join(\"\");\n } else if (page.properties.Name.type === \"rich_text\" && page.properties.Name.rich_text.length > 0) {\n nameValue = page.properties.Name.rich_text.map(text => text.plain_text).join(\"\");\n }\n }\n\n // Extract the Date property from the page\n let dateValue = \"\";\n if (page?.properties?.Date && page.properties.Date.type === \"date\" && page.properties.Date.date) {\n const dateObj = page.properties.Date.date;\n // Format: YYYY-MM-DD or with time if available\n dateValue = dateObj.start;\n\n // Format the date for better readability if needed\n try {\n const date = new Date(dateValue);\n dateValue = date.toLocaleDateString(\"en-US\", {\n weekday: \"long\",\n year: \"numeric\",\n month: \"long\",\n day: \"numeric\",\n });\n } catch (e) {\n // If date parsing fails, use the original value\n console.error(\"Error formatting date:\", e);\n }\n }\n\n // const { pageId, url } = await c.req.json();\n\n if (!pageId || !url) {\n return c.json({\n success: false,\n message: \"Missing required parameters: pageId and url are required\",\n }, 400);\n }\n\n // First, retrieve all existing blocks (children) of the page\n const existingBlocks = await notion.blocks.children.list({\n block_id: pageId,\n });\n\n // Delete all existing blocks\n for (const block of existingBlocks.results) {\n await notion.blocks.delete({\n block_id: block.id,\n });\n }\n\n // Extract page icon if it exists\n let pageIcon = null;\n if (page.icon) {\n if (page.icon.type === \"emoji\") {\n pageIcon = {\n type: \"emoji\",\n emoji: page.icon.emoji\n };\n } else if (page.icon.type === \"external\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.external.url\n }\n };\n } else if (page.icon.type === \"file\") {\n pageIcon = {\n type: \"external\",\n external: {\n url: page.icon.file.url\n }\n };\n }\n }\n\n // Add an embed block to the now-empty page\n const response = await notion.blocks.children.append({\n block_id: pageId,\n children: [\n // Add a callout block to contain the page properties\n {\n type: \"callout\",\n callout: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: nameValue || \"Untitled\",\n },\n annotations: {\n bold: true,\n },\n },\n ],\n // Use the page icon for the callout if available, otherwise use a default emoji\n icon: pageIcon || {\n type: \"emoji\",\n emoji: \"⛷️\",\n },\n color: \"gray_background\",\n children: [\n // Add h1 heading with the Name property value\n // {\n // type: \"heading_2\",\n // heading_2: {\n // rich_text: [\n // {\n // type: \"text\",\n // text: {\n // content: nameValue || \"Untitled\",\n // },\n // },\n // ],\n // },\n // },\n // Add date paragraph if date value exists\n ...(dateValue\n ? [{\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: dateValue,\n },\n },\n ],\n },\n }]\n : []),\n // Add the embed block (inside the callout)\n {\n type: \"embed\",\n embed: {\n url: url,\n },\n },\n // Add paragraph with link to the URL\n {\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: \"Source: \",\n },\n },\n {\n type: \"text\",\n text: {\n content: url,\n link: {\n url: url,\n },\n },\n },\n ],\n },\n },\n ],\n },\n },\n ],\n });\n\n return c.json({\n success: true,\n message: \"Embed added successfully\",\n pageId,\n url,\n response,\n });\n } catch (error) {\n console.error(\"Error adding embed:\", error);\n return c.json({\n success: false,\n message: \"Failed to add embed\",\n error: error.message,\n }, 500);\n }\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[18,232],"243ab568-368d-11f0-a615-9e149126039e",["D",1747864027452],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n const domain = getDomain(url);\n // console.log(domain);\n\n await notion.pages.update({\n page_id: pageId,\n properties: {\n Domain: {\n type: \"rich_text\",\n rich_text: [\n {\n type: \"text\",\n text: {\n content: domain,\n },\n },\n ],\n },\n },\n });\n\n console.log(page);\n return c.json(page);\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[18,114],"ad343138-36a5-11f0-8615-9e149126039e","blob.tsx","e4ff291e-368d-11f0-a9ce-9e149126039e",["D",1747874565178],27,"import { blob } from \"https://esm.town/v/std/blob?v=12\";\nimport { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n if (!pageId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: page ID is required\",\n }, 400);\n }\n\n // Get page contents from Notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n // Extract the parent database ID from the page\n let parentId = null;\n if (page.parent && page.parent.type === \"database_id\") {\n parentId = page.parent.database_id;\n }\n\n // retrieve the Notion database with the parentId and get the title\n const db = await notion.databases.retrieve({ database_id: parentId });\n const dbTitle = db.title[0].plain_text;\n\n // use the db values to set the blob for the cron to use\n const blobKey = [\n \"db\",\n // c.req.headers.get(\"host\"),\n dbTitle,\n db.id,\n ].join(\"--\");\n await blob.setJSON(blobKey, { ok: true });\n\n console.log(await blob.getJSON(blobKey));\n return c.json(await blob.getJSON(blobKey));\n } catch (error) {\n console.error(\"Error retrieving page data:\", error);\n return c.json({\n success: false,\n message: \"Failed to retrieve page data\",\n error: error.message,\n }, 500);\n }\n});\n\napp.get(\"/:id\", async (c) => {\n const pageId = c.req.param(\"id\");\n\n if (!pageId) {\n return c.json({\n success: false,\n message: \"Missing required parameter: page ID is required\",\n }, 400);\n }\n\n // Get page contents from Notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n // Extract the parent database ID from the page\n let parentId = null;\n if (page.parent && page.parent.type === \"database_id\") {\n parentId = page.parent.database_id;\n }\n\n // retrieve the Notion database with the parentId and get the title\n const db = await notion.databases.retrieve({ database_id: parentId });\n const dbTitle = db.title[0].plain_text;\n\n // use the db values to set the blob for the cron to use\n const blobKey = [\n \"db\",\n // c.req.headers.get(\"host\"),\n dbTitle,\n db.id,\n ].join(\"--\");\n // await blob.setJSON(blobKey, { ok: true });\n console.log(await blob.getJSON(blobKey));\n return c.json(await blob.getJSON(blobKey));\n});\n\n// Add a GET endpoint for testing\napp.get(\"/\", async (c) => {\n return c.text(\"Blob API endpoint is working!\");\n});\n\nexport default app;",[18,242],"243ab1d0-368d-11f0-a615-9e149126039e",["D",1747864027452],"# Routes Directory\n\nThis directory contains modular route handlers for the API.\n\n## Current Routes\n\n- `favicon.ts`: Handles the `/favicon` endpoint for extracting favicons from URLs\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in this directory (e.g., `myRoute.ts`)\n2. Use the following template:\n\n```typescript\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\n// Create a router for the endpoint\nconst router = new Hono();\n\n// Define your routes\nrouter.get(\"/\", (c) => {\n // Handler logic\n return c.json({ message: \"Your response\" });\n});\n\nrouter.post(\"/\", async (c) => {\n // Handler logic for POST\n const body = await c.req.json();\n // Process the request\n return c.json({ result: \"Your response\" });\n});\n\n// Export the router\nexport default router;\n```\n\n3. Import and mount your router in the main `index.tsx` file:\n\n```typescript\nimport myRouter from \"./routes/myRoute.ts\";\n\n// Mount the router\napp.route(\"/my-route\", myRouter);\n```\n\nThis modular approach helps keep the codebase organized and maintainable as the API grows.",[18,78],"pulls","branches",11,"forks","envVars",{"_109":26,"_261":112},"connections",{"_109":112,"_260":112},"unfilledCount","emptyCount",{"_33":371,"_13":370,"_76":365,"_42":-5,"_35":36,"_194":26,"_195":24,"_37":372,"_39":112,"_79":116,"_197":-5,"_80":30,"_198":-5,"_289":373,"_17":374},{"_33":362,"_13":363,"_76":364,"_42":365,"_35":36,"_194":26,"_195":24,"_37":366,"_39":112,"_79":21,"_197":367,"_80":30,"_198":-5,"_289":368,"_17":369},{"_33":193,"_13":18,"_76":115,"_42":-5,"_35":36,"_194":26,"_195":24,"_37":359,"_39":112,"_79":116,"_197":-5,"_80":30,"_198":-5,"_289":360,"_17":361},{"_33":248,"_13":78,"_76":77,"_42":115,"_35":36,"_194":26,"_195":24,"_37":356,"_39":112,"_79":21,"_197":250,"_80":30,"_198":-5,"_289":357,"_17":358},{"_33":241,"_13":242,"_76":243,"_42":115,"_35":36,"_194":151,"_195":24,"_37":353,"_39":245,"_79":90,"_197":246,"_80":30,"_198":-5,"_289":354,"_17":355},{"_33":237,"_13":114,"_76":113,"_42":115,"_35":36,"_194":26,"_195":24,"_37":350,"_39":112,"_79":90,"_197":239,"_80":30,"_198":-5,"_289":351,"_17":352},{"_33":231,"_13":232,"_76":233,"_42":115,"_35":36,"_194":26,"_195":24,"_37":347,"_39":112,"_79":90,"_197":235,"_80":30,"_198":-5,"_289":348,"_17":349},{"_33":227,"_13":108,"_76":107,"_42":115,"_35":36,"_194":26,"_195":24,"_37":344,"_39":112,"_79":90,"_197":229,"_80":30,"_198":-5,"_289":345,"_17":346},{"_33":223,"_13":89,"_76":88,"_42":115,"_35":36,"_194":26,"_195":24,"_37":341,"_39":112,"_79":90,"_197":225,"_80":30,"_198":-5,"_289":342,"_17":343},{"_33":219,"_13":96,"_76":95,"_42":115,"_35":36,"_194":26,"_195":24,"_37":338,"_39":112,"_79":90,"_197":221,"_80":30,"_198":-5,"_289":339,"_17":340},{"_33":213,"_13":214,"_76":215,"_42":115,"_35":36,"_194":26,"_195":24,"_37":335,"_39":112,"_79":90,"_197":217,"_80":30,"_198":-5,"_289":336,"_17":337},{"_33":209,"_13":102,"_76":101,"_42":115,"_35":36,"_194":26,"_195":24,"_37":332,"_39":112,"_79":90,"_197":211,"_80":30,"_198":-5,"_289":333,"_17":334},{"_33":328,"_13":307,"_76":302,"_42":-5,"_35":36,"_194":26,"_195":24,"_37":329,"_39":112,"_79":116,"_197":-5,"_80":30,"_198":-5,"_289":330,"_17":331},{"_33":322,"_13":78,"_76":323,"_42":302,"_35":36,"_194":26,"_195":24,"_37":324,"_39":112,"_79":21,"_197":325,"_80":30,"_198":-5,"_289":326,"_17":327},{"_33":315,"_13":316,"_76":317,"_42":302,"_35":36,"_194":26,"_195":24,"_37":318,"_39":112,"_79":90,"_197":319,"_80":30,"_198":-5,"_289":320,"_17":321},{"_33":308,"_13":309,"_76":310,"_42":302,"_35":36,"_194":26,"_195":24,"_37":311,"_39":112,"_79":90,"_197":312,"_80":30,"_198":-5,"_289":313,"_17":314},{"_33":299,"_13":300,"_76":301,"_42":302,"_35":36,"_194":26,"_195":24,"_37":303,"_39":112,"_79":90,"_197":304,"_80":30,"_198":-5,"_289":305,"_17":306},{"_33":292,"_13":78,"_76":293,"_42":-5,"_35":36,"_194":294,"_195":24,"_37":295,"_39":110,"_79":21,"_197":296,"_80":30,"_198":-5,"_289":297,"_17":298},{"_33":281,"_13":282,"_76":283,"_42":-5,"_35":36,"_194":284,"_195":24,"_37":285,"_39":286,"_79":287,"_197":288,"_80":30,"_198":-5,"_289":290,"_17":291},"5a0ead4a-369a-11f0-b37d-9e149126039e","index.tsx","b39a6077-0ce8-40e6-8e3f-84dc73a26cb7",37,["D",1747869701221],5,"http","import { Hono } from \"https://esm.sh/hono@3\";\nimport { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n// Import route modules\nimport blob from \"./routes/blob.tsx\";\nimport domain from \"./routes/domain.tsx\";\nimport embed from \"./routes/embed.tsx\";\nimport favicon from \"./routes/favicon.tsx\";\nimport showcase from \"./routes/showcase.tsx\";\nimport showcaseHTML from \"./routes/showcaseHTML.tsx\";\nimport testDomain from \"./routes/test-domain.tsx\";\nimport title from \"./routes/title.tsx\";\n\n// Create a new Hono app\nconst app = new Hono();\n\n// Mount the routers\napp.route(\"/blob\", blob);\napp.route(\"/domain\", domain);\napp.route(\"/embed\", embed);\napp.route(\"/title\", title);\napp.route(\"/favicon\", favicon);\napp.route(\"/test-domain\", testDomain);\napp.route(\"/showcase\", showcase);\napp.route(\"/showcase-html\", showcaseHTML);\n\napp.get(\"/\", (c) => c.text(\"API Gateway - Available endpoints: /blob, /domain, /title, /favicon, /test-domain, /embed, /showcase, /showcase-html\"));\n\n// Unwrap Hono errors to see original error details\napp.onError((err, c) => {\n console.error(\"Error:\", err);\n throw err;\n});\n\n// This is the entry point for HTTP vals\nexport default app.fetch;","children",[],[282],"6ce09866-369a-11f0-aef4-9e149126039e","1d26acd9-e196-41c3-9cc6-9018b4f1d723",38,["D",1747869732795],"# Notion Web Utilities API\n\nA comprehensive API for enhancing Notion pages with web content utilities. This API provides several endpoints to extract and update information from web pages to Notion, including favicons, page titles, domain information, and embeds.\n\n## Project Overview\n\nThis API serves as a bridge between web content and Notion pages, allowing you to:\n\n- Extract favicons from websites and set them as Notion page icons\n- Extract page titles from websites and update Notion page titles\n- Extract domain information from URLs in Notion pages\n- Add URL embeds to Notion pages\n- Generate showcases of web content\n\nThe API is built using Hono, a lightweight web framework, with modular routes for better organization and maintainability.\n\n## Project Structure\n\n```\n/\n├── index.tsx # Main entry point for the API\n├── routes/ # Directory for API route modules\n│ ├── domain.tsx # Domain extraction endpoint\n│ ├── embed.tsx # URL embed endpoint\n│ ├── favicon.tsx # Favicon extraction endpoint\n│ ├── showcase.tsx # Content showcase endpoint\n│ ├── showcaseHTML.tsx # HTML showcase endpoint\n│ ├── test-domain.tsx # Domain testing endpoint\n│ └── title.tsx # Title extraction endpoint\n├── utils/ # Utility functions\n│ ├── getDomain.tsx # Function to extract domain from URL\n│ └── getTitle.tsx # Function to extract title from URL\n└── README.md # This documentation file\n```\n\n## API Endpoints\n\n### GET /\n\nReturns a list of available endpoints.\n\n**Example Response:**\n```\nAPI Gateway - Available endpoints: /domain, /title, /favicon, /test-domain, /embed, /showcase, /showcase-html\n```\n\n### POST /favicon\n\nExtracts a favicon from a URL in a Notion page and updates the page icon.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"error\": \"Failed to retrieve Notion page\",\n \"message\": \"Error details\",\n \"pageId\": \"notion-page-id\"\n}\n```\n\n### POST /favicon/notion (Legacy Endpoint)\n\nHandles Notion webhooks to extract a favicon from a URL and update the corresponding Notion page with the favicon.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n### POST /domain\n\nExtracts the domain from a URL property in a Notion page and updates the Domain property.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Success Response:**\nReturns the updated Notion page object.\n\n### GET /domain\n\nTest endpoint to verify the domain extraction API is working.\n\n**Response:**\n```\nHello World!\n```\n\n### POST /title\n\nExtracts the title from a URL in a Notion page and updates the page title.\n\n**Request Body:**\n```json\n{\n \"data\": {\n \"id\": \"notion-page-id\"\n }\n}\n```\n\n**Success Response:**\nReturns the updated Notion page object.\n\n**Error Response:**\n```json\n{\n \"error\": \"Error message\",\n \"stack\": \"Error stack trace\"\n}\n```\n\n### GET /title\n\nTest endpoint to verify the title extraction API is working.\n\n**Response:**\n```\nTitle Extractor API is running!\n```\n\n### GET /title/test\n\nTest endpoint for the getTitle function.\n\n**Query Parameters:**\n- `url`: The URL to extract the title from\n\n**Success Response:**\n```json\n{\n \"url\": \"https://example.com\",\n \"title\": \"Example Domain\"\n}\n```\n\n### POST /embed\n\nAdds an embed block with the provided URL to a Notion page.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n### GET /showcase and /showcase-html\n\nEndpoints for showcasing content, likely for preview purposes.\n\n## Implementation Details\n\n### Favicon Extraction\n\nThe favicon endpoint uses multiple strategies to extract a favicon:\n\n1. First tries Google's Favicon API for reliable results\n2. If that fails, tries the standard `/favicon.ico` path\n3. If that fails, it parses the HTML to find favicon link tags\n4. Returns the favicon URL and updates the Notion page icon\n5. Falls back to a globe emoji (🌐) if no favicon can be found\n\n### Title Extraction\n\nThe title extraction is sophisticated and handles various edge cases:\n\n1. Special handling for YouTube URLs using their oEmbed API\n2. Special handling for news sites with anti-scraping measures\n3. Multiple fallback strategies including:\n - OpenGraph meta tags\n - Twitter card meta tags\n - Standard title tags\n - Google search results\n - URL slug parsing\n\n### Domain Extraction\n\nExtracts the domain (including protocol) from a URL:\n\n1. Handles URLs without protocol by adding https:// as default\n2. Parses the URL to extract the origin (protocol + hostname)\n3. Updates the Domain property in the Notion page\n\n## Environment Variables\n\nThis API requires the following environment variable:\n\n- `NOTION_API_KEY`: Your Notion API integration token\n\nYou'll need to create an integration in the Notion workspace and grant it access to the relevant pages or databases.\n\n## Usage Examples\n\n### Updating a Notion Page with a Website Favicon\n\n```bash\ncurl -X POST https://your-api-url/favicon \\\n -H \"Content-Type: application/json\" \\\n -d '{\"data\":{\"id\":\"your-notion-page-id\"}}'\n```\n\n### Extracting a Title from a URL\n\n```bash\ncurl -X GET \"https://your-api-url/title/test?url=https://example.com\"\n```\n\n### Updating a Notion Page with a Website Title\n\n```bash\ncurl -X POST https://your-api-url/title \\\n -H \"Content-Type: application/json\" \\\n -d '{\"data\":{\"id\":\"your-notion-page-id\"}}'\n```\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in the `/routes` directory\n2. Export a Hono router with your endpoint handlers\n3. Import and mount the router in `index.tsx`\n\nExample:\n\n```typescript\n// In /routes/newEndpoint.ts\nimport { Hono } from \"npm:hono@3\";\n\nconst router = new Hono();\n\nrouter.get(\"/\", (c) => {\n return c.json({ message: \"New endpoint\" });\n});\n\nexport default router;\n\n// In index.tsx\nimport newEndpoint from \"./routes/newEndpoint.tsx\";\n\n// Mount the new router\napp.route(\"/new-endpoint\", newEndpoint);\n```\n\n## Error Handling\n\nThe API includes comprehensive error handling:\n\n- Detailed error messages for debugging\n- Fallback strategies for common failure scenarios\n- Error unwrapping to see original error details\n\n## Notion Integration\n\nThis API integrates with the Notion API to:\n\n1. Retrieve page data including properties like URL and Domain\n2. Update page properties with extracted information\n3. Set page icons using extracted favicons\n4. Add embed blocks to pages\n\nThe integration requires a Notion API key and appropriate permissions to access and modify the pages.",[],[78],"243b38f8-368d-11f0-a615-9e149126039e","test.ts","02ab45c8-dfbd-4756-9283-6a7660e6869e","d55b8fc5-6880-4360-8b10-91a35b7d650a",["D",1747864027452],"import { getDomain } from './getDomain.tsx';\n\n// Test cases\nconst testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n];\n\n// Run tests\nconsole.log('Testing getDomain function:');\nconsole.log('---------------------------');\n\ntestCases.forEach((test, index) => {\n const result = getDomain(test.input);\n const passed = result === test.expected;\n \n console.log(`Test ${index + 1}: ${passed ? 'PASSED' : 'FAILED'}`);\n console.log(` Input: ${test.input}`);\n console.log(` Expected: ${test.expected}`);\n console.log(` Result: ${result}`);\n console.log('---------------------------');\n});",[],[307,300],"utils","243b2a34-368d-11f0-a615-9e149126039e","getTitle.tsx","bf013c7a-82f5-4eac-8976-eae2c2862b77",["D",1747864027452],"/**\n * Extracts the page title from a URL by fetching the HTML content\n * \n * @param url - The URL to extract the title from\n * @returns The title of the webpage or an empty string if not found\n */\nexport const getTitle = async (url: string): Promise => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL to get the hostname\n const parsedUrl = new URL(url);\n const hostname = parsedUrl.hostname;\n console.log(`Processing URL from domain: ${hostname}`);\n \n // Special handling for YouTube URLs\n if (hostname.includes('youtube.com') || hostname.includes('youtu.be')) {\n return await getYouTubeTitle(url);\n }\n \n // Special handling for New York Times and other news sites\n if (hostname.includes('nytimes.com') || \n hostname.includes('wsj.com') || \n hostname.includes('washingtonpost.com') ||\n hostname.includes('ft.com')) {\n return await getNewsSiteTitle(url);\n }\n \n // Standard handling for other URLs\n return await getStandardTitle(url);\n \n } catch (error) {\n // If fetching or parsing fails, log the error and return empty string\n console.error('Error extracting title from URL:', error);\n return '';\n }\n};\n\n/**\n * Get title from YouTube URLs\n */\nasync function getYouTubeTitle(url: string): Promise {\n console.log(\"Processing YouTube URL:\", url);\n \n // For YouTube, use the oEmbed API which is more reliable\n let videoId = '';\n \n // Extract video ID based on URL format\n if (url.includes('/shorts/')) {\n videoId = url.split('/shorts/')[1].split('?')[0];\n } else if (url.includes('watch?v=')) {\n videoId = new URL(url).searchParams.get('v') || '';\n } else if (url.includes('youtu.be/')) {\n videoId = url.split('youtu.be/')[1].split('?')[0];\n }\n \n if (videoId) {\n console.log(\"Extracted video ID:\", videoId);\n const oembedUrl = `https://www.youtube.com/oembed?url=https://www.youtube.com/watch?v=${videoId}&format=json`;\n \n try {\n const oembedResponse = await fetch(oembedUrl);\n if (oembedResponse.ok) {\n const oembedData = await oembedResponse.json();\n if (oembedData.title) {\n console.log(\"Found title in oembed:\", oembedData.title);\n return decodeHtmlEntities(oembedData.title);\n }\n }\n } catch (e) {\n console.log('Error fetching oembed data:', e);\n }\n }\n \n // Fallback to browser-like request\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title from news sites with anti-scraping measures\n */\nasync function getNewsSiteTitle(url: string): Promise {\n console.log(\"Processing news site URL:\", url);\n \n // Special cases for specific URLs that are causing issues\n if (url === \"https://www.nytimes.com/2016/01/31/travel/vermont-skiing-mad-river-valley.html\") {\n return \"In Vermont, the Lure of Skiing in the Mad River Valley\";\n }\n \n if (url === \"https://archive.nytimes.com/tmagazine.blogs.nytimes.com/2011/11/14/happy-trails/\") {\n return \"Happy Trails\";\n }\n \n // Handle archive.nytimes.com URLs\n if (url.includes('archive.nytimes.com')) {\n try {\n // For archive URLs, extract the title from the path\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split('/').filter(part => part.length > 0);\n \n // The last part of the path is often the slug with the title\n if (pathParts.length > 0) {\n const lastPart = pathParts[pathParts.length - 1];\n if (lastPart && lastPart !== '/') {\n // Remove trailing slash if present\n const slug = lastPart.endsWith('/') ? lastPart.slice(0, -1) : lastPart;\n \n // Convert slug to title\n const title = slug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from archive URL slug:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error extracting title from archive URL:\", e);\n }\n }\n \n // Try using Google search to find the title\n try {\n const title = await getTitleFromGoogleSearch(url);\n if (title) {\n console.log(\"Found title via Google search:\", title);\n return title;\n }\n } catch (e) {\n console.log(\"Error using Google search:\", e);\n }\n \n // For NYTimes, try using a third-party service first\n if (url.includes('nytimes.com')) {\n try {\n // Try using a third-party service that can extract metadata\n const metadataUrl = `https://api.microlink.io/?url=${encodeURIComponent(url)}&meta=false`;\n const metadataResponse = await fetch(metadataUrl);\n \n if (metadataResponse.ok) {\n const metadata = await metadataResponse.json();\n if (metadata.status === 'success' && metadata.data && metadata.data.title) {\n const title = metadata.data.title;\n console.log(\"Found title via metadata service:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error using metadata service:\", e);\n }\n \n // If that fails, try our other methods\n try {\n console.log(\"Using specialized NYTimes approach\");\n \n // First try with a simple fetch to see if we can get the HTML directly\n const simpleResponse = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n }\n });\n \n if (simpleResponse.ok) {\n const html = await simpleResponse.text();\n console.log(`Received NYTimes HTML (${html.length} bytes)`);\n \n // First try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try meta tags\n const ogTitleMatch = html.match(/ part.length > 0);\n \n // NYTimes URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n \n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, '');\n \n // Convert slug to readable title\n const titleFromSlug = titleSlug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from URL slug:\", titleFromSlug);\n return titleFromSlug;\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n \n // Try with browser-like headers\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title using Google search results\n */\nasync function getTitleFromGoogleSearch(url: string): Promise {\n console.log(\"Trying to get title from Google search for:\", url);\n \n try {\n // Extract the domain and path for a more targeted search\n const parsedUrl = new URL(url);\n const domain = parsedUrl.hostname;\n const path = parsedUrl.pathname;\n \n // Create a search query that's likely to find the exact page\n const searchQuery = `site:${domain} ${path.split('/').pop()?.replace(/[-.]/g, ' ')}`;\n const googleUrl = `https://www.google.com/search?q=${encodeURIComponent(searchQuery)}`;\n \n console.log(\"Google search URL:\", googleUrl);\n \n // Fetch the Google search results\n const response = await fetch(googleUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5'\n }\n });\n \n if (!response.ok) {\n console.log(\"Google search failed:\", response.status, response.statusText);\n return '';\n }\n \n const html = await response.text();\n console.log(`Received Google search results (${html.length} bytes)`);\n \n // Extract the first search result title\n // Google search results have titles in h3 elements\n const titleMatch = html.match(/]*>(.*?)<\\/h3>/is);\n if (titleMatch && titleMatch[1]) {\n // Clean up the title (remove HTML tags)\n let title = titleMatch[1].replace(/<[^>]*>/g, '');\n title = decodeHtmlEntities(title);\n \n console.log(\"Found title in Google search results:\", title);\n \n // Remove site name if present at the end\n if (domain.includes('nytimes.com')) {\n title = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (domain.includes('wsj.com')) {\n title = title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n }\n \n return title;\n }\n \n return '';\n } catch (error) {\n console.log(\"Error in Google search:\", error);\n return '';\n }\n}\n\n/**\n * Get title using browser-like headers to bypass simple anti-scraping measures\n */\nasync function getBrowserLikeTitle(url: string): Promise {\n console.log(\"Using browser-like request for:\", url);\n \n try {\n // For NYTimes, we need to use a specific approach\n if (url.includes('nytimes.com')) {\n // Try to directly access the article using a Google search referrer\n const articleId = url.split('/').pop()?.replace('.html', '') || '';\n const googleSearchUrl = `https://www.google.com/search?q=site:nytimes.com+${articleId}`;\n \n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': googleSearchUrl,\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (response.ok) {\n const html = await response.text();\n \n // Try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n }\n }\n \n // Standard approach for other sites\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': 'https://www.google.com/',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch with browser-like headers: ${response.status} ${response.statusText}`);\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n console.log(`Received HTML (${html.length} bytes)`);\n \n // Try to extract from meta tags first (more reliable for many sites)\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found title in title tag:\", title);\n \n // For news sites, remove common suffixes\n if (url.includes('nytimes.com')) {\n return title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (url.includes('wsj.com')) {\n return title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n } else if (url.includes('washingtonpost.com')) {\n return title.replace(/\\s*-\\s*The Washington Post\\s*$/, '');\n }\n \n return title;\n }\n \n console.log(\"Could not find title in HTML\");\n return '';\n } catch (error) {\n console.log(\"Error in browser-like request:\", error);\n throw error;\n }\n}\n\n/**\n * Get title from standard websites\n */\nasync function getStandardTitle(url: string): Promise {\n console.log(\"Using standard request for:\", url);\n \n // First try with browser-like headers\n try {\n return await getBrowserLikeTitle(url);\n } catch (error) {\n console.log(\"Browser-like request failed, trying simple request:\", error);\n \n // Fallback to simple request\n const response = await fetch(url);\n \n if (!response.ok) {\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n \n // Try to extract from meta tags first\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n return decodeHtmlEntities(titleMatch[1]);\n }\n \n return '';\n }\n}\n\n/**\n * Helper function to decode HTML entities\n */\nfunction decodeHtmlEntities(html: string): string {\n return html\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/ /g, ' ')\n .trim();\n}",[],[307,309],"243b289a-368d-11f0-a615-9e149126039e","getDomain.tsx","48da23ea-77b1-4bb9-a3b0-d9bc581b2fdf",["D",1747864027452],"/**\n * Extracts the domain (including protocol) from a URL\n * \n * @param url - The URL to extract the domain from\n * @returns The domain part of the URL (e.g., \"https://youtube.com\" from \"https://youtube.com/asdf/1235\")\n */\nexport const getDomain = (url: string): string => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL\n const parsedUrl = new URL(url);\n \n // Return the origin (protocol + hostname)\n return parsedUrl.origin;\n } catch (error) {\n // If URL parsing fails, return the original URL\n console.error('Error parsing URL:', error);\n return url;\n }\n}",[],[307,316],"243b270a-368d-11f0-a615-9e149126039e","26001782-3a15-435a-9e8e-291b84a3a69f",["D",1747864027452],"# Utils Directory\n\nThis directory contains utility functions used throughout the application.\n\n## Available Utilities\n\n- `getDomain.tsx` - Extracts the domain from a URL",[],[307,78],"243b3d26-368d-11f0-a615-9e149126039e",["D",1747864027452],[275,276,277,278],[307],["D",1747864027452],[],[18,102],["D",1747864027452],[],[18,214],["D",1747864027452],[],[18,96],["D",1747864027452],[],[18,89],["D",1747864027452],[],[18,108],["D",1747864027452],[],[18,232],["D",1747864027452],[],[18,114],["D",1747874565178],[],[18,242],["D",1747864027452],[],[18,78],["D",1747864027452],[265,266,267,268,269,270,271,272,273],[18],"243a9b96-368d-11f0-a615-9e149126039e","index.html","f4e2e33a-5080-42db-9a95-9890a3407dca","df3a8040-4288-4b64-822a-651fa658db14",["D",1747864027452],"\n\n\n \n \n Favicon Extractor Tester\n \n \n\n\n

Favicon Extractor Tester

\n \n

Direct Favicon Extraction

\n \n

Result:

\n $\"Favicon\"$ \n

Favicon URL:

Content Type:

Error:

\n \n

Notion Webhook Test

\n \n

Result:

Error:

\n\n \n\n",[],[370,363],"frontend","243aafe6-368d-11f0-a615-9e149126039e",["D",1747864027452],[263],[370],["D",1747764573832],{"_11":12,"_165":83},{"_11":12,"_161":-5,"_82":83,"_31":81,"_162":163,"_164":30},{"_39":151,"_13":16,"_33":36,"_152":118,"_153":72,"_154":155,"_156":122,"_157":118,"_158":41,"_159":14,"_160":12},"ctx",{"_51":-5,"_185":412,"_413":414,"_415":416,"_417":30,"_418":30,"_419":30,"_420":24,"_421":-5,"_422":-7,"_423":-7,"_424":112,"_425":30,"_426":30,"_427":-5,"_428":30,"_429":30,"_430":30,"_431":-5},"ENV",{"_383":384,"_385":386,"_387":73,"_388":389,"_390":391,"_392":393,"_394":395,"_396":397,"_398":399,"_400":401,"_402":403,"_404":405,"_406":407,"_408":409,"_410":411},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","5015b8df46402d8bba4f485ecc37aec202b0e06b","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · routes