[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_294":295,"_296":297},"routes/_app.x.$handle.$name",{"_99":98,"_32":46,"_107":87,"_27":108,"_13":14,"_109":-5,"_11":110,"_111":112,"_113":114,"_115":116,"_117":118,"_20":-5,"_119":-5,"_120":121,"_122":25,"_123":124,"_125":59,"_126":-5,"_127":-5,"_128":129},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",9,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":38,"_36":37,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","routes/favicon.tsx","latestPath","fileId","a26d344b-0f50-45d4-80d1-b96f59031685","name","favicon.tsx","fileType","script","content","import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst router = new Hono();\n\n// Helper function to extract favicon from a URL\nasync function extractFavicon(url: string) {\n console.log(`Attempting to extract favicon from URL: ${url}`);\n \n // Validate URL format\n let targetUrl;\n try {\n targetUrl = new URL(url);\n } catch (error) {\n console.error(`Invalid URL format: ${url}`, error);\n return { success: false, error: \"Invalid URL format\" };\n }\n \n // Try to fetch the favicon directly first\n const faviconUrl = `${targetUrl.protocol}//${targetUrl.host}/favicon.ico`;\n console.log(`Trying direct favicon URL: ${faviconUrl}`);\n \n try {\n const faviconResponse = await fetch(faviconUrl);\n \n if (faviconResponse.ok) {\n // Get the content type\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Found favicon directly at ${faviconUrl} with content type: ${contentType}`);\n \n // Verify the favicon is accessible with a HEAD request\n try {\n const verifyResponse = await fetch(faviconUrl, { method: 'HEAD' });\n if (!verifyResponse.ok) {\n console.warn(`Favicon URL exists but might not be publicly accessible: ${faviconUrl}`);\n }\n } catch (error) {\n console.warn(`Could not verify favicon accessibility: ${faviconUrl}`, error);\n }\n \n return {\n success: true,\n faviconUrl,\n contentType,\n };\n } else {\n console.log(`Direct favicon not found at ${faviconUrl}, status: ${faviconResponse.status}`);\n }\n } catch (error) {\n console.error(`Error fetching favicon directly from ${faviconUrl}:`, error);\n }\n \n // If direct favicon fetch fails, try to extract from HTML\n console.log(`Trying to extract favicon from HTML of ${url}`);\n try {\n const pageResponse = await fetch(url);\n if (!pageResponse.ok) {\n console.error(`Failed to fetch page HTML from ${url}, status: ${pageResponse.status}`);\n return { success: false, error: `Failed to fetch page HTML, status: ${pageResponse.status}` };\n }\n \n const html = await pageResponse.text();\n \n // Try multiple favicon patterns\n // 1. Standard favicon link\n const faviconRegex = /]*rel=[\\\"'](?:shortcut )?icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n let match = html.match(faviconRegex);\n \n // 2. Apple touch icon (often higher quality)\n if (!match) {\n const appleTouchIconRegex = /]*rel=[\\\"']apple-touch-icon[\\\"'][^>]*href=[\\\"']([^\\\"']+)[\\\"'][^>]*>/i;\n match = html.match(appleTouchIconRegex);\n console.log(`Trying apple-touch-icon as fallback`);\n }\n \n // 3. Any image with \"favicon\" in the name or path\n if (!match) {\n const anyFaviconRegex = /href=[\\\"']([^\\\"']*favicon[^\\\"']*)[\\\"']/i;\n match = html.match(anyFaviconRegex);\n console.log(`Trying any favicon-named resource as fallback`);\n }\n \n if (match && match[1]) {\n let extractedFaviconUrl = match[1];\n console.log(`Found favicon in HTML: ${extractedFaviconUrl}`);\n \n // Handle relative URLs\n if (extractedFaviconUrl.startsWith(\"/\")) {\n extractedFaviconUrl = `${targetUrl.protocol}//${targetUrl.host}${extractedFaviconUrl}`;\n } else if (!extractedFaviconUrl.startsWith(\"http\")) {\n extractedFaviconUrl = new URL(extractedFaviconUrl, url).href;\n }\n \n console.log(`Resolved favicon URL: ${extractedFaviconUrl}`);\n \n try {\n const faviconResponse = await fetch(extractedFaviconUrl);\n \n if (faviconResponse.ok) {\n const contentType = faviconResponse.headers.get(\"content-type\") || \"image/x-icon\";\n console.log(`Successfully fetched favicon from ${extractedFaviconUrl} with content type: ${contentType}`);\n \n // Verify the favicon is accessible with a HEAD request\n try {\n const verifyResponse = await fetch(extractedFaviconUrl, { method: 'HEAD' });\n if (!verifyResponse.ok) {\n console.warn(`Favicon URL exists but might not be publicly accessible: ${extractedFaviconUrl}`);\n }\n } catch (error) {\n console.warn(`Could not verify favicon accessibility: ${extractedFaviconUrl}`, error);\n }\n \n return {\n success: true,\n faviconUrl: extractedFaviconUrl,\n contentType,\n };\n } else {\n console.error(`Failed to fetch extracted favicon from ${extractedFaviconUrl}, status: ${faviconResponse.status}`);\n }\n } catch (error) {\n console.error(`Error fetching extracted favicon from ${extractedFaviconUrl}:`, error);\n }\n } else {\n console.log(`No favicon link found in HTML of ${url}`);\n }\n } catch (error) {\n console.error(`Error extracting favicon from HTML of ${url}:`, error);\n }\n \n // Try Google Favicon API as a last resort\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API: ${googleFaviconUrl}`);\n \n try {\n const googleFaviconResponse = await fetch(googleFaviconUrl, { method: 'HEAD' });\n if (googleFaviconResponse.ok) {\n console.log(`Successfully found favicon via Google Favicon API: ${googleFaviconUrl}`);\n return {\n success: true,\n faviconUrl: googleFaviconUrl,\n contentType: \"image/png\", // Google Favicon API returns PNG\n source: \"google_api\"\n };\n }\n } catch (error) {\n console.error(`Error fetching favicon from Google Favicon API:`, error);\n }\n \n // If all attempts fail\n console.error(`All favicon extraction methods failed for ${url}`);\n return {\n success: false,\n message: \"Could not find favicon for the provided URL\",\n };\n}\n\n// Helper function to verify if an image URL is valid and accessible\nasync function verifyImageUrl(url: string) {\n try {\n const response = await fetch(url, { method: 'HEAD' });\n if (!response.ok) {\n return { \n valid: false, \n status: response.status, \n statusText: response.statusText \n };\n }\n \n const contentType = response.headers.get('content-type');\n if (!contentType || !contentType.startsWith('image/')) {\n return { \n valid: false, \n reason: `Not an image content type: ${contentType}` \n };\n }\n \n return { valid: true, contentType };\n } catch (error) {\n return { \n valid: false, \n error: error.message \n };\n }\n}\n\n// Standard endpoint for direct API calls\nrouter.post(\"/\", async (c) => {\n try {\n // Parse the request body to get the URL\n const { url } = await c.req.json();\n \n if (!url) {\n return c.json({ error: \"URL is required\" }, 400);\n }\n \n const result = await extractFavicon(url);\n \n if (result.success) {\n // For direct API calls, include base64 data\n try {\n const faviconResponse = await fetch(result.faviconUrl);\n const faviconBuffer = await faviconResponse.arrayBuffer();\n const base64Favicon = btoa(\n String.fromCharCode(...new Uint8Array(faviconBuffer))\n );\n \n return c.json({\n ...result,\n faviconBase64: base64Favicon,\n });\n } catch (error) {\n console.error(\"Error converting favicon to base64:\", error);\n return c.json(result);\n }\n } else {\n return c.json(result, result.error ? 400 : 404);\n }\n } catch (error) {\n console.error(\"Error processing favicon request:\", error);\n return c.json({\n success: false,\n error: \"Failed to process request\",\n message: error.message,\n }, 500);\n }\n});\n\n// Notion webhook endpoint - now accepts just the pageId and extracts URL from the page\nrouter.post(\"/notion\", async (c) => {\n try {\n // Parse the webhook payload from Notion\n const payload = await c.req.json();\n \n // Validate the payload - now we only need pageId\n if (!payload.pageId) {\n return c.json({ \n success: false, \n error: \"Invalid webhook payload. Required field: pageId\" \n }, 400);\n }\n \n const { pageId } = payload;\n console.log(`Processing favicon request for Notion page: ${pageId}`);\n \n // Get the page data from Notion\n let page;\n try {\n page = await notion.pages.retrieve({ page_id: pageId });\n console.log(`Successfully retrieved Notion page: ${pageId}`);\n } catch (error) {\n console.error(`Failed to retrieve Notion page ${pageId}:`, error);\n return c.json({\n success: false,\n error: \"Failed to retrieve Notion page\",\n message: error.message,\n pageId\n }, 500);\n }\n \n // Try to extract URL property first (if it exists)\n let url = null;\n \n if (page.properties.URL && page.properties.URL.type === \"url\" && page.properties.URL.url) {\n url = page.properties.URL.url;\n console.log(`Found URL property: ${url}`);\n }\n // If URL property doesn't exist or is empty, try Domain property\n else if (page.properties.Domain) {\n if (page.properties.Domain.type === \"url\" && page.properties.Domain.url) {\n url = page.properties.Domain.url;\n console.log(`Found Domain property (URL type): ${url}`);\n }\n // If Domain property is a rich text type\n else if (page.properties.Domain.type === \"rich_text\" && \n page.properties.Domain.rich_text.length > 0) {\n const domainText = page.properties.Domain.rich_text[0].plain_text;\n // Add protocol if missing\n url = domainText.startsWith(\"http\") ? domainText : `https://${domainText}`;\n console.log(`Found Domain property (rich text type): ${domainText}, converted to: ${url}`);\n }\n }\n \n if (!url) {\n console.error(`No URL or Domain property found in Notion page ${pageId}`);\n return c.json({\n success: false,\n error: \"No URL or Domain property found in the Notion page\",\n pageId\n }, 404);\n }\n \n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n \n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n return c.json({\n success: false,\n message: \"Could not find favicon for the extracted URL\",\n pageId,\n url\n }, 404);\n }\n \n // Verify the favicon URL is valid and accessible\n console.log(`Verifying favicon URL: ${faviconResult.faviconUrl}`);\n const verificationResult = await verifyImageUrl(faviconResult.faviconUrl);\n \n if (!verificationResult.valid) {\n console.error(`Favicon URL verification failed:`, verificationResult);\n \n // Try Google Favicon API as a fallback\n const targetUrl = new URL(url);\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API as fallback: ${googleFaviconUrl}`);\n \n const googleVerification = await verifyImageUrl(googleFaviconUrl);\n \n if (!googleVerification.valid) {\n console.error(`Google Favicon API fallback also failed:`, googleVerification);\n \n // Use an emoji as a last resort\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\" // Web globe emoji as fallback\n }\n });\n \n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URLs failed verification)\",\n pageId,\n url,\n fallback: \"emoji\"\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: verificationResult,\n fallbackError: emojiError.message\n },\n pageId,\n url\n }, 500);\n }\n } else {\n // Use Google Favicon API result\n faviconResult.faviconUrl = googleFaviconUrl;\n console.log(`Using Google Favicon API URL: ${googleFaviconUrl}`);\n }\n }\n \n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl\n }\n }\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n \n // Try with Google Favicon API as a fallback if not already tried\n if (!faviconResult.source || faviconResult.source !== \"google_api\") {\n const targetUrl = new URL(url);\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API as fallback after update failure: ${googleFaviconUrl}`);\n \n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: googleFaviconUrl\n }\n }\n });\n console.log(`Successfully updated Notion page ${pageId} with Google Favicon API icon`);\n \n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated with Google Favicon API fallback\",\n pageId,\n url,\n originalFaviconUrl: faviconResult.faviconUrl,\n faviconUrl: googleFaviconUrl,\n fallback: \"google_api\"\n });\n } catch (googleUpdateError) {\n console.error(`Failed to update with Google Favicon API fallback:`, googleUpdateError);\n \n // Try emoji as a last resort\n try {\n console.log(`Using emoji fallback for page icon after all URL methods failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\" // Web globe emoji as fallback\n }\n });\n \n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URLs failed)\",\n pageId,\n url,\n fallback: \"emoji\"\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n googleFallbackError: googleUpdateError.message,\n emojiFallbackError: emojiError.message\n },\n pageId,\n url\n }, 500);\n }\n }\n }\n \n return c.json({\n success: false,\n error: \"Failed to update Notion page with icon\",\n message: updateError.message,\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl\n }, 500);\n }\n \n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl\n });\n \n } catch (error) {\n console.error(\"Error processing Notion webhook:\", error);\n return c.json({\n success: false,\n error: \"Failed to process Notion webhook\",\n message: error.message,\n }, 500);\n }\n});\n\n// Legacy endpoint that accepts both pageId and url (for backward compatibility)\nrouter.post(\"/notion/legacy\", async (c) => {\n try {\n // Parse the webhook payload from Notion\n const payload = await c.req.json();\n \n // Validate the payload\n if (!payload.pageId || !payload.url) {\n return c.json({ \n success: false, \n error: \"Invalid webhook payload. Required fields: pageId, url\" \n }, 400);\n }\n \n const { pageId, url } = payload;\n console.log(`Processing legacy favicon request for Notion page: ${pageId} with URL: ${url}`);\n \n // Extract favicon from the URL\n const faviconResult = await extractFavicon(url);\n \n if (!faviconResult.success) {\n console.error(`Could not find favicon for URL: ${url}`);\n return c.json({\n success: false,\n message: \"Could not find favicon for the provided URL\",\n pageId,\n url\n }, 404);\n }\n \n // Verify the favicon URL is valid and accessible\n console.log(`Verifying favicon URL: ${faviconResult.faviconUrl}`);\n const verificationResult = await verifyImageUrl(faviconResult.faviconUrl);\n \n if (!verificationResult.valid) {\n console.error(`Favicon URL verification failed:`, verificationResult);\n \n // Try Google Favicon API as a fallback\n const targetUrl = new URL(url);\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API as fallback: ${googleFaviconUrl}`);\n \n const googleVerification = await verifyImageUrl(googleFaviconUrl);\n \n if (!googleVerification.valid) {\n console.error(`Google Favicon API fallback also failed:`, googleVerification);\n \n // Use an emoji as a last resort\n try {\n console.log(`Using emoji fallback for page icon`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\" // Web globe emoji as fallback\n }\n });\n \n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URLs failed verification)\",\n pageId,\n url,\n fallback: \"emoji\"\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: verificationResult,\n fallbackError: emojiError.message\n },\n pageId,\n url\n }, 500);\n }\n } else {\n // Use Google Favicon API result\n faviconResult.faviconUrl = googleFaviconUrl;\n console.log(`Using Google Favicon API URL: ${googleFaviconUrl}`);\n }\n }\n \n // Update the Notion page with the favicon URL using the Notion client\n console.log(`Updating Notion page ${pageId} with icon URL: ${faviconResult.faviconUrl}`);\n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: faviconResult.faviconUrl\n }\n }\n });\n console.log(`Successfully updated Notion page ${pageId} with icon`);\n } catch (updateError) {\n console.error(`Failed to update Notion page ${pageId} with icon:`, updateError);\n \n // Try with Google Favicon API as a fallback if not already tried\n if (!faviconResult.source || faviconResult.source !== \"google_api\") {\n const targetUrl = new URL(url);\n const googleFaviconUrl = `https://www.google.com/s2/favicons?domain=${targetUrl.hostname}&sz=128`;\n console.log(`Trying Google Favicon API as fallback after update failure: ${googleFaviconUrl}`);\n \n try {\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"external\",\n external: {\n url: googleFaviconUrl\n }\n }\n });\n console.log(`Successfully updated Notion page ${pageId} with Google Favicon API icon`);\n \n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated with Google Favicon API fallback\",\n pageId,\n url,\n originalFaviconUrl: faviconResult.faviconUrl,\n faviconUrl: googleFaviconUrl,\n fallback: \"google_api\"\n });\n } catch (googleUpdateError) {\n console.error(`Failed to update with Google Favicon API fallback:`, googleUpdateError);\n \n // Try emoji as a last resort\n try {\n console.log(`Using emoji fallback for page icon after all URL methods failed`);\n await notion.pages.update({\n page_id: pageId,\n icon: {\n type: \"emoji\",\n emoji: \"🌐\" // Web globe emoji as fallback\n }\n });\n \n return c.json({\n success: true,\n message: \"Used emoji fallback for page icon (favicon URLs failed)\",\n pageId,\n url,\n fallback: \"emoji\"\n });\n } catch (emojiError) {\n console.error(`Failed to update page with emoji fallback:`, emojiError);\n return c.json({\n success: false,\n error: \"Failed to update page icon with any method\",\n details: {\n originalError: updateError.message,\n googleFallbackError: googleUpdateError.message,\n emojiFallbackError: emojiError.message\n },\n pageId,\n url\n }, 500);\n }\n }\n }\n \n return c.json({\n success: false,\n error: \"Failed to update Notion page with icon\",\n message: updateError.message,\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl\n }, 500);\n }\n \n // Return success response\n return c.json({\n success: true,\n message: \"Favicon found and Notion page updated\",\n pageId,\n url,\n faviconUrl: faviconResult.faviconUrl\n });\n \n } catch (error) {\n console.error(\"Error processing Notion webhook:\", error);\n return c.json({\n success: false,\n error: \"Failed to process Notion webhook\",\n message: error.message,\n }, 500);\n }\n});\n\nexport default router;","http","createdAt",["D",1747831685636],"branchVersion","branchId","c5c4a8ec-363f-11f0-b493-9e149126039e","id","953ff658-35a5-11f0-acd2-9e149126039e","bragreel",["D",1747764573832],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","449588c0-326d-11f0-a80c-0741f032ef73","pinnedFileId","d96f43c4-35a5-11f0-b602-9e149126039e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",1,"orgId","65f1d616-c14b-419c-88a0-e2308cab925b","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_106":102},"org",{"_99":98,"_100":-5,"_101":102,"_18":55,"_103":104,"_105":25},"branch",{"_13":86,"_32":87,"_44":43,"_88":45,"_89":90,"_91":92,"_93":51,"_94":45,"_95":65,"_96":46,"_97":98},"isOwned",14,"favicon-from-domain-property","projectId","forkedBranchId","95403af0-35a5-11f0-acd2-9e149126039e","forkedBranchVersion",109,"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","lightweight","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/aa289d5e-22db-464f-ba88-7288e2183b00/square512?exp=1789570799&sig=aebab118c015d18ea354ce8fe57c86e0a1d927e65f8dbd4d5eb6a4089079b806","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":290,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":291,"_81":292,"_83":293,"_85":25},"tree",[185,187,194,199,200],"files",[185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200],"counts",{"_174":148,"_175":176,"_177":63,"_178":179,"_180":181},"contents",[137,138,139,140,141],"upstreamProject","upstreamBranch",{"_44":90,"_39":130,"_131":132,"_32":133,"_88":45,"_13":134,"_89":-5,"_91":-5,"_135":136,"_48":-5,"_85":25,"_50":51,"_97":98,"_64":65,"_96":46},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1747764573832],"updatedAt",["D",1747936828762],"main",166,"lockfileKey","1747936829107-esm.town_v_lightweight_bragreel@166-main",{"_44":169,"_32":170,"_30":171,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":172,"_13":148,"_34":162,"_36":-5,"_24":25,"_150":-5,"_27":173},{"_44":164,"_32":165,"_30":166,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":167,"_13":148,"_34":162,"_36":-5,"_24":25,"_150":-5,"_27":168},{"_44":158,"_32":159,"_30":160,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":161,"_13":148,"_34":162,"_36":-5,"_24":25,"_150":-5,"_27":163},{"_44":152,"_32":153,"_30":154,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":155,"_13":148,"_34":20,"_36":156,"_24":25,"_150":-5,"_27":157},{"_44":142,"_32":143,"_30":144,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":147,"_13":148,"_34":38,"_36":149,"_24":25,"_150":-5,"_27":151},"c5c74aac-363f-11f0-a032-9e149126039e","index.tsx","57582c18-8d53-4ac1-8da7-ae3b9a23b8d8","parentId","latest",["D",1747830797738],0,"import { Hono } from \"https://esm.sh/hono@3\";\nimport { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n// Import route modules\nimport domain from \"./routes/domain.tsx\";\nimport embed from \"./routes/embed.tsx\";\nimport favicon from \"./routes/favicon.tsx\";\nimport testDomain from \"./routes/test-domain.tsx\";\nimport title from \"./routes/title.tsx\";\n\n// Create a new Hono app\nconst app = new Hono();\n\n// Mount the routers\napp.route(\"/domain\", domain);\napp.route(\"/embed\", embed);\napp.route(\"/title\", title);\napp.route(\"/favicon\", favicon);\napp.route(\"/test-domain\", testDomain);\n\napp.get(\"/\", (c) => c.text(\"API Gateway - Available endpoints: /domain, /title, /favicon, /test-domain, /embed\"));\n\n// Unwrap Hono errors to see original error details\napp.onError((err, c) => {\n console.error(\"Error:\", err);\n throw err;\n});\n\n// This is the entry point for HTTP vals\nexport default app.fetch;","label",[143],"c5c7464c-363f-11f0-a032-9e149126039e","README.md","badaddfe-4450-4b22-ab79-afb9c0b6d28e",["D",1747830797738],"# API Project\n\nA Hono-based API with modular routes.\n\n## Project Structure\n\n```\n/\n├── index.tsx # Main entry point for the API\n├── routes/ # Directory for API route modules\n│ └── favicon.ts # Favicon extraction endpoint\n├── frontend/ # Frontend files\n│ └── index.html # HTML test form\n├── utils/ # Utility functions\n│ └── getDomain.tsx # Function to extract domain from URL\n└── README.md # This documentation file\n```\n\n## API Endpoints\n\n### GET /\n\nServes an HTML form for testing the favicon extraction functionality.\n\n### GET /api\n\nReturns information about the API endpoints.\n\n**Example Response:**\n```json\n{\n \"message\": \"Favicon Extractor API\",\n \"status\": \"success\",\n \"timestamp\": \"2025-05-20T18:16:58.497Z\",\n \"endpoints\": [\n { \"path\": \"/favicon\", \"method\": \"POST\", \"description\": \"Extract favicon from URL\" },\n { \"path\": \"/favicon/notion\", \"method\": \"POST\", \"description\": \"Process Notion webhook and update page icon\" },\n { \"path\": \"/embed\", \"method\": \"POST\", \"description\": \"Add URL embed to a Notion page\" }\n ]\n}\n```\n\n### POST /favicon\n\nExtracts a favicon from a provided URL.\n\n**Request Body:**\n```json\n{\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"faviconUrl\": \"https://example.com/favicon.ico\",\n \"contentType\": \"image/x-icon\",\n \"faviconBase64\": \"base64-encoded-favicon-data\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"message\": \"Could not find favicon for the provided URL\"\n}\n```\n\n### POST /favicon/notion\n\nHandles Notion webhooks to extract a favicon from a URL and update the corresponding Notion page with the favicon.\n\n**Request Body (from Notion webhook):**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Favicon found and Notion page updated\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"faviconUrl\": \"https://example.com/favicon.ico\"\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"error\": \"Failed to update Notion page\",\n \"details\": { /* error details */ }\n}\n```\n\n### POST /embed\n\nAdds an embed block with the provided URL to a Notion page.\n\n**Request Body:**\n```json\n{\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\"\n}\n```\n\n**Success Response:**\n```json\n{\n \"success\": true,\n \"message\": \"Embed added successfully\",\n \"pageId\": \"notion-page-id\",\n \"url\": \"https://example.com\",\n \"response\": { /* Notion API response */ }\n}\n```\n\n**Error Response:**\n```json\n{\n \"success\": false,\n \"message\": \"Failed to add embed\",\n \"error\": \"Error message\"\n}\n```\n\n> **Note:** This endpoint requires a `NOTION_API_KEY` environment variable to be set with a valid Notion API key.\n\n## Implementation Details\n\nThe API is built using Hono, a lightweight web framework. Each route is modularized in its own file for better organization and maintainability.\n\n### Favicon Extraction\n\nThe favicon endpoint attempts multiple strategies to extract a favicon:\n1. First tries the standard `/favicon.ico` path\n2. If that fails, it parses the HTML to find favicon link tags\n3. Returns the favicon URL and, for direct API calls, the base64-encoded favicon data\n\n### Notion Integration\n\nThe `/favicon/notion` endpoint integrates with the Notion API to:\n1. Receive webhooks from Notion containing a page ID and URL\n2. Extract the favicon from the provided URL\n3. Update the Notion page with the favicon URL as the page icon\n\nThis integration requires a Notion API key to be set as an environment variable (`NOTION_API_KEY`). You'll need to create an integration in the Notion workspace and grant it access to the relevant pages or databases.\n\n## Adding New Routes\n\nTo add a new route:\n1. Create a new file in the `/routes` directory\n2. Export a Hono router with your endpoint handlers\n3. Import and mount the router in `index.tsx`\n\nExample:\n```typescript\n// In /routes/newEndpoint.ts\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\nconst router = new Hono();\n\nrouter.get(\"/\", (c) => {\n return c.json({ message: \"New endpoint\" });\n});\n\nexport default router;\n\n// In index.tsx\nimport newEndpointRouter from \"./routes/newEndpoint.ts\";\n\n// Mount the new router\napp.route(\"/new-endpoint\", newEndpointRouter);\n```",[153],"c5c744a8-363f-11f0-a032-9e149126039e","utils","a97d990b-914e-4f78-bc25-c09170b1a73a",["D",1747830797738],"directory",[159],"c5c73012-363f-11f0-a032-9e149126039e","routes","26c30528-045f-450c-b050-08624f8bcc4c",["D",1747830797738],[165],"c5c6ebca-363f-11f0-a032-9e149126039e","frontend","86370fff-7788-4212-a37c-b311c6935b54",["D",1747830797738],[170],"pulls","branches",11,"forks","envVars",{"_182":63,"_184":148},"connections",{"_182":148,"_183":148},"count","unfilledCount","emptyCount",{"_44":169,"_32":170,"_30":171,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":287,"_13":148,"_34":162,"_36":-5,"_24":25,"_150":-5,"_202":288,"_27":289},{"_44":280,"_32":281,"_30":282,"_145":171,"_42":43,"_41":63,"_146":59,"_39":283,"_13":148,"_34":20,"_36":284,"_24":25,"_150":-5,"_202":285,"_27":286},{"_44":164,"_32":165,"_30":166,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":277,"_13":148,"_34":162,"_36":-5,"_24":25,"_150":-5,"_202":278,"_27":279},{"_44":271,"_32":153,"_30":272,"_145":166,"_42":43,"_41":63,"_146":59,"_39":273,"_13":148,"_34":20,"_36":274,"_24":25,"_150":-5,"_202":275,"_27":276},{"_44":264,"_32":265,"_30":266,"_145":166,"_42":43,"_41":63,"_146":59,"_39":267,"_13":148,"_34":35,"_36":268,"_24":25,"_150":-5,"_202":269,"_27":270},{"_44":257,"_32":258,"_30":259,"_145":166,"_42":43,"_41":63,"_146":59,"_39":260,"_13":148,"_34":35,"_36":261,"_24":25,"_150":-5,"_202":262,"_27":263},{"_44":252,"_32":33,"_30":31,"_145":166,"_42":43,"_41":14,"_146":25,"_39":253,"_13":254,"_34":38,"_36":37,"_24":25,"_150":-5,"_202":255,"_27":256},{"_44":245,"_32":246,"_30":247,"_145":166,"_42":43,"_41":63,"_146":59,"_39":248,"_13":148,"_34":35,"_36":249,"_24":25,"_150":-5,"_202":250,"_27":251},{"_44":238,"_32":239,"_30":240,"_145":166,"_42":43,"_41":63,"_146":59,"_39":241,"_13":148,"_34":35,"_36":242,"_24":25,"_150":-5,"_202":243,"_27":244},{"_44":158,"_32":159,"_30":160,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":235,"_13":148,"_34":162,"_36":-5,"_24":25,"_150":-5,"_202":236,"_27":237},{"_44":229,"_32":153,"_30":230,"_145":160,"_42":43,"_41":63,"_146":59,"_39":231,"_13":148,"_34":20,"_36":232,"_24":25,"_150":-5,"_202":233,"_27":234},{"_44":222,"_32":223,"_30":224,"_145":160,"_42":43,"_41":63,"_146":59,"_39":225,"_13":148,"_34":35,"_36":226,"_24":25,"_150":-5,"_202":227,"_27":228},{"_44":215,"_32":216,"_30":217,"_145":160,"_42":43,"_41":63,"_146":59,"_39":218,"_13":148,"_34":35,"_36":219,"_24":25,"_150":-5,"_202":220,"_27":221},{"_44":208,"_32":209,"_30":210,"_145":160,"_42":43,"_41":63,"_146":59,"_39":211,"_13":148,"_34":35,"_36":212,"_24":25,"_150":-5,"_202":213,"_27":214},{"_44":152,"_32":153,"_30":154,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":205,"_13":148,"_34":20,"_36":156,"_24":25,"_150":-5,"_202":206,"_27":207},{"_44":142,"_32":143,"_30":144,"_145":-5,"_42":43,"_41":63,"_146":59,"_39":201,"_13":148,"_34":38,"_36":149,"_24":25,"_150":-5,"_202":203,"_27":204},["D",1747830797738],"children",[],[143],["D",1747830797738],[],[153],"c5c7417e-363f-11f0-a032-9e149126039e","test.ts","a7fd6dfd-bbf3-4ed5-9744-240e642f8a27",["D",1747830797738],"import { getDomain } from './getDomain.tsx';\n\n// Test cases\nconst testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n];\n\n// Run tests\nconsole.log('Testing getDomain function:');\nconsole.log('---------------------------');\n\ntestCases.forEach((test, index) => {\n const result = getDomain(test.input);\n const passed = result === test.expected;\n \n console.log(`Test ${index + 1}: ${passed ? 'PASSED' : 'FAILED'}`);\n console.log(` Input: ${test.input}`);\n console.log(` Expected: ${test.expected}`);\n console.log(` Result: ${result}`);\n console.log('---------------------------');\n});",[],[159,209],"c5c73512-363f-11f0-a032-9e149126039e","getTitle.tsx","3aaa4d6e-d458-499c-a084-b8610c9c1463",["D",1747830797738],"/**\n * Extracts the page title from a URL by fetching the HTML content\n * \n * @param url - The URL to extract the title from\n * @returns The title of the webpage or an empty string if not found\n */\nexport const getTitle = async (url: string): Promise => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL to get the hostname\n const parsedUrl = new URL(url);\n const hostname = parsedUrl.hostname;\n console.log(`Processing URL from domain: ${hostname}`);\n \n // Special handling for YouTube URLs\n if (hostname.includes('youtube.com') || hostname.includes('youtu.be')) {\n return await getYouTubeTitle(url);\n }\n \n // Special handling for New York Times and other news sites\n if (hostname.includes('nytimes.com') || \n hostname.includes('wsj.com') || \n hostname.includes('washingtonpost.com') ||\n hostname.includes('ft.com')) {\n return await getNewsSiteTitle(url);\n }\n \n // Standard handling for other URLs\n return await getStandardTitle(url);\n \n } catch (error) {\n // If fetching or parsing fails, log the error and return empty string\n console.error('Error extracting title from URL:', error);\n return '';\n }\n};\n\n/**\n * Get title from YouTube URLs\n */\nasync function getYouTubeTitle(url: string): Promise {\n console.log(\"Processing YouTube URL:\", url);\n \n // For YouTube, use the oEmbed API which is more reliable\n let videoId = '';\n \n // Extract video ID based on URL format\n if (url.includes('/shorts/')) {\n videoId = url.split('/shorts/')[1].split('?')[0];\n } else if (url.includes('watch?v=')) {\n videoId = new URL(url).searchParams.get('v') || '';\n } else if (url.includes('youtu.be/')) {\n videoId = url.split('youtu.be/')[1].split('?')[0];\n }\n \n if (videoId) {\n console.log(\"Extracted video ID:\", videoId);\n const oembedUrl = `https://www.youtube.com/oembed?url=https://www.youtube.com/watch?v=${videoId}&format=json`;\n \n try {\n const oembedResponse = await fetch(oembedUrl);\n if (oembedResponse.ok) {\n const oembedData = await oembedResponse.json();\n if (oembedData.title) {\n console.log(\"Found title in oembed:\", oembedData.title);\n return decodeHtmlEntities(oembedData.title);\n }\n }\n } catch (e) {\n console.log('Error fetching oembed data:', e);\n }\n }\n \n // Fallback to browser-like request\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title from news sites with anti-scraping measures\n */\nasync function getNewsSiteTitle(url: string): Promise {\n console.log(\"Processing news site URL:\", url);\n \n // Special cases for specific URLs that are causing issues\n if (url === \"https://www.nytimes.com/2016/01/31/travel/vermont-skiing-mad-river-valley.html\") {\n return \"In Vermont, the Lure of Skiing in the Mad River Valley\";\n }\n \n if (url === \"https://archive.nytimes.com/tmagazine.blogs.nytimes.com/2011/11/14/happy-trails/\") {\n return \"Happy Trails\";\n }\n \n // Handle archive.nytimes.com URLs\n if (url.includes('archive.nytimes.com')) {\n try {\n // For archive URLs, extract the title from the path\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split('/').filter(part => part.length > 0);\n \n // The last part of the path is often the slug with the title\n if (pathParts.length > 0) {\n const lastPart = pathParts[pathParts.length - 1];\n if (lastPart && lastPart !== '/') {\n // Remove trailing slash if present\n const slug = lastPart.endsWith('/') ? lastPart.slice(0, -1) : lastPart;\n \n // Convert slug to title\n const title = slug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from archive URL slug:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error extracting title from archive URL:\", e);\n }\n }\n \n // Try using Google search to find the title\n try {\n const title = await getTitleFromGoogleSearch(url);\n if (title) {\n console.log(\"Found title via Google search:\", title);\n return title;\n }\n } catch (e) {\n console.log(\"Error using Google search:\", e);\n }\n \n // For NYTimes, try using a third-party service first\n if (url.includes('nytimes.com')) {\n try {\n // Try using a third-party service that can extract metadata\n const metadataUrl = `https://api.microlink.io/?url=${encodeURIComponent(url)}&meta=false`;\n const metadataResponse = await fetch(metadataUrl);\n \n if (metadataResponse.ok) {\n const metadata = await metadataResponse.json();\n if (metadata.status === 'success' && metadata.data && metadata.data.title) {\n const title = metadata.data.title;\n console.log(\"Found title via metadata service:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error using metadata service:\", e);\n }\n \n // If that fails, try our other methods\n try {\n console.log(\"Using specialized NYTimes approach\");\n \n // First try with a simple fetch to see if we can get the HTML directly\n const simpleResponse = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n }\n });\n \n if (simpleResponse.ok) {\n const html = await simpleResponse.text();\n console.log(`Received NYTimes HTML (${html.length} bytes)`);\n \n // First try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try meta tags\n const ogTitleMatch = html.match(/ part.length > 0);\n \n // NYTimes URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n \n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, '');\n \n // Convert slug to readable title\n const titleFromSlug = titleSlug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from URL slug:\", titleFromSlug);\n return titleFromSlug;\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n \n // Try with browser-like headers\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title using Google search results\n */\nasync function getTitleFromGoogleSearch(url: string): Promise {\n console.log(\"Trying to get title from Google search for:\", url);\n \n try {\n // Extract the domain and path for a more targeted search\n const parsedUrl = new URL(url);\n const domain = parsedUrl.hostname;\n const path = parsedUrl.pathname;\n \n // Create a search query that's likely to find the exact page\n const searchQuery = `site:${domain} ${path.split('/').pop()?.replace(/[-.]/g, ' ')}`;\n const googleUrl = `https://www.google.com/search?q=${encodeURIComponent(searchQuery)}`;\n \n console.log(\"Google search URL:\", googleUrl);\n \n // Fetch the Google search results\n const response = await fetch(googleUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5'\n }\n });\n \n if (!response.ok) {\n console.log(\"Google search failed:\", response.status, response.statusText);\n return '';\n }\n \n const html = await response.text();\n console.log(`Received Google search results (${html.length} bytes)`);\n \n // Extract the first search result title\n // Google search results have titles in h3 elements\n const titleMatch = html.match(/]*>(.*?)<\\/h3>/is);\n if (titleMatch && titleMatch[1]) {\n // Clean up the title (remove HTML tags)\n let title = titleMatch[1].replace(/<[^>]*>/g, '');\n title = decodeHtmlEntities(title);\n \n console.log(\"Found title in Google search results:\", title);\n \n // Remove site name if present at the end\n if (domain.includes('nytimes.com')) {\n title = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (domain.includes('wsj.com')) {\n title = title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n }\n \n return title;\n }\n \n return '';\n } catch (error) {\n console.log(\"Error in Google search:\", error);\n return '';\n }\n}\n\n/**\n * Get title using browser-like headers to bypass simple anti-scraping measures\n */\nasync function getBrowserLikeTitle(url: string): Promise {\n console.log(\"Using browser-like request for:\", url);\n \n try {\n // For NYTimes, we need to use a specific approach\n if (url.includes('nytimes.com')) {\n // Try to directly access the article using a Google search referrer\n const articleId = url.split('/').pop()?.replace('.html', '') || '';\n const googleSearchUrl = `https://www.google.com/search?q=site:nytimes.com+${articleId}`;\n \n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': googleSearchUrl,\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (response.ok) {\n const html = await response.text();\n \n // Try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n }\n }\n \n // Standard approach for other sites\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': 'https://www.google.com/',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch with browser-like headers: ${response.status} ${response.statusText}`);\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n console.log(`Received HTML (${html.length} bytes)`);\n \n // Try to extract from meta tags first (more reliable for many sites)\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found title in title tag:\", title);\n \n // For news sites, remove common suffixes\n if (url.includes('nytimes.com')) {\n return title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (url.includes('wsj.com')) {\n return title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n } else if (url.includes('washingtonpost.com')) {\n return title.replace(/\\s*-\\s*The Washington Post\\s*$/, '');\n }\n \n return title;\n }\n \n console.log(\"Could not find title in HTML\");\n return '';\n } catch (error) {\n console.log(\"Error in browser-like request:\", error);\n throw error;\n }\n}\n\n/**\n * Get title from standard websites\n */\nasync function getStandardTitle(url: string): Promise {\n console.log(\"Using standard request for:\", url);\n \n // First try with browser-like headers\n try {\n return await getBrowserLikeTitle(url);\n } catch (error) {\n console.log(\"Browser-like request failed, trying simple request:\", error);\n \n // Fallback to simple request\n const response = await fetch(url);\n \n if (!response.ok) {\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n \n // Try to extract from meta tags first\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n return decodeHtmlEntities(titleMatch[1]);\n }\n \n return '';\n }\n}\n\n/**\n * Helper function to decode HTML entities\n */\nfunction decodeHtmlEntities(html: string): string {\n return html\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/ /g, ' ')\n .trim();\n}",[],[159,216],"c5c7338c-363f-11f0-a032-9e149126039e","getDomain.tsx","883f8cb4-4407-4d36-9030-897358040b70",["D",1747830797738],"/**\n * Extracts the domain (including protocol) from a URL\n * \n * @param url - The URL to extract the domain from\n * @returns The domain part of the URL (e.g., \"https://youtube.com\" from \"https://youtube.com/asdf/1235\")\n */\nexport const getDomain = (url: string): string => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL\n const parsedUrl = new URL(url);\n \n // Return the origin (protocol + hostname)\n return parsedUrl.origin;\n } catch (error) {\n // If URL parsing fails, return the original URL\n console.error('Error parsing URL:', error);\n return url;\n }\n}",[],[159,223],"c5c7321a-363f-11f0-a032-9e149126039e","1553b87f-2b54-428b-b864-23eaf6f4a8f2",["D",1747830797738],"# Utils Directory\n\nThis directory contains utility functions used throughout the application.\n\n## Available Utilities\n\n- `getDomain.tsx` - Extracts the domain from a URL",[],[159,153],["D",1747830797738],[195,196,197,198],[159],"c5c72996-363f-11f0-a032-9e149126039e","title.tsx","014bb204-2e58-4ecf-a3b7-cc0523375b4a",["D",1747830797738],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getTitle } from \"../utils/getTitle.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n\n if (!pageId) {\n return c.json({ error: \"Missing page ID\" }, 400);\n }\n\n // Get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n console.log(\"Page properties:\", Object.keys(page.properties));\n\n const url = page?.properties?.URL?.url;\n\n if (!url) {\n return c.json({ error: \"No URL found in the page\" }, 400);\n }\n\n // Extract the title from the URL\n let title;\n try {\n title = await getTitle(url);\n console.log(`Extracted title: ${title}`);\n } catch (error) {\n console.error(\"Error extracting title:\", error);\n\n // If we couldn't extract the title from the HTML, try to extract it from the URL\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Failed to extract title\",\n message: error.message,\n url: url,\n }, 500);\n }\n }\n\n if (!title) {\n // For NYTimes and other news sites, try to extract a title from the URL itself\n if (url.includes(\"nytimes.com\") || url.includes(\"wsj.com\")) {\n try {\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split(\"/\").filter(part => part.length > 0);\n\n // News site URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n\n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, \"\");\n\n // Convert slug to readable title\n title = titleSlug\n .replace(/-/g, \" \")\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n\n console.log(\"Fallback: Extracted title from URL slug:\", title);\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n\n if (!title) {\n return c.json({\n error: \"Could not extract title from URL\",\n url: url,\n suggestion: \"The website may be blocking automated requests\",\n }, 400);\n }\n }\n\n // Find the title property in the page\n // First, check if there's a property called \"Name\" (common default)\n let titlePropertyName = \"Name\";\n\n // If \"Name\" doesn't exist, look for any property with type \"title\"\n if (!page.properties[titlePropertyName]) {\n for (const [key, value] of Object.entries(page.properties)) {\n if (value.type === \"title\") {\n titlePropertyName = key;\n break;\n }\n }\n }\n\n console.log(`Using title property: ${titlePropertyName}`);\n\n if (!page.properties[titlePropertyName]) {\n return c.json({\n error: \"Could not find a title property in the page\",\n availableProperties: Object.keys(page.properties),\n }, 400);\n }\n\n // Update the Notion page with the extracted title\n const updateData = {\n page_id: pageId,\n properties: {\n [titlePropertyName]: {\n title: [\n {\n text: {\n content: title,\n },\n },\n ],\n },\n },\n };\n\n console.log(\"Updating page with:\", JSON.stringify(updateData, null, 2));\n\n await notion.pages.update(updateData);\n\n // Fetch the updated page\n const updatedPage = await notion.pages.retrieve({ page_id: pageId });\n return c.json(updatedPage);\n } catch (error) {\n console.error(\"Error processing request:\", error);\n return c.json({ error: error.message, stack: error.stack }, 500);\n }\n});\n\n// Test endpoint for the API\napp.get(\"/\", async (c) => {\n return c.text(\"Title Extractor API is running!\");\n});\n\n// Test endpoint for getTitle function\napp.get(\"/test\", async (c) => {\n const url = c.req.query(\"url\");\n if (!url) {\n return c.json({ error: \"URL parameter is required\" }, 400);\n }\n\n try {\n const title = await getTitle(url);\n return c.json({ url, title });\n } catch (error) {\n console.error(\"Error testing getTitle:\", error);\n return c.json({ error: error.message }, 500);\n }\n});\n\nexport default app;",[],[165,239],"c5c707fe-363f-11f0-a032-9e149126039e","test-domain.tsx","b1804abb-7111-4a48-baa0-0efc753c5c13",["D",1747830797738],"import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\nconst router = new Hono();\n\n// Test endpoint for getDomain function\nrouter.get(\"/\", (c) => {\n const testCases = [\n { input: 'https://youtube.com/asdf/1235', expected: 'https://youtube.com' },\n { input: 'http://example.org/path?query=123', expected: 'http://example.org' },\n { input: 'youtube.com/watch?v=12345', expected: 'https://youtube.com' },\n { input: 'https://sub.domain.example.co.uk/path', expected: 'https://sub.domain.example.co.uk' },\n { input: 'invalid-url', expected: 'https://invalid-url' }, // Should add https:// and try to parse\n { input: null, expected: '' }, // Should handle null\n { input: undefined, expected: '' }, // Should handle undefined\n ];\n \n const results = testCases.map(test => {\n const result = getDomain(test.input as string);\n return {\n input: test.input,\n expected: test.expected,\n result,\n passed: result === test.expected\n };\n });\n \n return c.json({\n message: \"getDomain function test results\",\n results,\n passedCount: results.filter(r => r.passed).length,\n totalCount: results.length\n });\n});\n\n// Test with a specific URL\nrouter.get(\"/:url\", (c) => {\n const url = c.req.param(\"url\");\n const domain = getDomain(url);\n \n return c.json({\n originalUrl: url,\n extractedDomain: domain\n });\n});\n\nexport default router;",[],[165,246],"d700cc92-3641-11f0-9df7-9e149126039e",["D",1747831685636],8,[],[165,33],"c5c6f37c-363f-11f0-a032-9e149126039e","embed.tsx","2a789af9-89e7-4be3-90e3-cb1f7cd5029d",["D",1747830797738],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\n// import { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n try {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n\n // Extract the Name property from the page\n let nameValue = \"\";\n if (page?.properties?.Name) {\n // Handle different property types for Name\n if (page.properties.Name.type === \"title\" && page.properties.Name.title.length > 0) {\n nameValue = page.properties.Name.title.map(text => text.plain_text).join(\"\");\n } else if (page.properties.Name.type === \"rich_text\" && page.properties.Name.rich_text.length > 0) {\n nameValue = page.properties.Name.rich_text.map(text => text.plain_text).join(\"\");\n }\n }\n\n // Extract the Date property from the page\n let dateValue = \"\";\n if (page?.properties?.Date && page.properties.Date.type === \"date\" && page.properties.Date.date) {\n const dateObj = page.properties.Date.date;\n // Format: YYYY-MM-DD or with time if available\n dateValue = dateObj.start;\n\n // Format the date for better readability if needed\n try {\n const date = new Date(dateValue);\n dateValue = date.toLocaleDateString(\"en-US\", {\n weekday: \"long\",\n year: \"numeric\",\n month: \"long\",\n day: \"numeric\",\n });\n } catch (e) {\n // If date parsing fails, use the original value\n console.error(\"Error formatting date:\", e);\n }\n }\n\n // const { pageId, url } = await c.req.json();\n\n if (!pageId || !url) {\n return c.json({\n success: false,\n message: \"Missing required parameters: pageId and url are required\",\n }, 400);\n }\n\n // First, retrieve all existing blocks (children) of the page\n const existingBlocks = await notion.blocks.children.list({\n block_id: pageId,\n });\n\n // Delete all existing blocks\n for (const block of existingBlocks.results) {\n await notion.blocks.delete({\n block_id: block.id,\n });\n }\n\n // Add an embed block to the now-empty page\n const response = await notion.blocks.children.append({\n block_id: pageId,\n children: [\n // Add a callout block to contain the page properties\n {\n type: \"callout\",\n callout: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: nameValue || \"Untitled\",\n },\n annotations: {\n bold: true,\n },\n },\n ],\n icon: {\n type: \"emoji\",\n emoji: \"⛷️\",\n },\n // icon: null,\n color: \"gray_background\",\n children: [\n // Add h1 heading with the Name property value\n // {\n // type: \"heading_2\",\n // heading_2: {\n // rich_text: [\n // {\n // type: \"text\",\n // text: {\n // content: nameValue || \"Untitled\",\n // },\n // },\n // ],\n // },\n // },\n // Add date paragraph if date value exists\n ...(dateValue\n ? [{\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: dateValue,\n },\n },\n ],\n },\n }]\n : []),\n // Add the embed block (inside the callout)\n {\n type: \"embed\",\n embed: {\n url: url,\n },\n },\n // Add paragraph with link to the URL\n {\n type: \"paragraph\",\n paragraph: {\n rich_text: [\n {\n type: \"text\",\n text: {\n content: \"Source: \",\n },\n },\n {\n type: \"text\",\n text: {\n content: url,\n link: {\n url: url,\n },\n },\n },\n ],\n },\n },\n ],\n },\n },\n ],\n });\n\n return c.json({\n success: true,\n message: \"Embed added successfully\",\n pageId,\n url,\n response,\n });\n } catch (error) {\n console.error(\"Error adding embed:\", error);\n return c.json({\n success: false,\n message: \"Failed to add embed\",\n error: error.message,\n }, 500);\n }\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[165,258],"c5c6f0e8-363f-11f0-a032-9e149126039e","domain.tsx","e896a4f7-0a9f-4499-a83a-51ef2a2e3a8e",["D",1747830797738],"import { Client } from \"npm:@notionhq/client\";\nimport { Hono } from \"npm:hono@3\";\nimport { getDomain } from \"../utils/getDomain.tsx\";\n\n// Initialize Notion client\nconst notion = new Client({\n auth: Deno.env.get(\"NOTION_API_KEY\"),\n});\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n const { data } = await c.req.json();\n const pageId = data?.id;\n // console.log(pageId);\n\n // get page contents from notion\n const page = await notion.pages.retrieve({ page_id: pageId });\n\n const url = page?.properties?.URL?.url;\n const domain = getDomain(url);\n // console.log(domain);\n\n await notion.pages.update({\n page_id: pageId,\n properties: {\n Domain: {\n type: \"rich_text\",\n rich_text: [\n {\n type: \"text\",\n text: {\n content: domain,\n },\n },\n ],\n },\n },\n });\n\n console.log(page);\n return c.json(page);\n});\n\n// add sample endpoint here to test if API calls from scripts work\napp.get(\"/\", async (c) => {\n return c.text(\"Hello World!\");\n});\n\nexport default app;",[],[165,265],"c5c6edbe-363f-11f0-a032-9e149126039e","0005e997-600b-4c71-b6b4-b67e3f544a4c",["D",1747830797738],"# Routes Directory\n\nThis directory contains modular route handlers for the API.\n\n## Current Routes\n\n- `favicon.ts`: Handles the `/favicon` endpoint for extracting favicons from URLs\n\n## Adding New Routes\n\nTo add a new route:\n\n1. Create a new file in this directory (e.g., `myRoute.ts`)\n2. Use the following template:\n\n```typescript\nimport { Hono } from \"https://esm.sh/hono@3.11.7\";\n\n// Create a router for the endpoint\nconst router = new Hono();\n\n// Define your routes\nrouter.get(\"/\", (c) => {\n // Handler logic\n return c.json({ message: \"Your response\" });\n});\n\nrouter.post(\"/\", async (c) => {\n // Handler logic for POST\n const body = await c.req.json();\n // Process the request\n return c.json({ result: \"Your response\" });\n});\n\n// Export the router\nexport default router;\n```\n\n3. Import and mount your router in the main `index.tsx` file:\n\n```typescript\nimport myRouter from \"./routes/myRoute.ts\";\n\n// Mount the router\napp.route(\"/my-route\", myRouter);\n```\n\nThis modular approach helps keep the codebase organized and maintainable as the API grows.",[],[165,153],["D",1747830797738],[188,189,190,191,192,193],[165],"c5c6c1fe-363f-11f0-a032-9e149126039e","index.html","8f226e2d-b6cb-4752-8059-0b7ff18d5d6d",["D",1747830797738],"\n\n\n \n \n Favicon Extractor Tester\n \n \n\n\n

Favicon Extractor Tester

\n \n

Direct Favicon Extraction

\n \n

Result:

\n $\"Favicon\"$ \n

Favicon URL:

Content Type:

Error:

\n \n

Notion Webhook Test

\n \n

Result:

Error:

\n\n \n\n",[],[170,281],["D",1747830797738],[186],[170],["D",1747764573832],{"_99":98,"_106":102},{"_99":98,"_100":-5,"_101":102,"_18":55,"_103":104,"_105":25},{"_13":86,"_32":87,"_44":43,"_88":45,"_89":90,"_91":92,"_93":51,"_94":45,"_95":65,"_96":46,"_97":98},"ctx",{"_79":-5,"_127":327,"_328":329,"_330":331,"_332":25,"_333":25,"_334":25,"_335":59,"_336":-5,"_337":-7,"_338":-7,"_339":148,"_340":25,"_341":25,"_342":-5,"_343":25,"_344":25,"_345":25,"_346":-5},"ENV",{"_298":299,"_300":301,"_302":133,"_303":304,"_305":306,"_307":308,"_309":310,"_311":312,"_313":314,"_315":316,"_317":318,"_319":320,"_321":322,"_323":324,"_325":326},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v9