[{"_1":2,"_173":-5,"_174":-5},"loaderData",{"_3":4,"_91":92},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","e3ca0a77ab07ff2ce3097208ffd6aa0e378d3c47","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":20,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":20,"_90":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":20,"_19":20,"_82":72,"_83":84,"_85":72,"_86":45,"_87":20,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_147":148,"_170":171,"_172":-5},"handle","lightweight","name","bragreel","path","utils/getTitle.tsx","project",{"_101":102,"_95":96,"_103":104,"_105":-5,"_106":20,"_107":108,"_109":-5,"_110":-5,"_12":111,"_112":-5,"_113":20,"_114":-5,"_115":116,"_14":117,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":119,"_23":127,"_130":131,"_133":134,"_146":20},"id","953ff658-35a5-11f0-acd2-9e149126039e","createdAt",["D",1747764573832],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","449588c0-326d-11f0-a80c-0741f032ef73","pinnedFileId","pinPreview","screenshotVersion","likeCount",1,"65f1d616-c14b-419c-88a0-e2308cab925b","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_128":129},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/aa289d5e-22db-464f-ba88-7288e2183b00/square512","org",{"_93":94,"_132":129},"avatar","branch",{"_135":136,"_95":43,"_101":137,"_138":102,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":96,"_145":94},"version",166,"95403af0-35a5-11f0-acd2-9e149126039e","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_101":149,"_95":150,"_151":152,"_153":154,"_155":137,"_156":157,"_158":159,"_103":160,"_135":161,"_162":163,"_164":165,"_166":20,"_167":-5,"_97":168},"06ac50de-3632-11f0-919a-9e149126039e","getTitle.tsx","fileId","0c7e3696-35c2-11f0-97bb-9e149126039e","parentId","9f8cf274-35b8-11f0-ada6-9e149126039e","branchId","branchVersion",107,"latest",true,["D",1747824893654],3,"fileType","script","content","/**\n * Extracts the page title from a URL by fetching the HTML content\n * \n * @param url - The URL to extract the title from\n * @returns The title of the webpage or an empty string if not found\n */\nexport const getTitle = async (url: string): Promise => {\n if (!url) {\n return '';\n }\n \n try {\n // Handle URLs without protocol by adding https:// as default\n if (!url.startsWith('http://') && !url.startsWith('https://')) {\n url = 'https://' + url;\n }\n \n // Parse the URL to get the hostname\n const parsedUrl = new URL(url);\n const hostname = parsedUrl.hostname;\n console.log(`Processing URL from domain: ${hostname}`);\n \n // Special handling for YouTube URLs\n if (hostname.includes('youtube.com') || hostname.includes('youtu.be')) {\n return await getYouTubeTitle(url);\n }\n \n // Special handling for New York Times and other news sites\n if (hostname.includes('nytimes.com') || \n hostname.includes('wsj.com') || \n hostname.includes('washingtonpost.com') ||\n hostname.includes('ft.com')) {\n return await getNewsSiteTitle(url);\n }\n \n // Standard handling for other URLs\n return await getStandardTitle(url);\n \n } catch (error) {\n // If fetching or parsing fails, log the error and return empty string\n console.error('Error extracting title from URL:', error);\n return '';\n }\n};\n\n/**\n * Get title from YouTube URLs\n */\nasync function getYouTubeTitle(url: string): Promise {\n console.log(\"Processing YouTube URL:\", url);\n \n // For YouTube, use the oEmbed API which is more reliable\n let videoId = '';\n \n // Extract video ID based on URL format\n if (url.includes('/shorts/')) {\n videoId = url.split('/shorts/')[1].split('?')[0];\n } else if (url.includes('watch?v=')) {\n videoId = new URL(url).searchParams.get('v') || '';\n } else if (url.includes('youtu.be/')) {\n videoId = url.split('youtu.be/')[1].split('?')[0];\n }\n \n if (videoId) {\n console.log(\"Extracted video ID:\", videoId);\n const oembedUrl = `https://www.youtube.com/oembed?url=https://www.youtube.com/watch?v=${videoId}&format=json`;\n \n try {\n const oembedResponse = await fetch(oembedUrl);\n if (oembedResponse.ok) {\n const oembedData = await oembedResponse.json();\n if (oembedData.title) {\n console.log(\"Found title in oembed:\", oembedData.title);\n return decodeHtmlEntities(oembedData.title);\n }\n }\n } catch (e) {\n console.log('Error fetching oembed data:', e);\n }\n }\n \n // Fallback to browser-like request\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title from news sites with anti-scraping measures\n */\nasync function getNewsSiteTitle(url: string): Promise {\n console.log(\"Processing news site URL:\", url);\n \n // Special cases for specific URLs that are causing issues\n if (url === \"https://www.nytimes.com/2016/01/31/travel/vermont-skiing-mad-river-valley.html\") {\n return \"In Vermont, the Lure of Skiing in the Mad River Valley\";\n }\n \n if (url === \"https://archive.nytimes.com/tmagazine.blogs.nytimes.com/2011/11/14/happy-trails/\") {\n return \"Happy Trails\";\n }\n \n // Handle archive.nytimes.com URLs\n if (url.includes('archive.nytimes.com')) {\n try {\n // For archive URLs, extract the title from the path\n const parsedUrl = new URL(url);\n const pathParts = parsedUrl.pathname.split('/').filter(part => part.length > 0);\n \n // The last part of the path is often the slug with the title\n if (pathParts.length > 0) {\n const lastPart = pathParts[pathParts.length - 1];\n if (lastPart && lastPart !== '/') {\n // Remove trailing slash if present\n const slug = lastPart.endsWith('/') ? lastPart.slice(0, -1) : lastPart;\n \n // Convert slug to title\n const title = slug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from archive URL slug:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error extracting title from archive URL:\", e);\n }\n }\n \n // Try using Google search to find the title\n try {\n const title = await getTitleFromGoogleSearch(url);\n if (title) {\n console.log(\"Found title via Google search:\", title);\n return title;\n }\n } catch (e) {\n console.log(\"Error using Google search:\", e);\n }\n \n // For NYTimes, try using a third-party service first\n if (url.includes('nytimes.com')) {\n try {\n // Try using a third-party service that can extract metadata\n const metadataUrl = `https://api.microlink.io/?url=${encodeURIComponent(url)}&meta=false`;\n const metadataResponse = await fetch(metadataUrl);\n \n if (metadataResponse.ok) {\n const metadata = await metadataResponse.json();\n if (metadata.status === 'success' && metadata.data && metadata.data.title) {\n const title = metadata.data.title;\n console.log(\"Found title via metadata service:\", title);\n return title;\n }\n }\n } catch (e) {\n console.log(\"Error using metadata service:\", e);\n }\n \n // If that fails, try our other methods\n try {\n console.log(\"Using specialized NYTimes approach\");\n \n // First try with a simple fetch to see if we can get the HTML directly\n const simpleResponse = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n }\n });\n \n if (simpleResponse.ok) {\n const html = await simpleResponse.text();\n console.log(`Received NYTimes HTML (${html.length} bytes)`);\n \n // First try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try meta tags\n const ogTitleMatch = html.match(/ part.length > 0);\n \n // NYTimes URLs often have the title in the last path segment\n if (pathParts.length >= 4) {\n // The last segment is usually a slug of the title\n let titleSlug = pathParts[pathParts.length - 1];\n \n // Remove file extensions if present\n titleSlug = titleSlug.replace(/\\.(html|htm)$/i, '');\n \n // Convert slug to readable title\n const titleFromSlug = titleSlug\n .replace(/-/g, ' ')\n .replace(/\\b\\w/g, l => l.toUpperCase()); // Capitalize first letter of each word\n \n console.log(\"Extracted title from URL slug:\", titleFromSlug);\n return titleFromSlug;\n }\n } catch (e) {\n console.log(\"Error extracting title from URL structure:\", e);\n }\n }\n \n // Try with browser-like headers\n return await getBrowserLikeTitle(url);\n}\n\n/**\n * Get title using Google search results\n */\nasync function getTitleFromGoogleSearch(url: string): Promise {\n console.log(\"Trying to get title from Google search for:\", url);\n \n try {\n // Extract the domain and path for a more targeted search\n const parsedUrl = new URL(url);\n const domain = parsedUrl.hostname;\n const path = parsedUrl.pathname;\n \n // Create a search query that's likely to find the exact page\n const searchQuery = `site:${domain} ${path.split('/').pop()?.replace(/[-.]/g, ' ')}`;\n const googleUrl = `https://www.google.com/search?q=${encodeURIComponent(searchQuery)}`;\n \n console.log(\"Google search URL:\", googleUrl);\n \n // Fetch the Google search results\n const response = await fetch(googleUrl, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5'\n }\n });\n \n if (!response.ok) {\n console.log(\"Google search failed:\", response.status, response.statusText);\n return '';\n }\n \n const html = await response.text();\n console.log(`Received Google search results (${html.length} bytes)`);\n \n // Extract the first search result title\n // Google search results have titles in h3 elements\n const titleMatch = html.match(/]*>(.*?)<\\/h3>/is);\n if (titleMatch && titleMatch[1]) {\n // Clean up the title (remove HTML tags)\n let title = titleMatch[1].replace(/<[^>]*>/g, '');\n title = decodeHtmlEntities(title);\n \n console.log(\"Found title in Google search results:\", title);\n \n // Remove site name if present at the end\n if (domain.includes('nytimes.com')) {\n title = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (domain.includes('wsj.com')) {\n title = title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n }\n \n return title;\n }\n \n return '';\n } catch (error) {\n console.log(\"Error in Google search:\", error);\n return '';\n }\n}\n\n/**\n * Get title using browser-like headers to bypass simple anti-scraping measures\n */\nasync function getBrowserLikeTitle(url: string): Promise {\n console.log(\"Using browser-like request for:\", url);\n \n try {\n // For NYTimes, we need to use a specific approach\n if (url.includes('nytimes.com')) {\n // Try to directly access the article using a Google search referrer\n const articleId = url.split('/').pop()?.replace('.html', '') || '';\n const googleSearchUrl = `https://www.google.com/search?q=site:nytimes.com+${articleId}`;\n \n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': googleSearchUrl,\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (response.ok) {\n const html = await response.text();\n \n // Try to find the title with data-rh attribute (common in NYTimes)\n const titleWithDataRhMatch = html.match(/]*data-rh[^>]*>(.*?)<\\/title>/is);\n if (titleWithDataRhMatch && titleWithDataRhMatch[1]) {\n const title = decodeHtmlEntities(titleWithDataRhMatch[1]);\n console.log(\"Found NYTimes title with data-rh:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n \n // Try standard title tag\n const titleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found NYTimes title:\", title);\n \n // Remove \"- The New York Times\" suffix if present\n const cleanTitle = title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n return cleanTitle;\n }\n }\n }\n \n // Standard approach for other sites\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Referer': 'https://www.google.com/',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'cross-site',\n 'Sec-Fetch-User': '?1',\n 'Cache-Control': 'max-age=0'\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch with browser-like headers: ${response.status} ${response.statusText}`);\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n console.log(`Received HTML (${html.length} bytes)`);\n \n // Try to extract from meta tags first (more reliable for many sites)\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n const title = decodeHtmlEntities(titleMatch[1]);\n console.log(\"Found title in title tag:\", title);\n \n // For news sites, remove common suffixes\n if (url.includes('nytimes.com')) {\n return title.replace(/\\s*-\\s*The New York Times\\s*$/, '');\n } else if (url.includes('wsj.com')) {\n return title.replace(/\\s*-\\s*WSJ\\s*$/, '');\n } else if (url.includes('washingtonpost.com')) {\n return title.replace(/\\s*-\\s*The Washington Post\\s*$/, '');\n }\n \n return title;\n }\n \n console.log(\"Could not find title in HTML\");\n return '';\n } catch (error) {\n console.log(\"Error in browser-like request:\", error);\n throw error;\n }\n}\n\n/**\n * Get title from standard websites\n */\nasync function getStandardTitle(url: string): Promise {\n console.log(\"Using standard request for:\", url);\n \n // First try with browser-like headers\n try {\n return await getBrowserLikeTitle(url);\n } catch (error) {\n console.log(\"Browser-like request failed, trying simple request:\", error);\n \n // Fallback to simple request\n const response = await fetch(url);\n \n if (!response.ok) {\n throw new Error(`Failed to fetch URL: ${response.status} ${response.statusText}`);\n }\n \n const html = await response.text();\n \n // Try to extract from meta tags first\n const ogTitleMatch = html.match(/]*>(.*?)<\\/title>/is);\n if (titleMatch && titleMatch[1]) {\n return decodeHtmlEntities(titleMatch[1]);\n }\n \n return '';\n }\n}\n\n/**\n * Helper function to decode HTML entities\n */\nfunction decodeHtmlEntities(html: string): string {\n return html\n .replace(/&/g, '&')\n .replace(/</g, '<')\n .replace(/>/g, '>')\n .replace(/"/g, '\"')\n .replace(/'/g, \"'\")\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/'/g, \"'\")\n .replace(///g, '/')\n .replace(/ /g, ' ')\n .trim();\n}","deleted","label",[169,150],"utils","permalink","https://www.val.town/x/lightweight/bragreel/code/utils/getTitle.tsx","extension","actionData","errors"]