([^<]*)<\\/title>/i)?.[1] || '',\n description: getOgTag('description') || '',\n image: getOgTag('image') || '',\n };\n } catch (error) {\n console.error('Error fetching metadata:', error);\n return { title: '', description: '', image: '' };\n }\n}\n\n// Step 4.3 - Upload image - 🤖🤖🤖 Claude generated\nasync function uploadImage(agent: BskyAgent, imageUrl: string) {\n try {\n const response = await fetch(imageUrl);\n const arrayBuffer = await response.arrayBuffer();\n const uint8Array = new Uint8Array(arrayBuffer);\n \n const uploadResponse = await agent.uploadBlob(uint8Array, {\n encoding: response.headers.get('content-type') || 'image/jpeg',\n });\n \n return uploadResponse.data.blob;\n } catch (error) {\n console.error('Error uploading image:', error);\n return undefined;\n }\n}\n\n// Step 5\nasync function postToBsky(agent: BskyAgent, postRecords: BskyPost[]): Promise<void> {\n for (const post of postRecords) {\n console.log(\"Creating new post...\")\n console.log(post)\n \n await agent.post(post);\n\n // Wait a bit after each post - just so the bsky ordering is right\n // await new Promise(resolve => setTimeout(resolve, 100));\n }\n}\n\n\n// Main function\nexport async function rssToBsky(dryRun = false) {\n // 1. Get feeds\n const rss = await getRssFeed(RSS_URL);\n const bskyRss = await getRssFeed(BSKY_RSS_URL);\n\n // 2. Check if any new items\n const newItems = getNewItems(rss, bskyRss);\n if (newItems.length === 0) return;\n\n console.log(`${newItems.length} new items to post`)\n\n // 3. Login to Bsky\n const agent = await loginToBsky();\n\n // 4. Convert RSS items to correct format\n const newPosts: BskyPost[] = [];\n for (const item of newItems) {\n newPosts.push(await rssToBskyPost(agent, item));\n }\n\n console.log(newPosts);\n if (dryRun) return\n\n // 5. Post to Bsky\n await postToBsky(agent, newPosts);\n}\n\n\nrssToBsky(true);","import { BskyAgent } from \"npm:@atproto/api@0.18.13\";\nimport Parser from \"npm:rss-parser@3.13.0\";\nimport process from \"node:process\";\nimport { BskyPost, RssFeedType, MetaData } from \"./types.ts\";\n\n\n// The RSS feed to turn into a Bluesky feed\nconst RSS_URL = \"https://feeds.megaphone.fm/search-engine\";\nconst BSKY_RSS_URL = \"https://bsky.app/profile/searchenginerss.bsky.social/rss\";\n\n\n// Step 1\nasync function getRssFeed(url: string): Promise<RssFeedType> {\n // Get feed\n const parser = new Parser();\n const feed = await parser.parseURL(url);\n\n // Log most recent feed item\n console.log(`Feed ${url} contains ${feed.items.length} items`);\n // console.log(feed.items[1]);\n\n // Return feed\n return feed;\n}\n\n\n// Step 2\nfunction getNewItems(rss: RssFeedType, bskyRss: RssFeedType): any[] {\n const rssItems = rss.items;\n const bskyItems = bskyRss.items.map((item) => item.content.split('\\n')[0].trim());\n\n // See if the RSS feed has any new items\n let newItems = rssItems.filter((item) => {\n const title = item.title.trim();\n console.log(`Does \"${title}\"\" exist in Bsky posts?`);\n console.log(' →', bskyItems.includes(title) ? '✅' : '🛑');\n return !bskyItems.includes(title)\n });\n\n // Reverse the list\n newItems = newItems.reverse();\n \n // Limit number of items that can be posted at one time\n const limit = 1;\n newItems = newItems.slice(0, limit);\n\n // Return new items (if any)\n return newItems;\n}\n\n\n// Step 3\nasync function loginToBsky(): Promise<BskyAgent> {\n // Get username and password from process\n const username = process.env.BSKY_USERNAME;\n const password = process.env.BSKY_PASSWORD;\n\n // Connect and login to bsky\n const agent = new BskyAgent({ service: \"https://bsky.social\" });\n await agent.login({ identifier: username, password: password });\n\n // Return agent\n return agent;\n}\n\n\n// Step 4\nasync function rssToBskyPost(agent: BskyAgent, rssItem: any): Promise<BskyPost> {\n const url = titleToURL(rssItem.title);\n \n // Fetch the page to get OG metadata\n const metadata = await fetchLinkMetadata(url);\n \n // Upload thumbnail if available\n let thumb;\n if (metadata.image) {\n thumb = await uploadImage(agent, metadata.image);\n }\n \n // Create the embed\n const embed = {\n $type: \"app.bsky.embed.external\",\n external: {\n uri: url,\n title: metadata.title || rssItem.title,\n description: metadata.description || \"\",\n thumb: thumb,\n },\n };\n \n return {\n $type: \"app.bsky.feed.post\",\n text: rssItem.title,\n embed: embed,\n createdAt: rssItem.isoDate,\n };\n}\n\n// Step 4.1\nfunction titleToURL(title: string): string {\n const trimmedTitle = title.trim()\n const urlFormatTitle = trimmedTitle\n .replace(/ /g, \"-\")\n .replace(/[^a-zA-Z0-9-]/g, \"\")\n .toLowerCase();\n\n return `https://www.searchengine.show/${urlFormatTitle}`;\n}\n\n// Step 4.2 - Fetch metadata - 🤖🤖🤖 Claude generated\nasync function fetchLinkMetadata(url: string): Promise<MetaData> {\n try {\n const response = await fetch(url);\n const html = await response.text();\n \n // Simple regex-based OG tag extraction\n const getOgTag = (property: string) => {\n const match = html.match(new RegExp(`<meta[^>]*property=[\"']og:${property}[\"'][^>]*content=[\"']([^\"']*)[\"']`, 'i')) ||\n html.match(new RegExp(`<meta[^>]*content=[\"']([^\"']*)[\"'][^>]*property=[\"']og:${property}[\"']`, 'i'));\n return match ? match[1] : null;\n };\n \n return {\n title: getOgTag('title') || html.match(/<title>([^<]*)<\\/title>/i)?.[1] || '',\n description: getOgTag('description') || '',\n image: getOgTag('image') || '',\n };\n } catch (error) {\n console.error('Error fetching metadata:', error);\n return { title: '', description: '', image: '' };\n }\n}\n\n// Step 4.3 - Upload image - 🤖🤖🤖 Claude generated\nasync function uploadImage(agent: BskyAgent, imageUrl: string) {\n try {\n const response = await fetch(imageUrl);\n const arrayBuffer = await response.arrayBuffer();\n const uint8Array = new Uint8Array(arrayBuffer);\n \n const uploadResponse = await agent.uploadBlob(uint8Array, {\n encoding: response.headers.get('content-type') || 'image/jpeg',\n });\n \n return uploadResponse.data.blob;\n } catch (error) {\n console.error('Error uploading image:', error);\n return undefined;\n }\n}\n\n// Step 5\nasync function postToBsky(agent: BskyAgent, postRecords: BskyPost[]): Promise<void> {\n for (const post of postRecords) {\n console.log(\"Creating new post...\")\n console.log(post)\n \n await agent.post(post);\n\n // Wait a bit after each post - just so the bsky ordering is right\n // await new Promise(resolve => setTimeout(resolve, 100));\n }\n}\n\n\n// Main function\nexport async function rssToBsky(dryRun = false) {\n // 1. Get feeds\n const rss = await getRssFeed(RSS_URL);\n const bskyRss = await getRssFeed(BSKY_RSS_URL);\n\n // 2. Check if any new items\n const newItems = getNewItems(rss, bskyRss);\n if (newItems.length === 0) return;\n\n console.log(`${newItems.length} new items to post`)\n\n // 3. Login to Bsky\n const agent = await loginToBsky();\n\n // 4. Convert RSS items to correct format\n const newPosts: BskyPost[] = [];\n for (const item of newItems) {\n newPosts.push(await rssToBskyPost(agent, item));\n }\n\n console.log(newPosts);\n if (dryRun) return\n\n // 5. Post to Bsky\n await postToBsky(agent, newPosts);\n}\n\n\nrssToBsky(true);","createdAt",["D",1768145113516],"branchVersion","branchId","db3e0180-ee6a-11f0-9a27-42dde27851f2","id","db3dbb44-ee6a-11f0-9a27-42dde27851f2","rss-to-bsky-search-engine",["D",1768080316065],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Populating a Bluesky feed with content from RSS 🛜→🦋","imageUrl","019ba9b4-200d-74db-a159-c9d02a4ff400","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019ba9b4-200d-74db-a159-cda72072b3a7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",132,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","pjpscriv","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/17295de4-e213-4da5-0907-59e1e9d63100/square512?exp=1789577999&sig=19479a58e5eb38e3e224b3873d21f73266fb6ce666a375f67de13f93e5d53c00","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":164,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":165,"_79":166,"_81":167,"_83":25},"tree",[155,156],"files",[155,156],"counts",{"_143":61,"_144":145,"_146":61,"_147":148,"_149":150},"contents",[125,126],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":139,"_32":28,"_30":31,"_130":-5,"_41":42,"_40":14,"_132":25,"_38":140,"_13":141,"_33":34,"_35":37,"_24":25,"_137":-5,"_27":142},{"_43":127,"_32":128,"_30":129,"_130":-5,"_41":42,"_40":131,"_132":25,"_38":133,"_13":134,"_33":135,"_35":136,"_24":25,"_137":-5,"_27":138},"5357934a-ee7d-11f0-afea-42dde27851f2","types.ts","4430d9dc-ee71-11f0-89f9-42dde27851f2","parentId",32,"latest",["D",1768088248499],5,"script","import { AppBskyFeedPost } from \"npm:@atproto/api@0.18.13\";\nimport Parser from \"npm:rss-parser@3.13.0\";\n\nexport type BskyPost = & Partial<AppBskyFeedPost.Record> & Omit<AppBskyFeedPost.Record, \"createdAt\">;\nexport type RssFeedType = & { [key: string]: any } & Parser.Output<{ [key: string]: any }>;\nexport type MetaData = { title: string, description: string, image: string };","label",[128],"b988a350-ef01-11f0-bbcf-42dde27851f2",["D",1768145113516],62,[28],"pulls","branches",1,"forks","envVars",{"_151":153,"_154":61},"connections",{"_151":61,"_152":61},"count","unfilledCount",2,"emptyCount",{"_43":139,"_32":28,"_30":31,"_130":-5,"_41":42,"_40":14,"_132":25,"_38":161,"_13":141,"_33":34,"_35":37,"_24":25,"_137":-5,"_158":162,"_27":163},{"_43":127,"_32":128,"_30":129,"_130":-5,"_41":42,"_40":131,"_132":25,"_38":157,"_13":134,"_33":135,"_35":136,"_24":25,"_137":-5,"_158":159,"_27":160},["D",1768088248499],"children",[],[128],["D",1768145113516],[],[28],["D",1768080316065],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_122":201,"_202":203,"_204":205,"_206":25,"_207":25,"_208":25,"_209":210,"_211":-5,"_212":-7,"_213":-7,"_214":61,"_215":25,"_216":25,"_217":-5,"_218":25,"_219":25,"_220":25,"_221":-5},"ENV",{"_172":173,"_174":175,"_176":85,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_168":169,"_170":171},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":25,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",69,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","db3fab84-ee6a-11f0-9a27-42dde27851f2","name","fileType","interval","content","import { BskyAgent } from \"npm:@atproto/api@0.18.13\";\nimport Parser from \"npm:rss-parser@3.13.0\";\nimport process from \"node:process\";\nimport { BskyPost, RssFeedType, MetaData } from \"./types.ts\";\n\n\n// The RSS feed to turn into a Bluesky feed\nconst RSS_URL = \"https://feeds.megaphone.fm/search-engine\";\nconst BSKY_RSS_URL = \"https://bsky.app/profile/searchenginerss.bsky.social/rss\";\n\n\n// Step 1\nasync function getRssFeed(url: string): Promise {\n // Get feed\n const parser = new Parser();\n const feed = await parser.parseURL(url);\n\n // Log most recent feed item\n console.log(`Feed ${url} contains ${feed.items.length} items`);\n // console.log(feed.items[1]);\n\n // Return feed\n return feed;\n}\n\n\n// Step 2\nfunction getNewItems(rss: RssFeedType, bskyRss: RssFeedType): any[] {\n const rssItems = rss.items;\n const bskyItems = bskyRss.items.map((item) => item.content.split('\\n')[0].trim());\n\n // See if the RSS feed has any new items\n let newItems = rssItems.filter((item) => {\n const title = item.title.trim();\n console.log(`Does \"${title}\"\" exist in Bsky posts?`);\n console.log(' →', bskyItems.includes(title) ? '✅' : '❌');\n return !bskyItems.includes(title)\n });\n\n // Reverse the list\n newItems = newItems.reverse();\n \n // Limit number of items that can be posted at one time\n const limit = 1;\n newItems = newItems.slice(0, limit);\n\n // Return new items (if any)\n return newItems;\n}\n\n\n// Step 3\nasync function loginToBsky(): Promise {\n // Get username and password from process\n const username = process.env.BSKY_USERNAME;\n const password = process.env.BSKY_PASSWORD;\n\n // Connect and login to bsky\n const agent = new BskyAgent({ service: \"https://bsky.social\" });\n await agent.login({ identifier: username, password: password });\n\n // Return agent\n return agent;\n}\n\n\n// Step 4\nasync function rssToBskyPost(agent: BskyAgent, rssItem: any): Promise {\n const url = titleToURL(rssItem.title);\n \n // Fetch the page to get OG metadata\n const metadata = await fetchLinkMetadata(url);\n \n // Upload thumbnail if available\n let thumb;\n if (metadata.image) {\n thumb = await uploadImage(agent, metadata.image);\n }\n \n // Create the embed\n const embed = {\n $type: \"app.bsky.embed.external\",\n external: {\n uri: url,\n title: metadata.title || rssItem.title,\n description: metadata.description || \"\",\n thumb: thumb,\n },\n };\n \n return {\n $type: \"app.bsky.feed.post\",\n text: rssItem.title,\n embed: embed,\n createdAt: rssItem.isoDate,\n };\n}\n\n// Step 4.1\nfunction titleToURL(title: string): string {\n const trimmedTitle = title.trim()\n const urlFormatTitle = trimmedTitle\n .replace(/ /g, \"-\")\n .replace(/[^a-zA-Z0-9-]/g, \"\")\n .toLowerCase();\n\n return `https://www.searchengine.show/${urlFormatTitle}`;\n}\n\n// Step 4.2 - Fetch metadata - 🤖🤖🤖 Claude generated\nasync function fetchLinkMetadata(url: string): Promise {\n try {\n const response = await fetch(url);\n const html = await response.text();\n \n // Simple regex-based OG tag extraction\n const getOgTag = (property: string) => {\n const match = html.match(new RegExp(`]*property=[\"']og:${property}[\"'][^>]*content=[\"']([^\"']*)[\"']`, 'i')) ||\n html.match(new RegExp(`]*content=[\"']([^\"']*)[\"'][^>]*property=[\"']og:${property}[\"']`, 'i'));\n return match ? match[1] : null;\n };\n \n return {\n title: getOgTag('title') || html.match(/([^<]*)<\\/title>/i)?.[1] || '',\n description: getOgTag('description') || '',\n image: getOgTag('image') || '',\n };\n } catch (error) {\n console.error('Error fetching metadata:', error);\n return { title: '', description: '', image: '' };\n }\n}\n\n// Step 4.3 - Upload image - 🤖🤖🤖 Claude generated\nasync function uploadImage(agent: BskyAgent, imageUrl: string) {\n try {\n const response = await fetch(imageUrl);\n const arrayBuffer = await response.arrayBuffer();\n const uint8Array = new Uint8Array(arrayBuffer);\n \n const uploadResponse = await agent.uploadBlob(uint8Array, {\n encoding: response.headers.get('content-type') || 'image/jpeg',\n });\n \n return uploadResponse.data.blob;\n } catch (error) {\n console.error('Error uploading image:', error);\n return undefined;\n }\n}\n\n// Step 5\nasync function postToBsky(agent: BskyAgent, postRecords: BskyPost[]): Promise<void> {\n for (const post of postRecords) {\n console.log(\"Creating new post...\")\n console.log(post)\n \n await agent.post(post);\n\n // Wait a bit after each post - just so the bsky ordering is right\n // await new Promise(resolve => setTimeout(resolve, 100));\n }\n}\n\n\n// Main function\nexport async function rssToBsky(dryRun = false) {\n // 1. Get feeds\n const rss = await getRssFeed(RSS_URL);\n const bskyRss = await getRssFeed(BSKY_RSS_URL);\n\n // 2. Check if any new items\n const newItems = getNewItems(rss, bskyRss);\n if (newItems.length === 0) return;\n\n console.log(`${newItems.length} new items to post`)\n\n // 3. Login to Bsky\n const agent = await loginToBsky();\n\n // 4. Convert RSS items to correct format\n const newPosts: BskyPost[] = [];\n for (const item of newItems) {\n newPosts.push(await rssToBskyPost(agent, item));\n }\n\n console.log(newPosts);\n if (dryRun) return\n\n // 5. Post to Bsky\n await postToBsky(agent, newPosts);\n}\n\n\nrssToBsky(true);","import { BskyAgent } from \"npm:@atproto/api@0.18.13\";\nimport Parser from \"npm:rss-parser@3.13.0\";\nimport process from \"node:process\";\nimport { BskyPost, RssFeedType, MetaData } from \"./types.ts\";\n\n\n// The RSS feed to turn into a Bluesky feed\nconst RSS_URL = \"https://feeds.megaphone.fm/search-engine\";\nconst BSKY_RSS_URL = \"https://bsky.app/profile/searchenginerss.bsky.social/rss\";\n\n\n// Step 1\nasync function getRssFeed(url: string): Promise<RssFeedType> {\n // Get feed\n const parser = new Parser();\n const feed = await parser.parseURL(url);\n\n // Log most recent feed item\n console.log(`Feed ${url} contains ${feed.items.length} items`);\n // console.log(feed.items[1]);\n\n // Return feed\n return feed;\n}\n\n\n// Step 2\nfunction getNewItems(rss: RssFeedType, bskyRss: RssFeedType): any[] {\n const rssItems = rss.items;\n const bskyItems = bskyRss.items.map((item) => item.content.split('\\n')[0].trim());\n\n // See if the RSS feed has any new items\n let newItems = rssItems.filter((item) => {\n const title = item.title.trim();\n console.log(`Does \"${title}\"\" exist in Bsky posts?`);\n console.log(' →', bskyItems.includes(title) ? '✅' : '🛑');\n return !bskyItems.includes(title)\n });\n\n // Reverse the list\n newItems = newItems.reverse();\n \n // Limit number of items that can be posted at one time\n const limit = 1;\n newItems = newItems.slice(0, limit);\n\n // Return new items (if any)\n return newItems;\n}\n\n\n// Step 3\nasync function loginToBsky(): Promise<BskyAgent> {\n // Get username and password from process\n const username = process.env.BSKY_USERNAME;\n const password = process.env.BSKY_PASSWORD;\n\n // Connect and login to bsky\n const agent = new BskyAgent({ service: \"https://bsky.social\" });\n await agent.login({ identifier: username, password: password });\n\n // Return agent\n return agent;\n}\n\n\n// Step 4\nasync function rssToBskyPost(agent: BskyAgent, rssItem: any): Promise<BskyPost> {\n const url = titleToURL(rssItem.title);\n \n // Fetch the page to get OG metadata\n const metadata = await fetchLinkMetadata(url);\n \n // Upload thumbnail if available\n let thumb;\n if (metadata.image) {\n thumb = await uploadImage(agent, metadata.image);\n }\n \n // Create the embed\n const embed = {\n $type: \"app.bsky.embed.external\",\n external: {\n uri: url,\n title: metadata.title || rssItem.title,\n description: metadata.description || \"\",\n thumb: thumb,\n },\n };\n \n return {\n $type: \"app.bsky.feed.post\",\n text: rssItem.title,\n embed: embed,\n createdAt: rssItem.isoDate,\n };\n}\n\n// Step 4.1\nfunction titleToURL(title: string): string {\n const trimmedTitle = title.trim()\n const urlFormatTitle = trimmedTitle\n .replace(/ /g, \"-\")\n .replace(/[^a-zA-Z0-9-]/g, \"\")\n .toLowerCase();\n\n return `https://www.searchengine.show/${urlFormatTitle}`;\n}\n\n// Step 4.2 - Fetch metadata - 🤖🤖🤖 Claude generated\nasync function fetchLinkMetadata(url: string): Promise<MetaData> {\n try {\n const response = await fetch(url);\n const html = await response.text();\n \n // Simple regex-based OG tag extraction\n const getOgTag = (property: string) => {\n const match = html.match(new RegExp(`<meta[^>]*property=[\"']og:${property}[\"'][^>]*content=[\"']([^\"']*)[\"']`, 'i')) ||\n html.match(new RegExp(`<meta[^>]*content=[\"']([^\"']*)[\"'][^>]*property=[\"']og:${property}[\"']`, 'i'));\n return match ? match[1] : null;\n };\n \n return {\n title: getOgTag('title') || html.match(/<title>([^<]*)<\\/title>/i)?.[1] || '',\n description: getOgTag('description') || '',\n image: getOgTag('image') || '',\n };\n } catch (error) {\n console.error('Error fetching metadata:', error);\n return { title: '', description: '', image: '' };\n }\n}\n\n// Step 4.3 - Upload image - 🤖🤖🤖 Claude generated\nasync function uploadImage(agent: BskyAgent, imageUrl: string) {\n try {\n const response = await fetch(imageUrl);\n const arrayBuffer = await response.arrayBuffer();\n const uint8Array = new Uint8Array(arrayBuffer);\n \n const uploadResponse = await agent.uploadBlob(uint8Array, {\n encoding: response.headers.get('content-type') || 'image/jpeg',\n });\n \n return uploadResponse.data.blob;\n } catch (error) {\n console.error('Error uploading image:', error);\n return undefined;\n }\n}\n\n// Step 5\nasync function postToBsky(agent: BskyAgent, postRecords: BskyPost[]): Promise<void> {\n for (const post of postRecords) {\n console.log(\"Creating new post...\")\n console.log(post)\n \n await agent.post(post);\n\n // Wait a bit after each post - just so the bsky ordering is right\n // await new Promise(resolve => setTimeout(resolve, 100));\n }\n}\n\n\n// Main function\nexport async function rssToBsky(dryRun = false) {\n // 1. Get feeds\n const rss = await getRssFeed(RSS_URL);\n const bskyRss = await getRssFeed(BSKY_RSS_URL);\n\n // 2. Check if any new items\n const newItems = getNewItems(rss, bskyRss);\n if (newItems.length === 0) return;\n\n console.log(`${newItems.length} new items to post`)\n\n // 3. Login to Bsky\n const agent = await loginToBsky();\n\n // 4. Convert RSS items to correct format\n const newPosts: BskyPost[] = [];\n for (const item of newItems) {\n newPosts.push(await rssToBskyPost(agent, item));\n }\n\n console.log(newPosts);\n if (dryRun) return\n\n // 5. Post to Bsky\n await postToBsky(agent, newPosts);\n}\n\n\nrssToBsky(true);","createdAt",["D",1768145113516],"branchVersion","branchId","db3e0180-ee6a-11f0-9a27-42dde27851f2","id","db3dbb44-ee6a-11f0-9a27-42dde27851f2","rss-to-bsky-search-engine",["D",1768080316065],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Populating a Bluesky feed with content from RSS 🛜→🦋","imageUrl","019ba9b4-200d-74db-a159-c9d02a4ff400","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019ba9b4-200d-74db-a159-cda72072b3a7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",132,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","pjpscriv","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/17295de4-e213-4da5-0907-59e1e9d63100/square512?exp=1789577999&sig=19479a58e5eb38e3e224b3873d21f73266fb6ce666a375f67de13f93e5d53c00","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":164,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":165,"_79":166,"_81":167,"_83":25},"tree",[155,156],"files",[155,156],"counts",{"_143":61,"_144":145,"_146":61,"_147":148,"_149":150},"contents",[125,126],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":139,"_32":28,"_30":31,"_130":-5,"_41":42,"_40":14,"_132":25,"_38":140,"_13":141,"_33":34,"_35":37,"_24":25,"_137":-5,"_27":142},{"_43":127,"_32":128,"_30":129,"_130":-5,"_41":42,"_40":131,"_132":25,"_38":133,"_13":134,"_33":135,"_35":136,"_24":25,"_137":-5,"_27":138},"5357934a-ee7d-11f0-afea-42dde27851f2","types.ts","4430d9dc-ee71-11f0-89f9-42dde27851f2","parentId",32,"latest",["D",1768088248499],5,"script","import { AppBskyFeedPost } from \"npm:@atproto/api@0.18.13\";\nimport Parser from \"npm:rss-parser@3.13.0\";\n\nexport type BskyPost = & Partial<AppBskyFeedPost.Record> & Omit<AppBskyFeedPost.Record, \"createdAt\">;\nexport type RssFeedType = & { [key: string]: any } & Parser.Output<{ [key: string]: any }>;\nexport type MetaData = { title: string, description: string, image: string };","label",[128],"b988a350-ef01-11f0-bbcf-42dde27851f2",["D",1768145113516],62,[28],"pulls","branches",1,"forks","envVars",{"_151":153,"_154":61},"connections",{"_151":61,"_152":61},"count","unfilledCount",2,"emptyCount",{"_43":139,"_32":28,"_30":31,"_130":-5,"_41":42,"_40":14,"_132":25,"_38":161,"_13":141,"_33":34,"_35":37,"_24":25,"_137":-5,"_158":162,"_27":163},{"_43":127,"_32":128,"_30":129,"_130":-5,"_41":42,"_40":131,"_132":25,"_38":157,"_13":134,"_33":135,"_35":136,"_24":25,"_137":-5,"_158":159,"_27":160},["D",1768088248499],"children",[],[128],["D",1768145113516],[],[28],["D",1768080316065],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_122":201,"_202":203,"_204":205,"_206":25,"_207":25,"_208":25,"_209":210,"_211":-5,"_212":-7,"_213":-7,"_214":61,"_215":25,"_216":25,"_217":-5,"_218":25,"_219":25,"_220":25,"_221":-5},"ENV",{"_172":173,"_174":175,"_176":85,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

Diff · v69