[{"_1":2,"_172":-5,"_173":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","16f2931b3e0f3a1f0749f6d2640b9447dd6106a9","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_149":150,"_169":170,"_171":-5},"handle","pjpscriv","name","rss-to-bsky-search-engine","path","main.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":111,"_112":-5,"_12":113,"_114":-5,"_115":20,"_116":-5,"_117":-5,"_118":32,"_14":119,"_120":121,"_122":121,"_123":124,"_125":124,"_126":124,"_127":121,"_128":121,"_23":129,"_132":133,"_135":136,"_148":20},"id","db3dbb44-ee6a-11f0-9a27-42dde27851f2","createdAt",["D",1768080316065],"deletedAt","legacyEnvVars","privacy","public","description","Populating a Bluesky feed with content from RSS 🛜→🦋","imageUrl","019ba9b4-200d-74db-a159-c9d02a4ff400","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","019ba9b4-200d-74db-a159-cda72072b3a7","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_130":131},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/17295de4-e213-4da5-0907-59e1e9d63100/square512","org",{"_94":95,"_134":131,"_12":113},"avatar","branch",{"_137":138,"_96":44,"_102":139,"_140":103,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":97,"_147":95},"version",94,"db3e0180-ee6a-11f0-9a27-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":151,"_96":99,"_152":153,"_154":-5,"_155":139,"_156":157,"_158":159,"_104":160,"_137":161,"_162":163,"_164":165,"_166":20,"_167":-5,"_98":168},"ebe2ea42-ef81-11f0-8cb8-42dde27851f2","fileId","db3fab84-ee6a-11f0-9a27-42dde27851f2","parentId","branchId","branchVersion",88,"latest",true,["D",1768200173574],80,"fileType","interval","content","import { BlobRef, BskyAgent } from \"npm:@atproto/api@0.18.13\";\nimport { FeedViewPost } from 'npm:@atproto/api@0.18.13/dist/client/types/app/bsky/feed/defs';\nimport * as cheerio from 'npm:cheerio';\nimport Parser from \"npm:rss-parser@3.13.0\";\nimport process from \"node:process\";\nimport { BskyPost, MetaData, PostData, RssItem } from \"./types.ts\";\n\n\n// The RSS feed to turn into a Bluesky feed\nconst RSS_URL = \"https://feeds.megaphone.fm/search-engine\";\n\n// The Bluesky account to post to\nconst BSKY_HANDLE = process.env.BSKY_HANDLE!;\nconst BSKY_PSSWRD = process.env.BSKY_PWD!;\n\n\n// Step 1 - Login to Bluesky\nasync function loginToBsky(): Promise {\n const agent = new BskyAgent({ service: \"https://bsky.social\" });\n await agent.login({ identifier: BSKY_HANDLE, password: BSKY_PSSWRD });\n return agent;\n}\n\n// Step 2.0 - Fetch RSS feed\nasync function getRssFeedItems(url: string): Promise {\n const feed = await new Parser().parseURL(url);\n console.log(`Feed ${url} contains ${feed.items.length} items`);\n return feed.items as T[];\n}\n\n// Step 2.1 - Fetch existing Bsky posts\nasync function getBskyPosts(agent: BskyAgent, maxPosts = 1000): Promise {\n const allPosts: FeedViewPost[] = [];\n let cursor: string | undefined = undefined;\n while (allPosts.length < maxPosts) {\n const response = await agent.getAuthorFeed({\n actor: BSKY_HANDLE,\n limit: Math.min(100, maxPosts - allPosts.length),\n cursor: cursor,\n filter: 'posts_no_replies', // Not replies\n });\n allPosts.push(...response.data.feed);\n cursor = response.data.cursor;\n if (!cursor) {\n break; // No more posts to fetch\n }\n }\n return allPosts;\n}\n\n// Step 3 - Find difference between RSS & Bsky\nfunction getUnpostedItems(rss: RssItem[], bskyRss: FeedViewPost[], limit = 200): RssItem[] {\n const bskyTitles = bskyRss.map((b) => (b.post.record as any).text.split('\\n')[0].trim());\n console.log(`Existing Bsky titles: \\n${bskyTitles.map((t, i) => ` #${i+1} \"${t}\"`).join(\"\\n\")}\\n`);\n \n const items = rss.filter((r) => {\n const trimmed = r.title.trim();\n const exists = bskyTitles.includes(trimmed);\n console.log(`Checking existance of \"${trimmed}\": ${exists ? '✅' : '🛑'}`);\n return !exists;\n })\n .reverse()\n .slice(0, limit);\n console.log(`Found ${items.length} items to post (Limit: ${limit})`);\n return items;\n}\n\n// Step 4 - Fetch data required for posting\nasync function toPostData(rssItems: RssItem): Promise {\n const link = titleToURL(rssItems.title);\n const metadata = await fetchLinkMetadata(link);\n return {\n title: rssItems.title,\n url: link,\n description: metadata.description?.trim() || '',\n imageUrl: metadata.image || '',\n isoDate: rssItems.isoDate,\n episodeNo: rssItems.itunes?.episode || '',\n };\n}\n\n// Step 4.1 - Get URL slug\nfunction titleToURL(title: string): string {\n const titleMap: Record = {\n \"What are teenagers actually seeing on their phones?\": \"whats-actually-on-teenagers-phones\",\n \"An Anthropology of Gooners\": \"an-anthropology-of-gooning\",\n \"What should we do about teens using AI to do their homework?\": \"playboi-farti-and-his-ai-homework-machine\",\n \"The Cuddly Killer (classic)\": \"the-cuddly-killer-classic\"\n }\n\n if (titleMap[title]) {\n return `https://www.searchengine.show/${titleMap[title]}/`;\n }\n\n const slug = title.trim()\n .replace(\" (classic)\", \"\")\n .replace(/\\u00A0/g, \"-\")\n .replace(/ /g, \"-\")\n .replace(/[^a-zA-Z0-9-]/g, \"\")\n .replace(/---/g, \"-\")\n .replace(/--/g, \"-\")\n .toLowerCase();\n return `https://www.searchengine.show/${slug}/`;\n}\n\n// Step 4.2 - Fetch metadata (mainly image)\nasync function fetchLinkMetadata(url: string): Promise {\n const resp = await fetch(url);\n const html = await resp.text();\n console.log(`\\nFetched metadata from ${url} - ${resp.ok ? '✅' : '🛑'} Resp: ${resp.status} `);\n const $ = cheerio.load(html);\n const metadata = {\n title: $('meta[property=\"og:title\"]').attr('content') || $('title').text() || '',\n description: $('meta[property=\"og:description\"]').attr('content') || '',\n image: $('meta[property=\"og:image\"]').attr('content') || '',\n };\n console.log(`Got metadata for \"${metadata.title}\"`);\n console.log(` Desc: ${metadata.description}`);\n return metadata;\n}\n\n// Step 5 - 🦋 P O S T !\nasync function postToBsky(agent: BskyAgent, postRecords: PostData[]): Promise {\n for (const pd of postRecords) {\n console.log(`Creating new post for #${pd.episodeNo} \"${pd.title}\"...`);\n const post = await toBskyPost(agent, pd);\n const resp = await agent.post(post);\n console.log(` Posted ✅: ${resp.uri}`);\n }\n}\n\n// Step 5.1 - Post prep work\nasync function toBskyPost(agent: BskyAgent, postData: PostData): Promise {\n const thumb = postData.imageUrl ? await uploadImage(agent, postData.imageUrl) : undefined;\n return {\n $type: \"app.bsky.feed.post\",\n text: postData.title,\n embed: {\n $type: \"app.bsky.embed.external\",\n external: {\n uri: postData.url,\n title: postData.title,\n description: postData.description || \"\",\n thumb,\n },\n },\n createdAt: postData.isoDate,\n };\n}\n\n// Step 5.2 - Upload image \nasync function uploadImage(agent: BskyAgent, imageUrl: string): Promise {\n try {\n const response = await fetch(imageUrl);\n const uint8Array = new Uint8Array(await response.arrayBuffer());\n const { data } = await agent.uploadBlob(uint8Array, {\n encoding: response.headers.get('content-type') || 'image/jpeg',\n });\n return data.blob;\n } catch (error) {\n console.error('Error uploading image:', error);\n }\n}\n\n// Main function\nexport async function rssToBsky(dryRun = false): Promise {\n const agent = await loginToBsky();\n \n const rss = await getRssFeedItems(RSS_URL);\n const existingPosts = await getBskyPosts(agent);\n\n const unposted = getUnpostedItems(rss, existingPosts, 1);\n if (unposted.length === 0) return;\n\n console.log(\"Fetching data for unposted items...\");\n const postData: PostData[] = []\n for (const item of unposted) {\n postData.push(await toPostData(item));\n }\n\n if (dryRun) return;\n\n await postToBsky(agent, postData);\n}\n\n\nawait rssToBsky(false);","deleted","label",[99],"permalink","https://www.val.town/x/pjpscriv/rss-to-bsky-search-engine/code/main.ts","extension","actionData","errors"]