Our present version of the internet...\",\n \"content:encodedSnippet\": string; // e.g. \"Our present version of the internet...\",\n enclosure: Enclosure\n content: string // e.g. \"Our present version of the internet...\"\n contentSnippet: string // e.g. \"Our present version of the internet...\"\n guid: string // e..g \"f5d9d676-8aa7-11f0-a931-4b336ef680ef\"\n isoDate: string // e.g. \"2026-01-09T10:00:00.000Z\"\n itunes: ItunesData\n}\n\nexport type Enclosure = {\n url: string; // e.g. \"https://pdst.fm/e/tracking.swap.fm/tra...\"\n length: string; // e.g. \"0\"\n type: string; // e.g. \"audio/mpeg\"\n}\n\nexport type ItunesData = {\n author: string; // e.g. \"PJ Vogt\"\n subtitle: string; // e.g. \"\"\n summary: string; // e.g. \"Our present version of the internet...\"\n explicit: string; // e.g. \"no\"\n duration: string; // e.g. \"2513\"\n episode: string; // e.g. \"129\"\n episodeType: string; // e.g. \"full\"\n}","deleted","label",[115],"cdd23011-8b20-4c0d-a9f5-adb7756edb6a","main.ts","db3fab84-ee6a-11f0-9a27-42dde27851f2",["D",1783685861883],118,"interval","import { BlobRef, BskyAgent, RichText } from \"npm:@atproto/api@0.18.13\";\nimport { FeedViewPost } from 'npm:@atproto/api@0.18.13/dist/client/types/app/bsky/feed/defs';\nimport * as cheerio from 'npm:cheerio@1.1.2';\nimport Parser from \"npm:rss-parser@3.13.0\";\nimport process from \"node:process\";\nimport { BskyPost, MetaData, PostData, RssItem } from \"./types.ts\";\n\n\n// The RSS feed to turn into a Bluesky feed\nconst RSS_URL = \"https://feeds.megaphone.fm/search-engine\";\n\n// The Bluesky account to post to\nconst BSKY_HANDLE = process.env.BSKY_HANDLE!;\nconst BSKY_PSSWRD = process.env.BSKY_PWD!;\nconst MAINTAINER_HANDLE = \"@pjpscriv.co.nz\"\n\nconst NOT_FOUND_STR = \"MAGIC_PAGE_NOT_FOUND_MESSAGE\";\n\n// Step 1 - Login to Bluesky\nasync function loginToBsky(): Promise {\n const agent = new BskyAgent({ service: \"https://bsky.social\" });\n await agent.login({ identifier: BSKY_HANDLE, password: BSKY_PSSWRD });\n return agent;\n}\n\n// Step 2.0 - Fetch RSS feed\nasync function getRssFeedItems(url: string): Promise {\n const feed = await new Parser().parseURL(url);\n console.log(`RSS Feed ${url} contains ${feed.items.length} items`);\n return feed.items as T[];\n}\n\n// Step 2.1 - Fetch existing Bsky posts\nasync function getBskyPosts(agent: BskyAgent, maxPosts = 1000): Promise {\n const allPosts: FeedViewPost[] = [];\n let cursor: string | undefined = undefined;\n while (allPosts.length < maxPosts) {\n const response = await agent.getAuthorFeed({\n actor: BSKY_HANDLE,\n limit: Math.min(100, maxPosts - allPosts.length),\n cursor: cursor,\n filter: 'posts_no_replies', // Not replies\n });\n allPosts.push(...response.data.feed);\n cursor = response.data.cursor;\n if (!cursor) {\n break; // No more posts to fetch\n }\n }\n console.log(`Bsky profile https://bsky.app/profile/${BSKY_HANDLE} contains ${allPosts.length} posts`);\n return allPosts;\n}\n\n// Step 3 - Find difference between RSS & Bsky\nfunction getUnpostedItems(rss: RssItem[], bskyRss: FeedViewPost[], limit = 200, verbose = false): RssItem[] {\n const bskyTitles = bskyRss.map((b) => (b.post.record as any).text.split('\\n')[0].trim());\n if (verbose) {\n console.log(`Existing Bsky titles: \\n${bskyTitles.map((t, i) => ` #${i+1} \"${t}\"`).join(\"\\n\")}\\n`);\n }\n \n const items = rss.filter((r) => {\n const trimmed = r.title.trim();\n const exists = bskyTitles.includes(trimmed);\n if (verbose) {\n console.log(`Checking existance of \"${trimmed}\": ${exists ? '✅' : '🛑'}`);\n }\n return !exists;\n })\n .reverse()\n .slice(0, limit);\n console.log(`Found ${items.length} items to post (Limit: ${limit})`);\n return items;\n}\n\n// Step 4 - Fetch data required for posting\nasync function toPostData(rssItems: RssItem): Promise {\n const link = titleToURL(rssItems.title.trim());\n const metadata = await fetchLinkMetadata(link);\n return {\n title: rssItems.title,\n url: link,\n description: metadata.description?.trim() || '',\n imageUrl: metadata.image || '',\n isoDate: rssItems.isoDate,\n episodeNo: rssItems.itunes?.episode || '',\n };\n}\n\n// Step 4.1 - Get URL slug\nfunction titleToURL(title: string): string {\n const titleMap: Record = {\n \"What are teenagers actually seeing on their phones?\": \"whats-actually-on-teenagers-phones\",\n \"An Anthropology of Gooners\": \"an-anthropology-of-gooning\",\n \"What should we do about teens using AI to do their homework?\": \"playboi-farti-and-his-ai-homework-machine\",\n \"The Cuddly Killer (classic)\": \"the-cuddly-killer-classic\",\n \"The Venezuelan Curse (Part 1)\": \"the-venezuelan-curse\",\n \"Mysteries of Claude\": \"mysteries-of-a-chatbot\",\n \"What if the cemetery goes out of business? (classic)\": \"what-if-the-cemetery-goes-out-of-business-classic\",\n \"Why didn’t Chris and Dan get into Berghain? Pt. 1 (classic)\": \"why-didnt-chris-and-dan-get-into-berghain-pt-1-classic\",\n \"Why didn’t Chris and Dan get into Berghain? Pt. 2 (classic)\": \"why-didnt-chris-and-dan-get-into-berghain-pt-2-classic\"\n }\n\n if (titleMap[title]) {\n return `https://www.searchengine.show/${titleMap[title]}/`;\n }\n\n const slug = title.trim()\n .replace(\" (classic)\", \"\")\n .replace(/\\u00A0/g, \"-\")\n .replace(/ /g, \"-\")\n .replace(/[^a-zA-Z0-9-]/g, \"\")\n .replace(/---/g, \"-\")\n .replace(/--/g, \"-\")\n .toLowerCase();\n return `https://www.searchengine.show/${slug}/`;\n}\n\n// Step 4.2 - Fetch metadata (mainly image)\nasync function fetchLinkMetadata(url: string): Promise {\n const resp = await fetch(url);\n const html = await resp.text();\n console.log(`\\nFetched metadata from ${url} - ${resp.ok ? '✅' : '🛑'} Resp: ${resp.status} `);\n if (!resp.ok) {\n return { title: '', description: NOT_FOUND_STR, image: '' }\n }\n const $ = cheerio.load(html);\n const metadata = {\n title: $('meta[property=\"og:title\"]').attr('content') || $('title').text() || '',\n description: $('meta[property=\"og:description\"]').attr('content') || '',\n image: $('meta[property=\"og:image\"]').attr('content') || '',\n };\n console.log(`Got metadata for \"${metadata.title}\"`);\n console.log(` Desc: ${metadata.description}`);\n return metadata;\n}\n\n// Step 5 - 🦋 P O S T !\nasync function postToBsky(agent: BskyAgent, postRecords: PostData[]): Promise {\n for (const pd of postRecords) {\n console.log(`Creating new post for #${pd.episodeNo} \"${pd.title}\"...`);\n const post = await toBskyPost(agent, pd);\n const resp = await agent.post(post);\n const postId = resp.uri.split('/').at(-1)\n const url = `https://bsky.app/profile/${BSKY_HANDLE}/post/${postId}`\n console.log(` Posted ✅: ${url} - ${resp.uri}`);\n }\n}\n\n// Step 5.1 - Post prep work\nasync function toBskyPost(agent: BskyAgent, postData: PostData): Promise {\n if (postData.description === NOT_FOUND_STR) {\n const rt = new RichText({ text: `⚠️ New episode \"${postData.title}\" but couldn't fetch metadata from ${postData.url}. \\n\\nSomeone tell ${MAINTAINER_HANDLE} to fix me! 🤖` });\n await rt.detectFacets(agent);\n return {\n $type: \"app.bsky.feed.post\",\n text: rt.text,\n facets: rt.facets,\n };\n }\n const thumb = postData.imageUrl ? await uploadImage(agent, postData.imageUrl) : undefined;\n return {\n $type: \"app.bsky.feed.post\",\n text: postData.title,\n embed: {\n $type: \"app.bsky.embed.external\",\n external: {\n uri: postData.url,\n title: postData.title,\n description: postData.description || \"\",\n thumb,\n },\n },\n createdAt: postData.isoDate,\n };\n}\n\n// Step 5.2 - Upload image \nasync function uploadImage(agent: BskyAgent, imageUrl: string): Promise {\n try {\n const response = await fetch(imageUrl);\n const uint8Array = new Uint8Array(await response.arrayBuffer());\n const { data } = await agent.uploadBlob(uint8Array, {\n encoding: response.headers.get('content-type') || 'image/jpeg',\n });\n return data.blob;\n } catch (error) {\n console.error('Error uploading image:', error);\n }\n}\n\n// Main function\nexport async function rssToBsky(cronData: Interval, dryRun = false, verbose = false): Promise {\n console.log(`▶️ Running RSS-to-Bluesky for @${BSKY_HANDLE}\\n\\tcronData: ${JSON.stringify(cronData)}\\n\\tdryRun: ${dryRun}\\n\\tverbose: ${verbose}`)\n \n const agent = await loginToBsky();\n \n const rss = await getRssFeedItems(RSS_URL);\n const existingPosts = await getBskyPosts(agent);\n\n const unposted = getUnpostedItems(rss, existingPosts, 1, verbose);\n if (unposted.length === 0) return;\n\n console.log(\"Fetching data for unposted items...\");\n const postData: PostData[] = []\n for (const item of unposted) {\n postData.push(await toPostData(item));\n }\n\n if (dryRun) {\n console.log(`[DRY RUN] Would have posted:\\n${JSON.stringify(postData)}`)\n return;\n }\n\n await postToBsky(agent, postData);\n}",[134],"f52279f8-f001-11f0-b22e-42dde27851f2","README.md","b17588f0-efff-11f0-8a6f-42dde27851f2",94,["D",1768255164668],5,"# rss-to-bsky-search-engine\n\nCode to read the Search Engine RSS feed (https://feeds.megaphone.fm/search-engine) and post it to the [searchenginerss.bsky.social](https://searchenginerss.bsky.social) Bluesky account.\n\nPolls the RSS feed every hour, checks if there are any items in the feed that haven't been posted to Blueksy (comparing by title). If there are, it takes the oldest and posts it.",[142],"pulls",1,"forks","envVars",{"_156":158,"_159":52},"connections",{"_156":52,"_157":52},"count","unfilledCount",2,"emptyCount",{"_20":141,"_13":142,"_116":143,"_118":-5,"_119":21,"_120":144,"_122":123,"_22":170,"_29":146,"_126":100,"_128":147,"_130":38,"_131":-5,"_164":171,"_88":172},{"_20":133,"_13":134,"_116":135,"_118":-5,"_119":21,"_120":30,"_122":123,"_22":167,"_29":137,"_126":138,"_128":139,"_130":38,"_131":-5,"_164":168,"_88":169},{"_20":114,"_13":115,"_116":117,"_118":-5,"_119":21,"_120":121,"_122":123,"_22":163,"_29":125,"_126":127,"_128":129,"_130":38,"_131":-5,"_164":165,"_88":166},["D",1768192838794],"children",[],[115],["D",1783685861883],[],[134],["D",1768255164668],[],[142],["D",1768080316065],{"_11":12,"_86":82},{"_11":12,"_80":-5,"_81":82,"_45":46,"_83":84,"_85":38},{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_75":-5,"_76":-5,"_77":-5,"_78":14,"_79":12},"ctx",{"_68":-5,"_108":210,"_211":212,"_213":214,"_215":38,"_216":38,"_217":38,"_218":123,"_219":-5,"_220":-7,"_221":-7,"_222":52,"_223":38,"_224":38,"_225":-5,"_226":38,"_227":38,"_228":38,"_229":-5},"ENV",{"_181":182,"_183":184,"_185":26,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Branches1

Branches
1