[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_282":283,"_284":285},"routes/_app.x.$handle.$name",{"_97":96,"_33":46,"_105":87,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":59,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_33":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":32,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",82,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":30},"file",{"_31":32,"_33":30,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_31":32,"_33":30,"_34":35,"_36":37},"deleted",false,"deletedHere","path","services/index.ts","latestPath","index.ts","fileId","442b5b3e-6f95-11f0-8f64-0224a6c84d84","name","fileType","http","content","import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { blob } from \"https://esm.town/v/std/blob\";\nimport blogs from \"../blogs.json\" with { type: \"json\" };\nimport type { BlogConfig } from \"./types.ts\";\n\nconst app = new Hono();\n\n// Unwrap Hono errors to see original error details\napp.onError((err) => Promise.reject(err));\n\n// Health check endpoint\napp.get(\"/\", async (c) => {\n try {\n // Get all configured blogs\n const configuredBlogs = blogs as BlogConfig[];\n\n // Get metadata for each blog\n const blogStatus = await Promise.all(\n configuredBlogs.map(async (blog) => {\n try {\n const metadata = await blob.getJSON(`meta_${blog.slug}`);\n const hasRSSFeed = (await blob.get(`rss_${blog.slug}.xml`)) !== null;\n\n return {\n slug: blog.slug,\n name: blog.name,\n url: blog.url,\n rssUrl: `/rss/${blog.slug}.xml`,\n lastSuccessful: metadata?.lastSuccessful || null,\n postCount: metadata?.postCount || null,\n hasRSSFeed,\n status: hasRSSFeed ? \"active\" : \"pending\",\n };\n } catch (error) {\n return {\n slug: blog.slug,\n name: blog.name,\n url: blog.url,\n rssUrl: `/rss/${blog.slug}.xml`,\n lastSuccessful: null,\n postCount: null,\n hasRSSFeed: false,\n status: \"error\",\n };\n }\n }),\n );\n\n // Create HTML response\n const html = `\n\n\n\n \n \n RSS Feed Generator - Status\n \n\n\n

RSS Feed Generator

Generic RSS feed generator for blogs that don't provide their own feeds

\n\n

Total Feeds

${blogStatus.length}

Active Feeds

${blogStatus.filter((b) => b.status === \"active\").length}

Pending/Error

${blogStatus.filter((b) => b.status !== \"active\").length}

\n\n

Feed Status

\n\n

\n \n \n \n \n \n \n \n \n \n \n \n \n ${blogStatus\n .map(\n (blog) => `\n \n \n \n \n \n \n \n \n `,\n )\n .join(\"\")}\n \n

Blog	Slug	Status	Last Successful	Posts	Actions
\n \n ${blog.name} \n \n \n ${blog.url}\n \n \n \n	\n `${blog.slug}`\n	\n \n ${blog.status}\n \n	\n ${\n blog.lastSuccessful\n ? ` \n ${new Date(blog.lastSuccessful).toLocaleDateString()} \n ${new Date(blog.lastSuccessful).toLocaleTimeString()} \n `\n : 'Never'\n }\n	\n ${blog.postCount !== null ? blog.postCount : \"-\"}\n	\n ${\n blog.hasRSSFeed\n ? `View RSS`\n : 'No RSS'\n }\n Visit Blog\n

\n\n

API Endpoints

GET / - This status page

GET /rss/<slug>.xml - RSS feed for a specific blog

GET /status - JSON status of all feeds

RSS Feed Generator

Generic RSS feed generator for blogs that don't provide their own feeds

\n\n

Total Feeds

${blogStatus.length}

Active Feeds

${blogStatus.filter((b) => b.status === \"active\").length}

Pending/Error

${blogStatus.filter((b) => b.status !== \"active\").length}

\n\n

Feed Status

\n\n

\n \n \n \n \n \n \n \n \n \n \n \n \n ${blogStatus\n .map(\n (blog) => `\n \n \n \n \n \n \n \n \n `,\n )\n .join(\"\")}\n \n

Blog	Slug	Status	Last Successful	Posts	Actions
\n \n ${blog.name} \n \n \n ${blog.url}\n \n \n \n	\n `${blog.slug}`\n	\n \n ${blog.status}\n \n	\n ${\n blog.lastSuccessful\n ? ` \n ${new Date(blog.lastSuccessful).toLocaleDateString()} \n ${new Date(blog.lastSuccessful).toLocaleTimeString()} \n `\n : 'Never'\n }\n	\n ${blog.postCount !== null ? blog.postCount : \"-\"}\n	\n ${\n blog.hasRSSFeed\n ? `View RSS`\n : 'No RSS'\n }\n Visit Blog\n

\n\n

API Endpoints

GET / - This status page

GET /rss/<slug>.xml - RSS feed for a specific blog

GET /feeds - JSON list of available feeds

GET /status - JSON status of all feeds

\n\n`;\n\n return c.html(html);\n } catch (error) {\n console.error(\"Error generating status page:\", error);\n return c.json({\n service: \"RSS Feed Generator\",\n status: \"error\",\n error: \"Failed to load status information\",\n endpoints: {\n rss: \"/rss/.xml\",\n health: \"/\",\n },\n });\n }\n});\n\n// JSON status endpoint\napp.get(\"/status\", async (c) => {\n try {\n // Get all configured blogs\n const configuredBlogs = blogs as BlogConfig[];\n\n // Get metadata for each blog\n const blogStatus = await Promise.all(\n configuredBlogs.map(async (blog) => {\n try {\n const metadata = await blob.getJSON(`meta_${blog.slug}`);\n const hasRSSFeed = (await blob.get(`rss_${blog.slug}.xml`)) !== null;\n\n return {\n slug: blog.slug,\n name: blog.name,\n url: blog.url,\n rssUrl: `/rss/${blog.slug}.xml`,\n lastSuccessful: metadata?.lastSuccessful || null,\n postCount: metadata?.postCount || null,\n hasRSSFeed,\n status: hasRSSFeed ? \"active\" : \"pending\",\n };\n } catch (error) {\n return {\n slug: blog.slug,\n name: blog.name,\n url: blog.url,\n rssUrl: `/rss/${blog.slug}.xml`,\n lastSuccessful: null,\n postCount: null,\n hasRSSFeed: false,\n status: \"error\",\n };\n }\n }),\n );\n\n return c.json({\n service: \"RSS Feed Generator\",\n totalFeeds: blogStatus.length,\n activeFeeds: blogStatus.filter((b) => b.status === \"active\").length,\n feeds: blogStatus,\n });\n } catch (error) {\n console.error(\"Error getting status:\", error);\n return c.json(\n {\n service: \"RSS Feed Generator\",\n status: \"error\",\n error: \"Failed to load status information\",\n },\n 500,\n );\n }\n});\n\n// Serve RSS feeds\napp.get(\"/rss/:slug\", async (c) => {\n const slug = c.req.param(\"slug\");\n\n // Remove .xml extension if present\n const cleanSlug = slug?.replace(/\\.xml$/, \"\");\n\n if (!cleanSlug) {\n return c.text(\"Invalid slug\", 400);\n }\n\n try {\n const xml = await blob.get(`rss_${cleanSlug}.xml`);\n\n if (!xml) {\n return c.text(\n \"Feed not found or still building. Please try again later.\",\n 404,\n );\n }\n\n // Handle different blob return types\n let xmlString: string;\n if (typeof xml === \"string\") {\n xmlString = xml;\n } else if (xml instanceof Response) {\n xmlString = await xml.text();\n } else {\n xmlString = String(xml);\n }\n\n return c.text(xmlString, 200, {\n \"Content-Type\": \"application/rss+xml; charset=UTF-8\",\n \"Cache-Control\": \"public, max-age=3600\", // Cache for 1 hour\n });\n } catch (error) {\n console.error(`Error serving RSS for ${cleanSlug}:`, error);\n return c.text(\"Internal server error\", 500);\n }\n});\n\n// List available feeds (for debugging)\napp.get(\"/feeds\", async (c) => {\n try {\n const keys = await blob.list(\"rss_\");\n const feeds = keys.map(item => {\n const key = typeof item === 'string' ? item : item.key;\n return {\n slug: key.replace(\"rss_\", \"\").replace(\".xml\", \"\"),\n url: `/rss/${key.replace(\"rss_\", \"\")}`\n };\n });\n \n return c.json({\n available_feeds: feeds,\n count: feeds.length\n });\n } catch (error) {\n console.error(\"Error listing feeds:\", error);\n return c.text(\"Internal server error\", 500);\n }\n});\n\nexport default app.fetch;\n","createdAt",["D",1754139884597],"branchVersion","branchId","33d6de0e-6f93-11f0-b85a-0224a6c84d84","id","33d68ada-6f93-11f0-b85a-0224a6c84d84","rss-generator",["D",1754133846902],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","rss generator that creates rss feeds for non-rss blogs","imageUrl","d56bd8b2-a31e-4821-93e6-bcbdd41c83ba","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","0d30098c-721f-4d42-b17b-1da1e51d05e7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":56,"_101":102,"_103":25},"branch",{"_13":86,"_33":87,"_44":43,"_88":45,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":46,"_95":96},"isOwned",126,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","artivilla","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/05b096c6-70cf-4d2b-51e5-6c69c44dbf00/square512?exp=1789577999&sig=461f780c2201e90baef4caaff9a6f7b7c359d4f454555f4fc17981310235f43e","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_33":46,"_39":278,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":32,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":279,"_81":280,"_83":281,"_85":25},"tree",[197,203,205,206,207,208,209],"files",[197,198,199,200,201,202,203,204,205,206,207,208,209],"counts",{"_186":63,"_187":188,"_189":63,"_190":191,"_192":193},"contents",[127,128,129,130,131,132,133],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_44":180,"_33":181,"_31":182,"_137":-5,"_42":43,"_41":183,"_139":59,"_39":184,"_13":63,"_34":178,"_36":-5,"_24":25,"_142":-5,"_27":185},{"_44":174,"_33":175,"_31":176,"_137":-5,"_42":43,"_41":156,"_139":59,"_39":177,"_13":63,"_34":178,"_36":-5,"_24":25,"_142":-5,"_27":179},{"_44":167,"_33":168,"_31":169,"_137":-5,"_42":43,"_41":170,"_139":25,"_39":171,"_13":63,"_34":20,"_36":172,"_24":25,"_142":-5,"_27":173},{"_44":159,"_33":160,"_31":161,"_137":-5,"_42":43,"_41":162,"_139":25,"_39":163,"_13":164,"_34":20,"_36":165,"_24":25,"_142":-5,"_27":166},{"_44":151,"_33":152,"_31":153,"_137":-5,"_42":43,"_41":154,"_139":25,"_39":155,"_13":156,"_34":20,"_36":157,"_24":25,"_142":-5,"_27":158},{"_44":144,"_33":145,"_31":146,"_137":-5,"_42":43,"_41":147,"_139":59,"_39":148,"_13":63,"_34":20,"_36":149,"_24":25,"_142":-5,"_27":150},{"_44":134,"_33":135,"_31":136,"_137":-5,"_42":43,"_41":138,"_139":25,"_39":140,"_13":63,"_34":141,"_36":106,"_24":25,"_142":-5,"_27":143},"33d93370-6f93-11f0-b85a-0224a6c84d84","main.tsx","33d933fc-6f93-11f0-b85a-0224a6c84d84","parentId",1,"latest",["D",1754133846916],"script","label",[135],"4edd6910-6f9e-11f0-a873-0224a6c84d84","deno.json","4edd6a14-6f9e-11f0-a873-0224a6c84d84",69,["D",1754138616673],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}",[145],"199a006c-6fa1-11f0-b512-0224a6c84d84","blogs.json","27e66e50-6f95-11f0-bfe1-0224a6c84d84",73,["D",1754139815831],5,"[\n {\n \"slug\": \"neynar\",\n \"name\": \"Neynar Blog\",\n \"url\": \"https://neynar.com/blog\",\n \"postSelector\": \"a[href*='/blog/']:not([href='./blog'])\",\n \"titleSelector\": \"\",\n \"dateSelector\": \"\",\n \"dateFormat\": \"MMM D, YYYY\",\n \"descriptionSelector\": \"p\",\n \"linkPrefix\": \"https://neynar.com/\",\n \"timezone\": \"America/Vancouver\",\n \"language\": \"en\"\n }\n]",[152],"ef4645fa-6f9b-11f0-8b7b-0224a6c84d84","README.md","22cb83e2-6f95-11f0-bfe1-0224a6c84d84",67,["D",1754137597334],4,"# RSS Feed Generator\n\nA RSS Feed Generator that creates RSS feeds for blogs that don't provide their\nown.\n\n## How It Works\n\n1. **JSON Configuration**: Define blogs and scraping rules in\n `/backend/blogs.json`\n2. **Automated Scraping**: Cron job runs hourly to scrape configured blogs\n3. **RSS Generation**: Converts scraped posts to valid RSS XML\n4. **Feed Serving**: Access feeds at `/rss/.xml`\n\n## Core Services\n\n- **HTTP API** (`/backend/index.ts`): Serves RSS feeds via Hono routing\n- **Cron Scraper** (`/backend/cron_generateFeeds.ts`): Hourly blog scraping and\n RSS generation\n- **Generic Scraper** (`/backend/scraper.ts`): CSS selector-based blog parsing\n- **RSS Generator** (`/backend/rss.ts`): Converts posts to RSS XML format\n\n## Available Feeds\n\n- **Neynar Blog**: `/rss/neynar.xml` -\n https://artivilla--442b5b3e6f9511f08f640224a6c84d84.web.val.run/rss/neynar.xml\n\n## Adding New Blogs\n\n1. Add a new entry to `/backend/blogs.json` with CSS selectors\n2. The cron job will automatically pick it up on the next run\n3. Feed will be available at `/rss/.xml`\n\n## API Endpoints\n\n- `GET /` - Interactive status dashboard showing all feeds and their last\n successful generation times\n- `GET /rss/.xml` - RSS feed for a specific blog\n- `GET /feeds` - JSON list of available feeds (legacy)\n- `GET /status` - JSON status of all feeds with metadata\n\n## Storage\n\n- Uses Val Town Blob Storage with single key per feed: `rss_{slug}.xml`\n- Metadata stored as `meta_{slug}` with generation timestamps and post counts\n- Feeds are updated only on successful scrapes\n- Stale feeds are served indefinitely until next successful update",[160],"4ed78eb4-6f9e-11f0-b123-0224a6c84d84",".vtignore","4ed78f4a-6f9e-11f0-b123-0224a6c84d84",68,["D",1754138616667],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[168],"2d2d7048-6f95-11f0-a79e-0224a6c84d84","shared","d57c3b06-c86c-4718-9ff3-9f221588c170",["D",1754134694714],"directory",[175],"1806e670-6fa1-11f0-8222-0224a6c84d84","services","1806e76a-6fa1-11f0-8222-0224a6c84d84",72,["D",1754139813194],[181],"pulls","branches",3,"forks","envVars",{"_194":63,"_196":63},"connections",{"_194":63,"_195":63},"count","unfilledCount","emptyCount",{"_44":180,"_33":181,"_31":182,"_137":-5,"_42":43,"_41":183,"_139":59,"_39":275,"_13":63,"_34":178,"_36":-5,"_24":25,"_142":-5,"_211":276,"_27":277},{"_44":266,"_33":267,"_31":268,"_137":182,"_42":43,"_41":269,"_139":25,"_39":270,"_13":164,"_34":271,"_36":272,"_24":25,"_142":-5,"_211":273,"_27":274},{"_44":261,"_33":30,"_31":32,"_137":182,"_42":43,"_41":14,"_139":25,"_39":262,"_13":263,"_34":35,"_36":38,"_24":25,"_142":-5,"_211":264,"_27":265},{"_44":253,"_33":254,"_31":255,"_137":182,"_42":43,"_41":256,"_139":59,"_39":257,"_13":188,"_34":141,"_36":258,"_24":25,"_142":-5,"_211":259,"_27":260},{"_44":245,"_33":246,"_31":247,"_137":182,"_42":43,"_41":248,"_139":25,"_39":249,"_13":156,"_34":141,"_36":250,"_24":25,"_142":-5,"_211":251,"_27":252},{"_44":237,"_33":238,"_31":239,"_137":182,"_42":43,"_41":240,"_139":25,"_39":241,"_13":138,"_34":141,"_36":242,"_24":25,"_142":-5,"_211":243,"_27":244},{"_44":174,"_33":175,"_31":176,"_137":-5,"_42":43,"_41":156,"_139":59,"_39":234,"_13":63,"_34":178,"_36":-5,"_24":25,"_142":-5,"_211":235,"_27":236},{"_44":226,"_33":227,"_31":228,"_137":176,"_42":43,"_41":229,"_139":59,"_39":230,"_13":188,"_34":141,"_36":231,"_24":25,"_142":-5,"_211":232,"_27":233},{"_44":167,"_33":168,"_31":169,"_137":-5,"_42":43,"_41":170,"_139":25,"_39":223,"_13":63,"_34":20,"_36":172,"_24":25,"_142":-5,"_211":224,"_27":225},{"_44":159,"_33":160,"_31":161,"_137":-5,"_42":43,"_41":162,"_139":25,"_39":220,"_13":164,"_34":20,"_36":165,"_24":25,"_142":-5,"_211":221,"_27":222},{"_44":151,"_33":152,"_31":153,"_137":-5,"_42":43,"_41":154,"_139":25,"_39":217,"_13":156,"_34":20,"_36":157,"_24":25,"_142":-5,"_211":218,"_27":219},{"_44":144,"_33":145,"_31":146,"_137":-5,"_42":43,"_41":147,"_139":59,"_39":214,"_13":63,"_34":20,"_36":149,"_24":25,"_142":-5,"_211":215,"_27":216},{"_44":134,"_33":135,"_31":136,"_137":-5,"_42":43,"_41":138,"_139":25,"_39":210,"_13":63,"_34":141,"_36":106,"_24":25,"_142":-5,"_211":212,"_27":213},["D",1754133846916],"children",[],[135],["D",1754138616673],[],[145],["D",1754139815831],[],[152],["D",1754137597334],[],[160],["D",1754138616667],[],[168],"83878450-6f96-11f0-a199-0224a6c84d84","utils.ts","2d2d68dc-6f95-11f0-a79e-0224a6c84d84",41,["D",1754135269076],"/**\n * Shared utilities that work in both frontend and backend environments\n */\n\n/**\n * Fetch with basic retry logic and user agent\n */\nexport async function fetchWithRetry(url: string, retries = 2): Promise {\n const headers = {\n \"user-agent\": \"ValTownRSS/1.0 (+https://val.town)\"\n };\n\n for (let i = 0; i <= retries; i++) {\n try {\n const response = await fetch(url, { headers });\n if (response.ok) {\n return response;\n }\n if (i === retries) {\n throw new Error(`HTTP ${response.status}: ${response.statusText}`);\n }\n } catch (error) {\n if (i === retries) {\n throw error;\n }\n // Wait before retry (exponential backoff)\n await new Promise(resolve => setTimeout(resolve, Math.pow(2, i) * 1000));\n }\n }\n throw new Error(\"Unexpected error in fetchWithRetry\");\n}\n\n/**\n * Safely extract text content from HTML elements\n */\nexport function safeText(text: string | undefined | null): string {\n return (text || \"\").trim().replace(/\\s+/g, \" \");\n}\n\n/**\n * Clean up blog post titles by removing author/date suffixes\n */\nexport function cleanTitle(title: string): string {\n if (!title) return \"\";\n \n // Remove repeated text patterns like \"Title Title Title\"\n let cleaned = title.replace(/(.+?)\\1+/, \"$1\");\n \n // Remove common author/date patterns at the end\n // Patterns like \"RishJun 13, 2025\" or \"NeynarAug 1, 2025\"\n cleaned = cleaned\n .replace(/([A-Z][a-z]+)([A-Z][a-z]{2}\\s+\\d{1,2},\\s+\\d{4})$/, \"\")\n .replace(/([A-Z][a-z]+)([A-Z][a-z]{2}\\s+\\d{1,2}\\s+\\d{4})$/, \"\")\n .trim();\n \n // If cleaning removed too much, return original\n if (cleaned.length < title.length * 0.3) {\n return title;\n }\n \n return cleaned || title;\n}\n\n/**\n * Convert relative URLs to absolute URLs\n */\nexport function makeAbsoluteUrl(url: string, baseUrl: string): string {\n if (!url) return \"\";\n if (url.startsWith(\"http\")) return url;\n if (url.startsWith(\"//\")) return `https:${url}`;\n \n // Normalize baseUrl to not end with slash\n const normalizedBase = baseUrl.endsWith(\"/\") ? baseUrl.slice(0, -1) : baseUrl;\n \n if (url.startsWith(\"/\")) {\n return normalizedBase + url;\n }\n \n // Handle relative paths like \"./blog/post\" or \"blog/post\"\n const cleanUrl = url.startsWith(\"./\") ? url.slice(2) : url;\n return `${normalizedBase}/${cleanUrl}`;\n}",[],[175,227],["D",1754134694714],[204],[175],"246e5d26-6fa1-11f0-a945-0224a6c84d84","types.ts","2565c540-6f95-11f0-9ddb-0224a6c84d84",78,["D",1754139833998],"export interface BlogConfig {\n slug: string;\n name: string;\n url: string;\n postSelector: string;\n titleSelector: string;\n dateSelector?: string;\n dateFormat?: string;\n descriptionSelector?: string;\n linkPrefix?: string;\n timezone?: string;\n language?: string;\n}\n\nexport interface Post {\n title: string;\n link: string;\n description: string;\n published?: Date; // undefined allowed (RSS lib will skip )\n}",[],[181,238],"226d90b4-6fa1-11f0-a925-0224a6c84d84","scraper.ts","34fa9ba2-6f95-11f0-8fb9-0224a6c84d84",77,["D",1754139830635],"import { BlogConfig, Post } from \"./types.ts\";\nimport { fetchWithRetry, safeText, makeAbsoluteUrl, cleanTitle } from \"../shared/utils.ts\";\nimport cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12?target=deno\";\nimport dayjs from \"https://esm.sh/dayjs@1.11.10\";\nimport utcPlugin from \"https://esm.sh/dayjs@1.11.10/plugin/utc\";\nimport tzPlugin from \"https://esm.sh/dayjs@1.11.10/plugin/timezone\";\nimport customParseFormat from \"https://esm.sh/dayjs@1.11.10/plugin/customParseFormat\";\n\ndayjs.extend(utcPlugin);\ndayjs.extend(tzPlugin);\ndayjs.extend(customParseFormat);\n\nexport async function scrapeBlog(cfg: BlogConfig): Promise {\n console.log(`🔍 Scraping ${cfg.name} (${cfg.url})`);\n \n const response = await fetchWithRetry(cfg.url);\n const html = await response.text();\n const $ = cheerio.load(html);\n\n const posts: Post[] = [];\n\n $(cfg.postSelector).each((_i, el) => {\n try {\n const $el = $(el);\n \n // Extract title\n const titleEl = cfg.titleSelector ? $el.find(cfg.titleSelector).first() : $el;\n const rawTitle = safeText(titleEl.text());\n if (!rawTitle) return;\n \n const title = cleanTitle(rawTitle);\n\n // Extract link\n const rawLink = $el.attr(\"href\") || $el.prop(\"href\") || \"\";\n if (!rawLink) return;\n const link = makeAbsoluteUrl(rawLink, cfg.linkPrefix || cfg.url);\n\n // Extract description\n let description = title; // fallback to title\n if (cfg.descriptionSelector) {\n const descEl = $el.find(cfg.descriptionSelector).first();\n const descText = safeText(descEl.text());\n if (descText) description = descText;\n }\n\n // Extract and parse date\n let published: Date | undefined;\n if (cfg.dateFormat) {\n let rawDate = \"\";\n \n if (cfg.dateSelector) {\n // Use specific date selector\n const dateEl = $el.find(cfg.dateSelector).first();\n rawDate = safeText(dateEl.text() || dateEl.attr(\"datetime\") || \"\");\n } else {\n // Extract date from the full text content\n const fullText = safeText($el.text());\n \n // Try to find date patterns in the text\n // Look for patterns like \"Aug 1, 2025\", \"Jun 13, 2025\", etc.\n // Also handle cases where author name is concatenated like \"RishJun 13, 2025\"\n const datePatterns = [\n /\\b(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\\s+\\d{1,2},\\s+\\d{4}\\b/i,\n /(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\\s+\\d{1,2},\\s+\\d{4}/i, // Remove word boundary to catch concatenated cases\n /\\b\\d{1,2}\\s+(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\\s+\\d{4}\\b/i,\n /\\b\\d{4}-\\d{2}-\\d{2}\\b/,\n /\\b\\d{2}\\/\\d{2}\\/\\d{4}\\b/\n ];\n \n for (const pattern of datePatterns) {\n const match = fullText.match(pattern);\n if (match) {\n rawDate = match[0];\n break;\n }\n }\n }\n \n if (rawDate) {\n try {\n const parsed = dayjs.tz(rawDate, cfg.dateFormat, cfg.timezone || \"UTC\");\n if (parsed.isValid()) {\n published = parsed.toDate();\n }\n } catch (dateError) {\n console.warn(`⚠️ Failed to parse date \"${rawDate}\" for ${cfg.slug}:`, dateError);\n }\n }\n }\n\n posts.push({\n title,\n link,\n description,\n published\n });\n\n } catch (error) {\n console.warn(`⚠️ Failed to parse post element in ${cfg.slug}:`, error);\n }\n });\n\n console.log(`✅ Scraped ${posts.length} posts from ${cfg.name}`);\n return posts;\n}",[],[181,246],"2047e10e-6fa1-11f0-8d15-0224a6c84d84","rss.ts","39b4dbe4-6f95-11f0-ad2d-0224a6c84d84",76,["D",1754139827033],"import { Post, BlogConfig } from \"./types.ts\";\nimport { Feed } from \"https://esm.sh/feed@4.2.2?target=deno\";\n\nexport function postsToRSS(cfg: BlogConfig, posts: Post[]): string {\n const feed = new Feed({\n title: cfg.name,\n description: `Latest posts from ${cfg.name}`,\n id: cfg.url,\n link: cfg.url,\n language: cfg.language || \"en\",\n updated: posts[0]?.published || new Date(),\n generator: \"ValTown RSS Generator\",\n feedLinks: {\n rss2: `https://${Deno.env.get(\"VAL_TOWN_USERNAME\") || \"unknown\"}.web.val.run/rss/${cfg.slug}.xml`,\n },\n });\n\n // Deduplicate posts by link URL, keeping the one with the most recent or most complete data\n const uniquePosts = new Map();\n\n posts.forEach((post) => {\n const existing = uniquePosts.get(post.link);\n if (!existing) {\n uniquePosts.set(post.link, post);\n } else {\n // Keep the post with a published date over one without\n // If both have dates, keep the more recent one\n // If neither has a date, keep the one with longer description/title\n if (post.published && !existing.published) {\n uniquePosts.set(post.link, post);\n } else if (\n post.published &&\n existing.published &&\n post.published > existing.published\n ) {\n uniquePosts.set(post.link, post);\n } else if (!post.published && !existing.published) {\n // Compare by content quality (longer title + description)\n const postScore =\n (post.title?.length || 0) + (post.description?.length || 0);\n const existingScore =\n (existing.title?.length || 0) + (existing.description?.length || 0);\n if (postScore > existingScore) {\n uniquePosts.set(post.link, post);\n }\n }\n }\n });\n\n // Convert back to array and sort by date (newest first) if we have dates\n const deduplicatedPosts = Array.from(uniquePosts.values());\n\n // Log deduplication results\n const originalCount = posts.length;\n const deduplicatedCount = deduplicatedPosts.length;\n if (originalCount !== deduplicatedCount) {\n console.log(\n `🧹 Deduplicated ${cfg.slug}: ${originalCount} → ${deduplicatedCount} posts (removed ${originalCount - deduplicatedCount} duplicates)`,\n );\n }\n\n const sortedPosts = [...deduplicatedPosts].sort((a, b) => {\n if (!a.published && !b.published) return 0;\n if (!a.published) return 1;\n if (!b.published) return -1;\n return b.published.getTime() - a.published.getTime();\n });\n\n // Add posts to feed\n sortedPosts.forEach((post) => {\n feed.addItem({\n title: post.title,\n id: post.link,\n link: post.link,\n description: post.description,\n date: post.published || new Date(),\n });\n });\n\n return feed.rss2();\n}\n",[],[181,254],"4296c36a-6fa1-11f0-83db-0224a6c84d84",["D",1754139884597],13,[],[181,30],"3934f7ba-6fa1-11f0-a057-0224a6c84d84","cron_generateFeeds.ts","3e20f794-6f95-11f0-a9fa-0224a6c84d84",81,["D",1754139868857],"interval","import { blob } from \"https://esm.town/v/std/blob\";\nimport blogs from \"../blogs.json\" with { type: \"json\" };\nimport { scrapeBlog } from \"./scraper.ts\";\nimport { postsToRSS } from \"./rss.ts\";\nimport type { BlogConfig } from \"./types.ts\";\n\nexport default async function (interval: Interval) {\n console.log(`🚀 Starting RSS feed generation for ${blogs.length} blogs`);\n\n let successCount = 0;\n let errorCount = 0;\n\n for (const cfg of blogs as BlogConfig[]) {\n try {\n console.log(`\\n📝 Processing ${cfg.slug}...`);\n\n // Scrape the blog\n const posts = await scrapeBlog(cfg);\n\n if (posts.length === 0) {\n console.warn(`⚠️ No posts found for ${cfg.slug} - check selectors`);\n continue;\n }\n\n // Generate RSS XML\n const xml = postsToRSS(cfg, posts);\n\n // Store in blob storage\n await blob.set(`rss_${cfg.slug}.xml`, xml);\n\n // Store metadata about successful generation\n const metadata = {\n slug: cfg.slug,\n name: cfg.name,\n lastSuccessful: new Date().toISOString(),\n postCount: posts.length,\n url: cfg.url,\n };\n await blob.setJSON(`meta_${cfg.slug}`, metadata);\n\n console.log(`✅ Updated ${cfg.slug} RSS feed (${posts.length} posts)`);\n successCount++;\n } catch (error) {\n console.error(`❌ Failed to update ${cfg.slug}:`, error);\n errorCount++;\n }\n }\n\n console.log(\n `\\n🎉 RSS generation complete: ${successCount} success, ${errorCount} errors`,\n );\n}\n",[],[181,267],["D",1754139813194],[198,199,200,201,202],[181],["D",1754133846902],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":56,"_101":102,"_103":25},{"_13":86,"_33":87,"_44":43,"_88":45,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":46,"_95":96},"ctx",{"_79":-5,"_124":315,"_316":317,"_318":319,"_320":25,"_321":25,"_322":25,"_323":59,"_324":-5,"_325":-7,"_326":-7,"_327":63,"_328":25,"_329":25,"_330":-5,"_331":25,"_332":25,"_333":25,"_334":-5},"ENV",{"_286":287,"_288":289,"_290":87,"_291":292,"_293":294,"_295":296,"_297":298,"_299":300,"_301":302,"_303":304,"_305":306,"_307":308,"_309":310,"_311":312,"_313":314},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v82