[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_294":295,"_296":297},"routes/_app.x.$handle.$name",{"_99":98,"_32":45,"_107":87,"_27":108,"_13":14,"_109":-5,"_11":110,"_111":112,"_113":114,"_115":116,"_117":118,"_20":-5,"_119":-5,"_120":121,"_122":25,"_123":124,"_125":59,"_126":-5,"_127":-5,"_128":129},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_34":35,"_36":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","generate.cron.ts","latestPath","fileId","0198d0e4-17ed-70f2-9bbb-3a67ce4bf4b6","name","generateFeed.cron.ts","fileType","interval","content","import { blob } from \"https://esm.town/v/std/blob\";\nimport blogs from \"./blogs.json\" with { type: \"json\" };\nimport { scrapeBlog } from \"./services/scraper.ts\";\nimport { postsToRSS } from \"./services/rss.ts\";\nimport type { BlogConfig } from \"./services/types.ts\";\n\nexport default async function (interval: Interval) {\n console.log(`🚀 Starting RSS feed generation for ${blogs.length} blogs`);\n\n let successCount = 0;\n let errorCount = 0;\n\n for (const cfg of blogs as BlogConfig[]) {\n try {\n console.log(`\\n📝 Processing ${cfg.slug}...`);\n\n // Scrape the blog\n const posts = await scrapeBlog(cfg);\n\n if (posts.length === 0) {\n console.warn(`⚠️ No posts found for ${cfg.slug} - check selectors`);\n continue;\n }\n\n // Generate RSS XML\n const xml = postsToRSS(cfg, posts);\n\n // Store in blob storage\n await blob.set(`rss_${cfg.slug}.xml`, xml);\n\n // Store metadata about successful generation\n const metadata = {\n slug: cfg.slug,\n name: cfg.name,\n lastSuccessful: new Date().toISOString(),\n postCount: posts.length,\n url: cfg.url,\n };\n await blob.setJSON(`meta_${cfg.slug}`, metadata);\n\n console.log(`✅ Updated ${cfg.slug} RSS feed (${posts.length} posts)`);\n successCount++;\n } catch (error) {\n console.error(`❌ Failed to update ${cfg.slug}:`, error);\n errorCount++;\n }\n }\n\n console.log(\n `\\n🎉 RSS generation complete: ${successCount} success, ${errorCount} errors`,\n );\n}\n","createdAt",["D",1755851475232],"branchVersion","branchId","e15a3a78-7f31-11f0-848a-0224a6c84d84","id","33d68ada-6f93-11f0-b85a-0224a6c84d84","rss-generator",["D",1754133846902],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","rss generator that creates rss feeds for non-rss blogs","imageUrl","d56bd8b2-a31e-4821-93e6-bcbdd41c83ba","pinnedFileId","442b5b3e-6f95-11f0-8f64-0224a6c84d84","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","0d30098c-721f-4d42-b17b-1da1e51d05e7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_106":102},"org",{"_99":98,"_100":-5,"_101":102,"_18":55,"_103":104,"_105":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":90,"_91":92,"_93":50,"_94":44,"_95":65,"_96":45,"_97":98},"isOwned",4,"add-pulse-mcp-feed","projectId","forkedBranchId","33d6de0e-6f93-11f0-b85a-0224a6c84d84","forkedBranchVersion",122,"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","artivilla","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/05b096c6-70cf-4d2b-51e5-6c69c44dbf00/square512?exp=1789592399&sig=1eb664fe2f945da05d05e3d709b4efc06cd016a5dfb458115be70ff7f41d6165","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":290,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":291,"_81":292,"_83":293,"_85":25},"tree",[212,217,219,220,221,222,223,224,225],"files",[212,213,214,215,216,217,218,219,220,221,222,223,224,225],"counts",{"_202":63,"_203":14,"_204":63,"_205":206,"_207":208},"contents",[137,138,139,140,141,142,143,144,145],"upstreamProject","upstreamBranch",{"_43":90,"_38":130,"_131":132,"_32":133,"_88":44,"_13":134,"_89":-5,"_91":-5,"_135":136,"_47":-5,"_85":25,"_49":50,"_97":98,"_64":65,"_96":45},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1754133846902],"updatedAt",["D",1758451702348],"main",126,"lockfileKey","1765004281742-esm.town_v_artivilla_rss-generator@126-main",{"_43":197,"_32":198,"_30":199,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":200,"_13":63,"_34":195,"_36":-5,"_24":25,"_155":-5,"_27":201},{"_43":191,"_32":192,"_30":193,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":194,"_13":63,"_34":195,"_36":-5,"_24":25,"_155":-5,"_27":196},{"_43":185,"_32":186,"_30":187,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":188,"_13":63,"_34":20,"_36":189,"_24":25,"_155":-5,"_27":190},{"_43":178,"_32":179,"_30":180,"_149":-5,"_41":42,"_40":181,"_151":59,"_38":182,"_13":63,"_34":20,"_36":183,"_24":25,"_155":-5,"_27":184},{"_43":172,"_32":173,"_30":174,"_149":-5,"_41":42,"_40":150,"_151":25,"_38":175,"_13":63,"_34":20,"_36":176,"_24":25,"_155":-5,"_27":177},{"_43":166,"_32":167,"_30":168,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":169,"_13":63,"_34":20,"_36":170,"_24":25,"_155":-5,"_27":171},{"_43":160,"_32":161,"_30":162,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":163,"_13":63,"_34":20,"_36":164,"_24":25,"_155":-5,"_27":165},{"_43":157,"_32":28,"_30":31,"_149":-5,"_41":42,"_40":14,"_151":59,"_38":158,"_13":150,"_34":35,"_36":37,"_24":25,"_155":-5,"_27":159},{"_43":146,"_32":147,"_30":148,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":152,"_13":63,"_34":153,"_36":154,"_24":25,"_155":-5,"_27":156},"e16957b0-7f31-11f0-848a-0224a6c84d84","index.ts","0198d0e4-17ed-70f2-9bbb-3f865fd622d3","parentId",1,"latest",["D",1755851266031],"http","import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { blob } from \"https://esm.town/v/std/blob\";\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport blogs from \"./blogs.json\" with { type: \"json\" };\nimport type { BlogConfig } from \"./services/types.ts\";\n\nconst app = new Hono();\n\n// Unwrap Hono errors to see original error details\napp.onError((err) => Promise.reject(err));\n\n// Root endpoint - serves HTML to social crawlers, JSON to everyone else\napp.get(\"/\", async (c) => {\n const userAgent = c.req.header(\"User-Agent\") || \"\";\n\n // Detect social media crawlers\n const isSocialCrawler =\n /facebookexternalhit|twitterbot|linkedinbot|slackbot|whatsapp|telegram|discord|skype|pinterest|reddit|flipboard/i.test(\n userAgent,\n );\n\n if (isSocialCrawler) {\n // Serve HTML with Open Graph meta tags for social media crawlers\n const html = `\n\n\n \n \n\n \n RSS Feed Generator | artivilla.com\n \n\n \n \n \n \n \n \n \n \n \n \n\n \n \n \n \n \n \n\n\n

RSS Feed Generator

A simple service to generate RSS feeds for blogs that don't provide their own.

\n\n`;\n\n return c.html(html);\n }\n\n // Serve JSON for regular API clients\n return c.json({\n service: \"rss generator\",\n description:\n \"A simple service to generate rss feeds for blogs that don't provide their own.\",\n author: \"Arti Villa\",\n license: \"MIT\",\n endpoints: {\n status: {\n path: \"/status\",\n method: \"GET\",\n description: \"JSON status of all feeds\",\n },\n rss_feed: {\n path: \"/rss/.xml\",\n method: \"GET\",\n description: \"RSS feed for a specific blog\",\n },\n feeds_list: {\n path: \"/feeds\",\n method: \"GET\",\n description: \"JSON list of available feeds\",\n },\n favicon: {\n path: \"/favicon.ico\",\n method: \"GET\",\n description: \"Site favicon (SVG format)\",\n },\n og_image: {\n path: \"/og-image\",\n method: \"GET\",\n description: \"Open Graph image for social sharing\",\n },\n },\n });\n});\n\n// JSON status endpoint\napp.get(\"/status\", async (c) => {\n try {\n // Get all configured blogs\n const configuredBlogs = blogs as BlogConfig[];\n\n // Get metadata for each blog\n const blogStatus = await Promise.all(\n configuredBlogs.map(async (blog) => {\n try {\n const metadata = await blob.getJSON(`meta_${blog.slug}`);\n const hasRSSFeed = (await blob.get(`rss_${blog.slug}.xml`)) !== null;\n\n return {\n slug: blog.slug,\n name: blog.name,\n url: blog.url,\n rssUrl: `/rss/${blog.slug}.xml`,\n lastSuccessful: metadata?.lastSuccessful || null,\n postCount: metadata?.postCount || null,\n hasRSSFeed,\n status: hasRSSFeed ? \"active\" : \"pending\",\n };\n } catch (error) {\n return {\n slug: blog.slug,\n name: blog.name,\n url: blog.url,\n rssUrl: `/rss/${blog.slug}.xml`,\n lastSuccessful: null,\n postCount: null,\n hasRSSFeed: false,\n status: \"error\",\n };\n }\n }),\n );\n\n return c.json({\n service: \"RSS Feed Generator\",\n totalFeeds: blogStatus.length,\n activeFeeds: blogStatus.filter((b) => b.status === \"active\").length,\n feeds: blogStatus,\n });\n } catch (error) {\n console.error(\"Error getting status:\", error);\n return c.json(\n {\n service: \"RSS Feed Generator\",\n status: \"error\",\n error: \"Failed to load status information\",\n },\n 500,\n );\n }\n});\n\n// Serve RSS feeds\napp.get(\"/rss/:slug\", async (c) => {\n const slug = c.req.param(\"slug\");\n\n // Remove .xml extension if present\n const cleanSlug = slug?.replace(/\\.xml$/, \"\");\n\n if (!cleanSlug) {\n return c.text(\"Invalid slug\", 400);\n }\n\n try {\n const xml = await blob.get(`rss_${cleanSlug}.xml`);\n\n if (!xml) {\n return c.text(\n \"Feed not found or still building. Please try again later.\",\n 404,\n );\n }\n\n // Handle different blob return types\n let xmlString: string;\n if (typeof xml === \"string\") {\n xmlString = xml;\n } else if (xml instanceof Response) {\n xmlString = await xml.text();\n } else {\n xmlString = String(xml);\n }\n\n return c.text(xmlString, 200, {\n \"Content-Type\": \"application/rss+xml; charset=UTF-8\",\n \"Cache-Control\": \"public, max-age=3600\", // Cache for 1 hour\n });\n } catch (error) {\n console.error(`Error serving RSS for ${cleanSlug}:`, error);\n return c.text(\"Internal server error\", 500);\n }\n});\n\n// List available feeds (for debugging)\napp.get(\"/feeds\", async (c) => {\n try {\n const keys = await blob.list(\"rss_\");\n const feeds = keys.map((item) => {\n const key = typeof item === \"string\" ? item : item.key;\n return {\n slug: key.replace(\"rss_\", \"\").replace(\".xml\", \"\"),\n url: `/rss/${key.replace(\"rss_\", \"\")}`,\n };\n });\n\n return c.json({\n available_feeds: feeds,\n count: feeds.length,\n });\n } catch (error) {\n console.error(\"Error listing feeds:\", error);\n return c.text(\"Internal server error\", 500);\n }\n});\n\n// Serve favicon\napp.get(\"/favicon.ico\", async (c) => {\n try {\n const favicon = await readFile(\"/services/favicon.svg\", import.meta.url);\n return c.body(favicon, 200, {\n \"Content-Type\": \"image/svg+xml\",\n \"Cache-Control\": \"public, max-age=86400\", // Cache for 24 hours\n });\n } catch (error) {\n console.error(\"Error serving favicon:\", error);\n return c.text(\"Favicon not found\", 404);\n }\n});\n\n// Serve Open Graph image (using the same SVG)\napp.get(\"/og-image\", async (c) => {\n try {\n const ogImage = await readFile(\"/services/favicon.svg\", import.meta.url);\n return c.body(ogImage, 200, {\n \"Content-Type\": \"image/svg+xml\",\n \"Cache-Control\": \"public, max-age=86400\", // Cache for 24 hours\n });\n } catch (error) {\n console.error(\"Error serving OG image:\", error);\n return c.text(\"OG image not found\", 404);\n }\n});\n\nexport default app.fetch;\n","label",[147],"5e1ddb78-7f32-11f0-b7fa-0224a6c84d84",["D",1755851475232],[28],"e1695594-7f31-11f0-848a-0224a6c84d84","deno.json","0198d0e4-17ed-70f2-9bbb-35bf306c0f75",["D",1755851266031],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}",[161],"e1695472-7f31-11f0-848a-0224a6c84d84","blogs.json","0198d0e4-17ed-70f2-9bbb-30f39a838397",["D",1755851266031],"[\n {\n \"slug\": \"neynar\",\n \"name\": \"Neynar Blog\",\n \"url\": \"https://neynar.com/blog\",\n \"postSelector\": \"a[href*='/blog/']:not([href='./blog'])\",\n \"titleSelector\": \"\",\n \"dateSelector\": \"\",\n \"dateFormat\": \"MMM D, YYYY\",\n \"descriptionSelector\": \"p\",\n \"linkPrefix\": \"https://neynar.com/\",\n \"timezone\": \"America/Vancouver\",\n \"language\": \"en\"\n },\n {\n \"slug\": \"tessl\",\n \"name\": \"Tessl Blog\",\n \"url\": \"https://tessl.io/blog\",\n \"postSelector\": \"a[href*='/blog/']:not([href='/blog'])\",\n \"titleSelector\": \".blog_article-bottom p.text-size-large\",\n \"dateSelector\": \".blog_article-bottom .text-color-gray p.text-size-small\",\n \"dateFormat\": \"MMMM D, YYYY\",\n \"descriptionSelector\": \".blog_article-bottom p.text-size-large\",\n \"linkPrefix\": \"https://tessl.io\",\n \"timezone\": \"Europe/London\",\n \"language\": \"en\"\n }\n]\n",[167],"e169536e-7f31-11f0-848a-0224a6c84d84","README.md","0198d0e4-17ed-70f2-9bbb-2f244d454f6f",["D",1755851266031],"# rss generator\n\nrss generator that creates rss feeds for non-rss blogs\n\n![CleanShot 2025-08-02 at 06.18.39@2x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/d79f00e6-05f9-4056-0d70-8d61514c0f00/public)\n\n#### adding new entries\n\n1. Add a new entry to `/blogs.json` with CSS selectors\n2. The cron job will automatically pick it up on the next run or run it manually\n in generateFeed.cron.ts\n3. Feed will be available at `/rss/.xml`\n\n#### how it works\n\n![CleanShot 2025-08-02 at 06.41.28@2x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/26566824-95e7-47a3-8a6a-a45933894600/public)\n\n#### limitations\n\n- Uses Val Town Blob Storage with single key per feed: `rss_{slug}.xml`\n- Metadata stored as `meta_{slug}` with generation timestamps and post counts\n- Feeds are updated only on successful scrapes\n- Stale feeds are served indefinitely until next successful update",[173],"3dec3b2e-7f32-11f0-b36f-0224a6c84d84","CLAUDE.md","3dec3bec-7f32-11f0-b36f-0224a6c84d84",2,["D",1755851421239],"You are an advanced assistant that helps programmers code on Val Town.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious operations)\n- Follow modern ES6+ conventions and functional programming practices if possible\n- For both single-line and multi-line comments, use the multi-line commenting style guide with all lowercase.\n- Example single line structure:\n\n```ts\n/* some comments */\nfunction someFunc() {} {\n /* some inline single line comments */\n return null;\n}\n```\n\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = 'todo_app_users_2';\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(`SELECT * FROM ${TABLE_NAME} WHERE id = ?`, [1]);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add _2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({\n subject: \"Hi\",\n text: \"Hi\",\n html: \"

Hi

\"\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use `c.redirect()` if you're using Hono. If not, use `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})` instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use: `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys) unless otherwise specified. wttr.in is a good backup.\n- **Error Debugging:** Add `` to HTML to capture client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local resolution; Avoid catches that merely log or return 500s. Let errors bubble up with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with `?deps=react@18.2.0,react-dom@18.2.0` and start the file with `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same version\n- **Styling:** Default to using TailwindCSS via `` unless otherwise specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n```\n├── services/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `services/index.ts`\n- Do NOT use Hono serveStatic middleware\n- **Static asset serving:** Use the utility functions to read and serve project files:\n ```ts\n import { readFile, serveFile } from \"https://esm.town/v/std/utils/index.ts\";\n\n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n\n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async c => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n\n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n\n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to see full stack traces:\n```ts\n// Unwrap Hono errors to see original error details\napp.onError((err) => Promise.reject(err));\n```\n\n### Database Patterns\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:**\n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of React files\n - DO NOT include `import {} from \"https://esm.sh/react@18.2.0\";` under import {} from \"https://esm.sh/react@18.2.0\";\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with `export default app.fetch // This is the entry point for HTTP vals`\n\n6. **Hono Peculiarities:**\n - NEVER EVER write this line: `import { serveStatic } from 'https://esm.sh/hono@3.11.7/middleware';`\n - Instead use: `import { readFile, serveFile } from \"https://esm.town/v/std/utils/index.ts\";`\n - NEVER EVER write this line: `import { cors } from \"https://esm.sh/@hono/cors@0.0.6\";`.\n - Val Town automatically handles CORS.\n - If you need cookies, use: import { deleteCookie, getCookie, setCookie } from \"npm:hono/cookie\";\n\n## Architecture\n\nSee ARCHITECTURE.md for detailed architecture information on the project.\n",[179],"e169526a-7f31-11f0-848a-0224a6c84d84",".vtignore","0198d0e4-17ed-70f2-9bbb-2ba681b125c8",["D",1755851266031],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[186],"e169513e-7f31-11f0-848a-0224a6c84d84","shared","0198d0e4-17ed-70f2-9bbb-24fb9d2b333e",["D",1755851266031],"directory",[192],"e1694860-7f31-11f0-848a-0224a6c84d84","services","0198d0e4-17ed-70f2-9bbb-1c7e33426e83",["D",1755851266031],[198],"pulls","branches","forks","envVars",{"_209":63,"_211":63},"connections",{"_209":63,"_210":63},"count","unfilledCount","emptyCount",{"_43":197,"_32":198,"_30":199,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":287,"_13":63,"_34":195,"_36":-5,"_24":25,"_155":-5,"_227":288,"_27":289},{"_43":280,"_32":281,"_30":282,"_149":199,"_41":42,"_40":150,"_151":59,"_38":283,"_13":63,"_34":20,"_36":284,"_24":25,"_155":-5,"_227":285,"_27":286},{"_43":273,"_32":274,"_30":275,"_149":199,"_41":42,"_40":150,"_151":59,"_38":276,"_13":63,"_34":252,"_36":277,"_24":25,"_155":-5,"_227":278,"_27":279},{"_43":266,"_32":267,"_30":268,"_149":199,"_41":42,"_40":150,"_151":59,"_38":269,"_13":63,"_34":252,"_36":270,"_24":25,"_155":-5,"_227":271,"_27":272},{"_43":259,"_32":260,"_30":261,"_149":199,"_41":42,"_40":150,"_151":59,"_38":262,"_13":63,"_34":252,"_36":263,"_24":25,"_155":-5,"_227":264,"_27":265},{"_43":191,"_32":192,"_30":193,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":256,"_13":63,"_34":195,"_36":-5,"_24":25,"_155":-5,"_227":257,"_27":258},{"_43":248,"_32":249,"_30":250,"_149":193,"_41":42,"_40":150,"_151":59,"_38":251,"_13":63,"_34":252,"_36":253,"_24":25,"_155":-5,"_227":254,"_27":255},{"_43":185,"_32":186,"_30":187,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":245,"_13":63,"_34":20,"_36":189,"_24":25,"_155":-5,"_227":246,"_27":247},{"_43":178,"_32":179,"_30":180,"_149":-5,"_41":42,"_40":181,"_151":59,"_38":242,"_13":63,"_34":20,"_36":183,"_24":25,"_155":-5,"_227":243,"_27":244},{"_43":172,"_32":173,"_30":174,"_149":-5,"_41":42,"_40":150,"_151":25,"_38":239,"_13":63,"_34":20,"_36":176,"_24":25,"_155":-5,"_227":240,"_27":241},{"_43":166,"_32":167,"_30":168,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":236,"_13":63,"_34":20,"_36":170,"_24":25,"_155":-5,"_227":237,"_27":238},{"_43":160,"_32":161,"_30":162,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":233,"_13":63,"_34":20,"_36":164,"_24":25,"_155":-5,"_227":234,"_27":235},{"_43":157,"_32":28,"_30":31,"_149":-5,"_41":42,"_40":14,"_151":59,"_38":230,"_13":150,"_34":35,"_36":37,"_24":25,"_155":-5,"_227":231,"_27":232},{"_43":146,"_32":147,"_30":148,"_149":-5,"_41":42,"_40":150,"_151":59,"_38":226,"_13":63,"_34":153,"_36":154,"_24":25,"_155":-5,"_227":228,"_27":229},["D",1755851266031],"children",[],[147],["D",1755851475232],[],[28],["D",1755851266031],[],[161],["D",1755851266031],[],[167],["D",1755851266031],[],[173],["D",1755851421239],[],[179],["D",1755851266031],[],[186],"e169496e-7f31-11f0-848a-0224a6c84d84","utils.ts","0198d0e4-17ed-70f2-9bbb-205533997c2a",["D",1755851266031],"script","/**\n * Shared utilities that work in both frontend and backend environments\n */\n\n/**\n * Fetch with basic retry logic and user agent\n */\nexport async function fetchWithRetry(url: string, retries = 2): Promise {\n const headers = {\n \"user-agent\": \"ValTownRSS/1.0 (+https://val.town)\"\n };\n\n for (let i = 0; i <= retries; i++) {\n try {\n const response = await fetch(url, { headers });\n if (response.ok) {\n return response;\n }\n if (i === retries) {\n throw new Error(`HTTP ${response.status}: ${response.statusText}`);\n }\n } catch (error) {\n if (i === retries) {\n throw error;\n }\n // Wait before retry (exponential backoff)\n await new Promise(resolve => setTimeout(resolve, Math.pow(2, i) * 1000));\n }\n }\n throw new Error(\"Unexpected error in fetchWithRetry\");\n}\n\n/**\n * Safely extract text content from HTML elements\n */\nexport function safeText(text: string | undefined | null): string {\n return (text || \"\").trim().replace(/\\s+/g, \" \");\n}\n\n/**\n * Clean up blog post titles by removing author/date suffixes\n */\nexport function cleanTitle(title: string): string {\n if (!title) return \"\";\n \n // Remove repeated text patterns like \"Title Title Title\"\n let cleaned = title.replace(/(.+?)\\1+/, \"$1\");\n \n // Remove common author/date patterns at the end\n // Patterns like \"RishJun 13, 2025\" or \"NeynarAug 1, 2025\"\n cleaned = cleaned\n .replace(/([A-Z][a-z]+)([A-Z][a-z]{2}\\s+\\d{1,2},\\s+\\d{4})$/, \"\")\n .replace(/([A-Z][a-z]+)([A-Z][a-z]{2}\\s+\\d{1,2}\\s+\\d{4})$/, \"\")\n .trim();\n \n // If cleaning removed too much, return original\n if (cleaned.length < title.length * 0.3) {\n return title;\n }\n \n return cleaned || title;\n}\n\n/**\n * Convert relative URLs to absolute URLs\n */\nexport function makeAbsoluteUrl(url: string, baseUrl: string): string {\n if (!url) return \"\";\n if (url.startsWith(\"http\")) return url;\n if (url.startsWith(\"//\")) return `https:${url}`;\n \n // Normalize baseUrl to not end with slash\n const normalizedBase = baseUrl.endsWith(\"/\") ? baseUrl.slice(0, -1) : baseUrl;\n \n if (url.startsWith(\"/\")) {\n return normalizedBase + url;\n }\n \n // Handle relative paths like \"./blog/post\" or \"blog/post\"\n const cleanUrl = url.startsWith(\"./\") ? url.slice(2) : url;\n return `${normalizedBase}/${cleanUrl}`;\n}",[],[192,249],["D",1755851266031],[218],[192],"e1694752-7f31-11f0-848a-0224a6c84d84","types.ts","0198d0e4-17ed-70f2-9bbb-1a99b8b74c06",["D",1755851266031],"export interface BlogConfig {\n slug: string;\n name: string;\n url: string;\n postSelector: string;\n titleSelector: string;\n dateSelector?: string;\n dateFormat?: string;\n descriptionSelector?: string;\n linkPrefix?: string;\n timezone?: string;\n language?: string;\n}\n\nexport interface Post {\n title: string;\n link: string;\n description: string;\n published?: Date; // undefined allowed (RSS lib will skip )\n}",[],[198,260],"e1694374-7f31-11f0-848a-0224a6c84d84","scraper.ts","0198d0e4-17ed-70f2-9bbb-14e8a9afdf23",["D",1755851266031],"import { BlogConfig, Post } from \"./types.ts\";\nimport { fetchWithRetry, safeText, makeAbsoluteUrl, cleanTitle } from \"../shared/utils.ts\";\nimport cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12?target=deno\";\nimport dayjs from \"https://esm.sh/dayjs@1.11.10\";\nimport utcPlugin from \"https://esm.sh/dayjs@1.11.10/plugin/utc\";\nimport tzPlugin from \"https://esm.sh/dayjs@1.11.10/plugin/timezone\";\nimport customParseFormat from \"https://esm.sh/dayjs@1.11.10/plugin/customParseFormat\";\n\ndayjs.extend(utcPlugin);\ndayjs.extend(tzPlugin);\ndayjs.extend(customParseFormat);\n\nexport async function scrapeBlog(cfg: BlogConfig): Promise {\n console.log(`🔍 Scraping ${cfg.name} (${cfg.url})`);\n \n const response = await fetchWithRetry(cfg.url);\n const html = await response.text();\n const $ = cheerio.load(html);\n\n const posts: Post[] = [];\n\n $(cfg.postSelector).each((_i, el) => {\n try {\n const $el = $(el);\n \n // Extract title\n const titleEl = cfg.titleSelector ? $el.find(cfg.titleSelector).first() : $el;\n const rawTitle = safeText(titleEl.text());\n if (!rawTitle) return;\n \n const title = cleanTitle(rawTitle);\n\n // Extract link\n const rawLink = $el.attr(\"href\") || $el.prop(\"href\") || \"\";\n if (!rawLink) return;\n const link = makeAbsoluteUrl(rawLink, cfg.linkPrefix || cfg.url);\n\n // Extract description\n let description = title; // fallback to title\n if (cfg.descriptionSelector) {\n const descEl = $el.find(cfg.descriptionSelector).first();\n const descText = safeText(descEl.text());\n if (descText) description = descText;\n }\n\n // Extract and parse date\n let published: Date | undefined;\n if (cfg.dateFormat) {\n let rawDate = \"\";\n \n if (cfg.dateSelector) {\n // Use specific date selector\n const dateEl = $el.find(cfg.dateSelector).first();\n rawDate = safeText(dateEl.text() || dateEl.attr(\"datetime\") || \"\");\n } else {\n // Extract date from the full text content\n const fullText = safeText($el.text());\n \n // Try to find date patterns in the text\n // Look for patterns like \"Aug 1, 2025\", \"Jun 13, 2025\", etc.\n // Also handle cases where author name is concatenated like \"RishJun 13, 2025\"\n const datePatterns = [\n /\\b(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\\s+\\d{1,2},\\s+\\d{4}\\b/i,\n /(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\\s+\\d{1,2},\\s+\\d{4}/i, // Remove word boundary to catch concatenated cases\n /\\b\\d{1,2}\\s+(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\\s+\\d{4}\\b/i,\n /\\b\\d{4}-\\d{2}-\\d{2}\\b/,\n /\\b\\d{2}\\/\\d{2}\\/\\d{4}\\b/\n ];\n \n for (const pattern of datePatterns) {\n const match = fullText.match(pattern);\n if (match) {\n rawDate = match[0];\n break;\n }\n }\n }\n \n if (rawDate) {\n try {\n const parsed = dayjs.tz(rawDate, cfg.dateFormat, cfg.timezone || \"UTC\");\n if (parsed.isValid()) {\n published = parsed.toDate();\n }\n } catch (dateError) {\n console.warn(`⚠️ Failed to parse date \"${rawDate}\" for ${cfg.slug}:`, dateError);\n }\n }\n }\n\n posts.push({\n title,\n link,\n description,\n published\n });\n\n } catch (error) {\n console.warn(`⚠️ Failed to parse post element in ${cfg.slug}:`, error);\n }\n });\n\n console.log(`✅ Scraped ${posts.length} posts from ${cfg.name}`);\n return posts;\n}",[],[198,267],"e1693e6a-7f31-11f0-848a-0224a6c84d84","rss.ts","0198d0e4-17ed-70f2-9bbb-11b5f9870e98",["D",1755851266031],"import { Post, BlogConfig } from \"./types.ts\";\nimport { Feed } from \"https://esm.sh/feed@4.2.2?target=deno\";\n\nexport function postsToRSS(cfg: BlogConfig, posts: Post[]): string {\n const feed = new Feed({\n title: cfg.name,\n description: `Latest posts from ${cfg.name}`,\n id: cfg.url,\n link: cfg.url,\n language: cfg.language || \"en\",\n updated: posts[0]?.published || new Date(),\n generator: \"ValTown RSS Generator\",\n feedLinks: {\n rss2: `https://${Deno.env.get(\"VAL_TOWN_USERNAME\") || \"unknown\"}.web.val.run/rss/${cfg.slug}.xml`,\n },\n });\n\n // Deduplicate posts by link URL, keeping the one with the most recent or most complete data\n const uniquePosts = new Map();\n\n posts.forEach((post) => {\n const existing = uniquePosts.get(post.link);\n if (!existing) {\n uniquePosts.set(post.link, post);\n } else {\n // Keep the post with a published date over one without\n // If both have dates, keep the more recent one\n // If neither has a date, keep the one with longer description/title\n if (post.published && !existing.published) {\n uniquePosts.set(post.link, post);\n } else if (\n post.published &&\n existing.published &&\n post.published > existing.published\n ) {\n uniquePosts.set(post.link, post);\n } else if (!post.published && !existing.published) {\n // Compare by content quality (longer title + description)\n const postScore =\n (post.title?.length || 0) + (post.description?.length || 0);\n const existingScore =\n (existing.title?.length || 0) + (existing.description?.length || 0);\n if (postScore > existingScore) {\n uniquePosts.set(post.link, post);\n }\n }\n }\n });\n\n // Convert back to array and sort by date (newest first) if we have dates\n const deduplicatedPosts = Array.from(uniquePosts.values());\n\n // Log deduplication results\n const originalCount = posts.length;\n const deduplicatedCount = deduplicatedPosts.length;\n if (originalCount !== deduplicatedCount) {\n console.log(\n `🧹 Deduplicated ${cfg.slug}: ${originalCount} → ${deduplicatedCount} posts (removed ${originalCount - deduplicatedCount} duplicates)`,\n );\n }\n\n const sortedPosts = [...deduplicatedPosts].sort((a, b) => {\n if (!a.published && !b.published) return 0;\n if (!a.published) return 1;\n if (!b.published) return -1;\n return b.published.getTime() - a.published.getTime();\n });\n\n // Add posts to feed\n sortedPosts.forEach((post) => {\n feed.addItem({\n title: post.title,\n id: post.link,\n link: post.link,\n description: post.description,\n date: post.published || new Date(),\n });\n });\n\n return feed.rss2();\n}\n",[],[198,274],"e16936b8-7f31-11f0-848a-0224a6c84d84","favicon.svg","0198d0e4-17ed-70f2-9bbb-0d0865387c40",["D",1755851266031],"\n",[],[198,281],["D",1755851266031],[213,214,215,216],[198],["D",1754133846902],{"_99":98,"_106":102},{"_99":98,"_100":-5,"_101":102,"_18":55,"_103":104,"_105":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":90,"_91":92,"_93":50,"_94":44,"_95":65,"_96":45,"_97":98},"ctx",{"_79":-5,"_127":327,"_328":329,"_330":331,"_332":25,"_333":25,"_334":25,"_335":59,"_336":-5,"_337":-7,"_338":-7,"_339":63,"_340":25,"_341":25,"_342":-5,"_343":25,"_344":25,"_345":25,"_346":-5},"ENV",{"_298":299,"_300":301,"_302":133,"_303":304,"_305":306,"_307":308,"_309":310,"_311":312,"_313":314,"_315":316,"_317":318,"_319":320,"_321":322,"_323":324,"_325":326},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","5015b8df46402d8bba4f485ecc37aec202b0e06b","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3