Val Town Public Vals Report

Error loading page: ${error.message}

View Raw Report Data

\n \n \n `);\n }\n});\n\n// API endpoint to get the report data\napp.get(\"/api/report\", async c => {\n try {\n console.log(\"Generating report...\");\n \n // Initialize database first\n await initDatabase();\n console.log(\"Database initialized\");\n \n // For now, return empty data to test the flow\n const reportData: ReportData = {\n lastUpdated: new Date().toISOString(),\n totalVals: 0,\n summaries: []\n };\n \n return c.json(reportData);\n \n } catch (error) {\n console.error(\"Error generating report:\", error);\n console.error(\"Error stack:\", error.stack);\n return c.json({ \n error: \"Failed to generate report\", \n details: error.message \n }, 500);\n }\n});\n\n// Manual refresh endpoint\napp.post(\"/api/refresh\", async c => {\n try {\n console.log(\"Manual refresh triggered...\");\n await refreshData();\n return c.json({ success: true, message: \"Data refreshed successfully\" });\n } catch (error) {\n console.error(\"Error during manual refresh:\", error);\n return c.json({ error: \"Failed to refresh data\" }, 500);\n }\n});\n\n// Health check endpoint\napp.get(\"/api/health\", c => {\n return c.json({ \n status: \"healthy\", \n timestamp: new Date().toISOString() \n });\n});\n\nasync function refreshData() {\n try {\n console.log(\"Fetching recent public vals...\");\n const recentVals = await fetchRecentPublicVals(30);\n \n if (recentVals.length === 0) {\n console.log(\"No recent vals found\");\n return;\n }\n \n console.log(`Found ${recentVals.length} recent vals`);\n \n // Get already processed val IDs to avoid re-processing\n const processedIds = await getProcessedValIds();\n const newVals = recentVals.filter(val => !processedIds.has(val.id));\n \n console.log(`${newVals.length} new vals to process`);\n \n if (newVals.length === 0) {\n console.log(\"No new vals to process\");\n return;\n }\n \n // Generate summaries for new vals\n console.log(\"Generating AI summaries...\");\n const summaries = await batchSummarizeVals(newVals, 3); // Smaller batches to be safe\n \n // Save summaries to database\n console.log(`Saving ${summaries.length} summaries...`);\n await saveSummaries(summaries);\n \n console.log(\"Data refresh completed\");\n } catch (error) {\n console.error(\"Error in refreshData:\", error);\n console.error(\"Error stack:\", error.stack);\n throw error;\n }\n}\n\n// Export the Hono app\nexport default app.fetch;",[19,69],"30ef1c90-4600-11f0-bf0a-76b3cceeab13","database.ts","30ef1d44-4600-11f0-bf0a-76b3cceeab13",5,["D",1749562708309],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nimport type { ValSummary } from \"../shared/types.ts\";\n\nconst TABLE_NAME = 'val_summaries_v1';\n\nexport async function initDatabase() {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id TEXT PRIMARY KEY,\n name TEXT NOT NULL,\n author TEXT NOT NULL,\n summary TEXT NOT NULL,\n createdAt TEXT NOT NULL,\n type TEXT NOT NULL,\n url TEXT NOT NULL,\n processedAt TEXT NOT NULL\n )`);\n}\n\nexport async function saveSummary(summary: ValSummary) {\n await sqlite.execute(\n `INSERT OR REPLACE INTO ${TABLE_NAME} \n (id, name, author, summary, createdAt, type, url, processedAt) \n VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,\n [\n summary.id,\n summary.name,\n summary.author,\n summary.summary,\n summary.createdAt,\n summary.type,\n summary.url,\n summary.processedAt\n ]\n );\n}\n\nexport async function saveSummaries(summaries: ValSummary[]) {\n for (const summary of summaries) {\n await saveSummary(summary);\n }\n}\n\nexport async function getCachedSummaries(days: number = 30): Promise {\n const cutoffDate = new Date();\n cutoffDate.setDate(cutoffDate.getDate() - days);\n \n const result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} \n WHERE createdAt >= ? \n ORDER BY createdAt DESC`,\n [cutoffDate.toISOString()]\n );\n \n return result.map(row => ({\n id: row.id as string,\n name: row.name as string,\n author: row.author as string,\n summary: row.summary as string,\n createdAt: row.createdAt as string,\n type: row.type as string,\n url: row.url as string,\n processedAt: row.processedAt as string\n }));\n}\n\nexport async function getProcessedValIds(): Promise> {\n const result = await sqlite.execute(`SELECT id FROM ${TABLE_NAME}`);\n return new Set(result.map(row => row.id as string));\n}\n\nexport async function getLastUpdateTime(): Promise {\n const result = await sqlite.execute(\n `SELECT MAX(processedAt) as lastUpdate FROM ${TABLE_NAME}`\n );\n \n const lastUpdate = result[0]?.lastUpdate;\n return lastUpdate ? new Date(lastUpdate as string) : null;\n}",[19,78],"1915a418-4600-11f0-b8a9-76b3cceeab13",["D",1749562668317],"directory",[19],{"_37":84,"_13":19,"_40":43,"_42":-5,"_44":45,"_46":64,"_48":49,"_50":131,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_98":132,"_18":133},{"_37":116,"_13":117,"_40":118,"_42":-5,"_44":45,"_46":119,"_48":49,"_50":120,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_98":121,"_18":122},{"_37":101,"_13":102,"_40":103,"_42":-5,"_44":45,"_46":104,"_48":49,"_50":105,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_98":106,"_18":107},{"_37":92,"_13":93,"_40":94,"_42":-5,"_44":45,"_46":95,"_48":49,"_50":96,"_17":52,"_53":24,"_55":97,"_57":58,"_59":-5,"_98":99,"_18":100},"09f040ba-4600-11f0-9528-76b3cceeab13","README.md","09f04182-4600-11f0-9528-76b3cceeab13",1,["D",1749562642911],"# Val Town Public Vals Report\n\nA tool that scrapes all public vals created in the past 30 days, uses GPT-4o mini to summarize what each val does, and presents it as a readable HTTP report feed.\n\n## Features\n\n- Fetches public vals from the past 30 days using Val Town SDK\n- Generates AI summaries of val code using GPT-4o mini\n- Caches results to avoid re-processing\n- Presents results as a clean HTML report\n- Automatically refreshes data periodically\n\n## Structure\n\n- `backend/index.ts` - Main HTTP endpoint and report generator\n- `backend/scraper.ts` - Val Town API scraping logic\n- `backend/summarizer.ts` - GPT-4o mini integration for code summarization\n- `frontend/index.html` - Report display template\n- `shared/types.ts` - Shared TypeScript interfaces\n\n## Setup\n\n1. Set up environment variables (if needed for enhanced API access)\n2. The tool will automatically create necessary database tables\n3. Access the report at the HTTP endpoint\n\n## Usage\n\nVisit the HTTP endpoint to see the latest report of public vals with AI-generated summaries.","children",[],[93],"0d4f6808-4600-11f0-83f5-76b3cceeab13","shared","a61d14af-6f5a-4cbf-be37-9431b0ed2c50",2,["D",1749562648565],[108],[102],{"_37":109,"_13":110,"_40":111,"_42":103,"_44":45,"_46":104,"_48":49,"_50":112,"_17":52,"_53":54,"_55":113,"_57":58,"_59":-5,"_98":114,"_18":115},"0d4f5e30-4600-11f0-83f5-76b3cceeab13","types.ts","0d4f5f16-4600-11f0-83f5-76b3cceeab13",["D",1749562648565],"export interface ValInfo {\n id: string;\n name: string;\n author: {\n username: string;\n };\n code: string;\n createdAt: string;\n privacy: string;\n type: string;\n url: string;\n}\n\nexport interface ValSummary {\n id: string;\n name: string;\n author: string;\n summary: string;\n createdAt: string;\n type: string;\n url: string;\n processedAt: string;\n}\n\nexport interface ReportData {\n lastUpdated: string;\n totalVals: number;\n summaries: ValSummary[];\n}",[],[102,110],"46888316-4600-11f0-9c1f-76b3cceeab13","frontend","6cf4bebc-2eb3-47c5-a065-31a59914c7c4",6,["D",1749562744569],[123],[117],{"_37":124,"_13":125,"_40":126,"_42":118,"_44":45,"_46":119,"_48":49,"_50":127,"_17":52,"_53":24,"_55":128,"_57":58,"_59":-5,"_98":129,"_18":130},"468871e6-4600-11f0-9c1f-76b3cceeab13","index.html","4688729a-4600-11f0-9c1f-76b3cceeab13",["D",1749562744569],"\n\n\n \n \n Val Town Public Vals Report\n \n \n \n\n\n

\n 🏗️ Val Town Public Vals Report\n

\n Discover what the Val Town community has been building in the past 30 days, \n with AI-powered summaries of each public val.\n

\n\n

Loading latest vals...

\n\n

Report Summary

Latest public vals from the Val Town community

Total Vals

Last Updated

\n\n

\n \n

\n\n

⚠️ Error Loading Report

Please try refreshing the page.

\n\n \n\n \n\n",[],[117,125],["D",1749562668317],[134,135,136,137],[19],{"_37":77,"_13":78,"_40":79,"_42":43,"_44":45,"_46":80,"_48":49,"_50":147,"_17":52,"_53":54,"_55":82,"_57":58,"_59":-5,"_98":148,"_18":149},{"_37":68,"_13":69,"_40":70,"_42":43,"_44":45,"_46":71,"_48":49,"_50":144,"_17":73,"_53":74,"_55":75,"_57":58,"_59":-5,"_98":145,"_18":146},{"_37":61,"_13":62,"_40":63,"_42":43,"_44":45,"_46":64,"_48":49,"_50":141,"_17":52,"_53":54,"_55":66,"_57":58,"_59":-5,"_98":142,"_18":143},{"_37":38,"_13":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":138,"_17":52,"_53":54,"_55":56,"_57":58,"_59":-5,"_98":139,"_18":140},["D",1749562691828],[],[19,39],["D",1749562668317],[],[19,62],["D",1749563135424],[],[19,69],["D",1749562708309],[],[19,78],"4972acc0-45fe-11f0-9439-76b3cceeab13",["D",1749561890472],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","15ca4e8e-da51-4ad5-9cb5-42410343f297","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","41c32d4f-28fb-46d7-931f-97739f03475a","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_202":198},"org",{"_11":12,"_196":-5,"_197":198,"_159":160,"_199":200,"_201":58},"branch",{"_17":71,"_13":16,"_37":45,"_188":150,"_189":-5,"_190":-5,"_191":-5,"_192":-5,"_193":-5,"_194":14,"_195":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJyZUFpSW45S2t0T1RvUUl5b2ZWb050RmI2NiJ9","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_37":150,"_13":14,"_50":270,"_152":-5,"_153":58,"_154":155,"_156":155,"_157":-5,"_158":-5,"_159":160,"_161":70,"_162":49,"_163":49,"_164":-5,"_165":52,"_166":167,"_168":-5,"_169":-5,"_170":-5,"_171":-5,"_172":173,"_174":173,"_175":176,"_177":176,"_178":176,"_179":173,"_180":173,"_181":271,"_183":272,"_185":273,"_187":58},[240,245,247,249],"files",[240,241,242,243,244,245,246,247,248,249],"counts",{"_231":52,"_232":95,"_233":52,"_32":234,"_235":236},[223,224,225,226],{"_37":84,"_13":19,"_40":43,"_42":-5,"_44":45,"_46":64,"_48":49,"_50":85,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_18":222},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},[19],{"_37":77,"_13":78,"_40":79,"_42":43,"_44":45,"_46":80,"_48":49,"_50":81,"_17":52,"_53":54,"_55":82,"_57":58,"_59":-5,"_18":230},{"_37":68,"_13":69,"_40":70,"_42":43,"_44":45,"_46":71,"_48":49,"_50":72,"_17":73,"_53":74,"_55":75,"_57":58,"_59":-5,"_18":229},{"_37":61,"_13":62,"_40":63,"_42":43,"_44":45,"_46":64,"_48":49,"_50":65,"_17":52,"_53":54,"_55":66,"_57":58,"_59":-5,"_18":228},{"_37":38,"_13":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_17":52,"_53":54,"_55":56,"_57":58,"_59":-5,"_18":227},[19,39],[19,62],[19,69],[19,78],"pulls","branches","forks",{"_237":52,"_239":52},"connections",{"_237":52,"_238":52},"count","unfilledCount","emptyCount",{"_37":84,"_13":19,"_40":43,"_42":-5,"_44":45,"_46":64,"_48":49,"_50":131,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_98":268,"_18":269},{"_37":77,"_13":78,"_40":79,"_42":43,"_44":45,"_46":80,"_48":49,"_50":147,"_17":52,"_53":54,"_55":82,"_57":58,"_59":-5,"_98":266,"_18":267},{"_37":68,"_13":69,"_40":70,"_42":43,"_44":45,"_46":71,"_48":49,"_50":144,"_17":73,"_53":74,"_55":75,"_57":58,"_59":-5,"_98":264,"_18":265},{"_37":61,"_13":62,"_40":63,"_42":43,"_44":45,"_46":64,"_48":49,"_50":141,"_17":52,"_53":54,"_55":66,"_57":58,"_59":-5,"_98":262,"_18":263},{"_37":38,"_13":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":138,"_17":52,"_53":54,"_55":56,"_57":58,"_59":-5,"_98":260,"_18":261},{"_37":116,"_13":117,"_40":118,"_42":-5,"_44":45,"_46":119,"_48":49,"_50":120,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_98":258,"_18":259},{"_37":124,"_13":125,"_40":126,"_42":118,"_44":45,"_46":119,"_48":49,"_50":127,"_17":52,"_53":24,"_55":128,"_57":58,"_59":-5,"_98":256,"_18":257},{"_37":101,"_13":102,"_40":103,"_42":-5,"_44":45,"_46":104,"_48":49,"_50":105,"_17":52,"_53":86,"_55":-5,"_57":58,"_59":-5,"_98":254,"_18":255},{"_37":109,"_13":110,"_40":111,"_42":103,"_44":45,"_46":104,"_48":49,"_50":112,"_17":52,"_53":54,"_55":113,"_57":58,"_59":-5,"_98":252,"_18":253},{"_37":92,"_13":93,"_40":94,"_42":-5,"_44":45,"_46":95,"_48":49,"_50":96,"_17":52,"_53":24,"_55":97,"_57":58,"_59":-5,"_98":250,"_18":251},[],[93],[],[102,110],[248],[102],[],[117,125],[246],[117],[],[19,39],[],[19,62],[],[19,69],[],[19,78],[241,242,243,244],[19],["D",1749561890472],{"_11":12,"_202":198},{"_11":12,"_196":-5,"_197":198,"_159":160,"_199":200,"_201":58},{"_17":71,"_13":16,"_37":45,"_188":150,"_189":-5,"_190":-5,"_191":-5,"_192":-5,"_193":-5,"_194":14,"_195":12},"ctx",{"_181":-5,"_219":307,"_308":309,"_310":311,"_312":58,"_313":58,"_314":58,"_315":49,"_316":-5,"_317":-7,"_318":-7,"_319":52,"_320":58,"_321":58,"_322":-5,"_323":58,"_324":58,"_325":58,"_326":-5},"ENV",{"_278":279,"_280":281,"_282":16,"_283":284,"_285":286,"_287":288,"_289":290,"_291":292,"_293":294,"_295":296,"_297":298,"_299":300,"_301":302,"_303":304,"_305":306},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]