[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_208":209,"_210":211},"routes/_app.x.$handle.$name",{"_95":94,"_31":44,"_103":85,"_26":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":24,"_118":119,"_120":24,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":24},"version",5,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","backend/database.ts","latestPath","fileId","30ef1d44-4600-11f0-bf0a-76b3cceeab13","name","database.ts","fileType","script","content","import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nimport type { ValSummary } from \"../shared/types.ts\";\n\nconst TABLE_NAME = 'val_summaries_v1';\n\nexport async function initDatabase() {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id TEXT PRIMARY KEY,\n name TEXT NOT NULL,\n author TEXT NOT NULL,\n summary TEXT NOT NULL,\n createdAt TEXT NOT NULL,\n type TEXT NOT NULL,\n url TEXT NOT NULL,\n processedAt TEXT NOT NULL\n )`);\n}\n\nexport async function saveSummary(summary: ValSummary) {\n await sqlite.execute(\n `INSERT OR REPLACE INTO ${TABLE_NAME} \n (id, name, author, summary, createdAt, type, url, processedAt) \n VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,\n [\n summary.id,\n summary.name,\n summary.author,\n summary.summary,\n summary.createdAt,\n summary.type,\n summary.url,\n summary.processedAt\n ]\n );\n}\n\nexport async function saveSummaries(summaries: ValSummary[]) {\n for (const summary of summaries) {\n await saveSummary(summary);\n }\n}\n\nexport async function getCachedSummaries(days: number = 30): Promise {\n const cutoffDate = new Date();\n cutoffDate.setDate(cutoffDate.getDate() - days);\n \n const result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} \n WHERE createdAt >= ? \n ORDER BY createdAt DESC`,\n [cutoffDate.toISOString()]\n );\n \n return result.map(row => ({\n id: row.id as string,\n name: row.name as string,\n author: row.author as string,\n summary: row.summary as string,\n createdAt: row.createdAt as string,\n type: row.type as string,\n url: row.url as string,\n processedAt: row.processedAt as string\n }));\n}\n\nexport async function getProcessedValIds(): Promise> {\n const result = await sqlite.execute(`SELECT id FROM ${TABLE_NAME}`);\n return new Set(result.map(row => row.id as string));\n}\n\nexport async function getLastUpdateTime(): Promise {\n const result = await sqlite.execute(\n `SELECT MAX(processedAt) as lastUpdate FROM ${TABLE_NAME}`\n );\n \n const lastUpdate = result[0]?.lastUpdate;\n return lastUpdate ? new Date(lastUpdate as string) : null;\n}","createdAt",["D",1749562708309],"branchVersion","branchId","49735d5a-45fe-11f0-9439-76b3cceeab13","id","4972acc0-45fe-11f0-9439-76b3cceeab13","hello",["D",1749561890472],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","15ca4e8e-da51-4ad5-9cb5-42410343f297","pinnedFileId","57af6f92-4600-11f0-9fc3-76b3cceeab13","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","41c32d4f-28fb-46d7-931f-97739f03475a","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":53,"_99":100,"_101":24},"branch",{"_13":84,"_31":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"isOwned",14,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","charmainetest","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJyZUFpSW45S2t0T1RvUUl5b2ZWb050RmI2NiJ9","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_31":44,"_37":204,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":205,"_79":206,"_81":207,"_83":24},"tree",[161,165,167],"files",[161,162,163,164,165,166,167],"counts",{"_151":61,"_152":132,"_153":61,"_154":155,"_156":157},"contents",[125,126,127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":145,"_31":146,"_29":147,"_131":-5,"_40":41,"_39":148,"_133":57,"_37":149,"_13":61,"_33":143,"_35":-5,"_23":24,"_136":-5,"_26":150},{"_42":138,"_31":139,"_29":140,"_131":-5,"_40":41,"_39":141,"_133":57,"_37":142,"_13":61,"_33":143,"_35":-5,"_23":24,"_136":-5,"_26":144},{"_42":128,"_31":129,"_29":130,"_131":-5,"_40":41,"_39":132,"_133":57,"_37":134,"_13":61,"_33":20,"_35":135,"_23":24,"_136":-5,"_26":137},"09f040ba-4600-11f0-9528-76b3cceeab13","README.md","09f04182-4600-11f0-9528-76b3cceeab13","parentId",1,"latest",["D",1749562642911],"# Val Town Public Vals Report\n\nA tool that scrapes all public vals created in the past 30 days, uses GPT-4o mini to summarize what each val does, and presents it as a readable HTTP report feed.\n\n## Features\n\n- Fetches public vals from the past 30 days using Val Town SDK\n- Generates AI summaries of val code using GPT-4o mini\n- Caches results to avoid re-processing\n- Presents results as a clean HTML report\n- Automatically refreshes data periodically\n\n## Structure\n\n- `backend/index.ts` - Main HTTP endpoint and report generator\n- `backend/scraper.ts` - Val Town API scraping logic\n- `backend/summarizer.ts` - GPT-4o mini integration for code summarization\n- `frontend/index.html` - Report display template\n- `shared/types.ts` - Shared TypeScript interfaces\n\n## Setup\n\n1. Set up environment variables (if needed for enhanced API access)\n2. The tool will automatically create necessary database tables\n3. Access the report at the HTTP endpoint\n\n## Usage\n\nVisit the HTTP endpoint to see the latest report of public vals with AI-generated summaries.","label",[129],"0d4f6808-4600-11f0-83f5-76b3cceeab13","shared","a61d14af-6f5a-4cbf-be37-9431b0ed2c50",2,["D",1749562648565],"directory",[139],"1915a418-4600-11f0-b8a9-76b3cceeab13","backend","416561be-0b12-468a-98dd-e766d392bb0a",3,["D",1749562668317],[146],"pulls","branches","forks","envVars",{"_158":61,"_160":61},"connections",{"_158":61,"_159":61},"count","unfilledCount","emptyCount",{"_42":145,"_31":146,"_29":147,"_131":-5,"_40":41,"_39":148,"_133":57,"_37":201,"_13":61,"_33":143,"_35":-5,"_23":24,"_136":-5,"_169":202,"_26":203},{"_42":197,"_31":32,"_29":30,"_131":147,"_40":41,"_39":14,"_133":57,"_37":198,"_13":61,"_33":34,"_35":36,"_23":24,"_136":-5,"_169":199,"_26":200},{"_42":190,"_31":191,"_29":192,"_131":147,"_40":41,"_39":148,"_133":57,"_37":193,"_13":61,"_33":34,"_35":194,"_23":24,"_136":-5,"_169":195,"_26":196},{"_42":182,"_31":183,"_29":184,"_131":147,"_40":41,"_39":185,"_133":57,"_37":186,"_13":61,"_33":34,"_35":187,"_23":24,"_136":-5,"_169":188,"_26":189},{"_42":138,"_31":139,"_29":140,"_131":-5,"_40":41,"_39":141,"_133":57,"_37":179,"_13":61,"_33":143,"_35":-5,"_23":24,"_136":-5,"_169":180,"_26":181},{"_42":172,"_31":173,"_29":174,"_131":140,"_40":41,"_39":141,"_133":57,"_37":175,"_13":61,"_33":34,"_35":176,"_23":24,"_136":-5,"_169":177,"_26":178},{"_42":128,"_31":129,"_29":130,"_131":-5,"_40":41,"_39":132,"_133":57,"_37":168,"_13":61,"_33":20,"_35":135,"_23":24,"_136":-5,"_169":170,"_26":171},["D",1749562642911],"children",[],[129],"0d4f5e30-4600-11f0-83f5-76b3cceeab13","types.ts","0d4f5f16-4600-11f0-83f5-76b3cceeab13",["D",1749562648565],"export interface ValInfo {\n id: string;\n name: string;\n author: {\n username: string;\n };\n code: string;\n createdAt: string;\n privacy: string;\n type: string;\n url: string;\n}\n\nexport interface ValSummary {\n id: string;\n name: string;\n author: string;\n summary: string;\n createdAt: string;\n type: string;\n url: string;\n processedAt: string;\n}\n\nexport interface ReportData {\n lastUpdated: string;\n totalVals: number;\n summaries: ValSummary[];\n}",[],[139,173],["D",1749562648565],[166],[139],"271883fa-4600-11f0-9c1f-76b3cceeab13","summarizer.ts","271884ae-4600-11f0-9c1f-76b3cceeab13",4,["D",1749562691828],"import { OpenAI } from \"https://esm.town/v/std/openai\";\nimport type { ValInfo, ValSummary } from \"../shared/types.ts\";\n\nconst openai = new OpenAI();\n\nexport async function summarizeVal(val: ValInfo): Promise {\n try {\n const prompt = `Analyze this Val Town code and provide a concise summary of what it does. Focus on:\n1. Main functionality and purpose\n2. Key features or capabilities\n3. Type of application (API, web app, utility, etc.)\n\nKeep the summary under 150 words and make it accessible to developers.\n\nVal Name: ${val.name}\nAuthor: ${val.author.username}\nType: ${val.type}\n\nCode:\n\\`\\`\\`\n${val.code.slice(0, 4000)} ${val.code.length > 4000 ? '...' : ''}\n\\`\\`\\``;\n\n const completion = await openai.chat.completions.create({\n messages: [\n { \n role: \"system\", \n content: \"You are a code analyst specializing in summarizing JavaScript/TypeScript code. Provide clear, concise summaries that help developers understand what each piece of code does.\" \n },\n { role: \"user\", content: prompt }\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 200,\n temperature: 0.3\n });\n\n const summary = completion.choices[0]?.message?.content || \"Unable to generate summary\";\n\n return {\n id: val.id,\n name: val.name,\n author: val.author.username,\n summary: summary.trim(),\n createdAt: val.createdAt,\n type: val.type,\n url: val.url,\n processedAt: new Date().toISOString()\n };\n\n } catch (error) {\n console.error(`Error summarizing val ${val.id}:`, error);\n \n // Fallback summary based on code analysis\n let fallbackSummary = `A ${val.type} val`;\n \n if (val.code.includes('export default') && val.code.includes('Request')) {\n fallbackSummary += \" that handles HTTP requests\";\n } else if (val.code.includes('React') || val.code.includes('jsx')) {\n fallbackSummary += \" that renders a React component\";\n } else if (val.code.includes('fetch') || val.code.includes('api')) {\n fallbackSummary += \" that makes API calls\";\n } else if (val.code.includes('sqlite') || val.code.includes('database')) {\n fallbackSummary += \" that works with a database\";\n }\n \n fallbackSummary += `. Created by ${val.author.username}.`;\n\n return {\n id: val.id,\n name: val.name,\n author: val.author.username,\n summary: fallbackSummary,\n createdAt: val.createdAt,\n type: val.type,\n url: val.url,\n processedAt: new Date().toISOString()\n };\n }\n}\n\nexport async function batchSummarizeVals(vals: ValInfo[], batchSize: number = 5): Promise {\n const summaries: ValSummary[] = [];\n \n for (let i = 0; i < vals.length; i += batchSize) {\n const batch = vals.slice(i, i + batchSize);\n console.log(`Processing batch ${Math.floor(i / batchSize) + 1}/${Math.ceil(vals.length / batchSize)}`);\n \n const batchPromises = batch.map(val => summarizeVal(val));\n const batchResults = await Promise.allSettled(batchPromises);\n \n batchResults.forEach((result, index) => {\n if (result.status === 'fulfilled') {\n summaries.push(result.value);\n } else {\n console.error(`Failed to summarize val ${batch[index].id}:`, result.reason);\n }\n });\n \n // Add delay between batches to respect rate limits\n if (i + batchSize < vals.length) {\n await new Promise(resolve => setTimeout(resolve, 1000));\n }\n }\n \n return summaries;\n}",[],[146,183],"19159572-4600-11f0-b8a9-76b3cceeab13","scraper.ts","19159644-4600-11f0-b8a9-76b3cceeab13",["D",1749562668317],"import type { ValInfo } from \"../shared/types.ts\";\n\nconst VAL_TOWN_API_BASE = \"https://api.val.town\";\n\nexport async function fetchRecentPublicVals(days: number = 30): Promise {\n const cutoffDate = new Date();\n cutoffDate.setDate(cutoffDate.getDate() - days);\n \n let allVals: ValInfo[] = [];\n let offset = 0;\n const limit = 100; // Max per request\n \n try {\n while (true) {\n console.log(`Fetching vals with offset ${offset}...`);\n \n // Fetch public vals with pagination\n const response = await fetch(\n `${VAL_TOWN_API_BASE}/v1/vals?privacy=public&limit=${limit}&offset=${offset}`\n );\n \n if (!response.ok) {\n console.error(`API request failed: ${response.status} ${response.statusText}`);\n break;\n }\n \n const data = await response.json();\n const vals = data.data || [];\n \n if (vals.length === 0) {\n console.log(\"No more vals to fetch\");\n break;\n }\n \n // Filter vals created within the specified time period\n const recentVals = vals.filter((val: any) => {\n const createdAt = new Date(val.createdAt);\n return createdAt >= cutoffDate;\n });\n \n // If we're getting vals older than our cutoff, we can stop\n if (recentVals.length === 0 && vals.length > 0) {\n console.log(\"Reached vals older than cutoff date\");\n break;\n }\n \n // Transform to our interface\n const transformedVals: ValInfo[] = recentVals.map((val: any) => ({\n id: val.id,\n name: val.name,\n author: {\n username: val.author?.username || 'unknown'\n },\n code: val.code || '',\n createdAt: val.createdAt,\n privacy: val.privacy,\n type: val.type || 'script',\n url: `https://val.town/v/${val.author?.username}/${val.name}`\n }));\n \n allVals.push(...transformedVals);\n \n // If we got fewer results than the limit, we've reached the end\n if (vals.length < limit) {\n break;\n }\n \n offset += limit;\n \n // Add a small delay to be respectful to the API\n await new Promise(resolve => setTimeout(resolve, 100));\n }\n \n console.log(`Fetched ${allVals.length} recent public vals`);\n return allVals;\n \n } catch (error) {\n console.error(\"Error fetching vals:\", error);\n return [];\n }\n}\n\nexport async function fetchValDetails(valId: string): Promise {\n try {\n const response = await fetch(`${VAL_TOWN_API_BASE}/v1/vals/${valId}`);\n \n if (!response.ok) {\n console.error(`Failed to fetch val ${valId}: ${response.status}`);\n return null;\n }\n \n const val = await response.json();\n \n return {\n id: val.id,\n name: val.name,\n author: {\n username: val.author?.username || 'unknown'\n },\n code: val.code || '',\n createdAt: val.createdAt,\n privacy: val.privacy,\n type: val.type || 'script',\n url: `https://val.town/v/${val.author?.username}/${val.name}`\n };\n \n } catch (error) {\n console.error(`Error fetching val details for ${valId}:`, error);\n return null;\n }\n}",[],[146,191],"30ef1c90-4600-11f0-bf0a-76b3cceeab13",["D",1749562708309],[],[146,32],["D",1749562668317],[162,163,164],[146],["D",1749561890472],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":53,"_99":100,"_101":24},{"_13":84,"_31":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"ctx",{"_77":-5,"_122":241,"_242":243,"_244":245,"_246":24,"_247":24,"_248":24,"_249":57,"_250":-5,"_251":-7,"_252":-7,"_253":61,"_254":24,"_255":24,"_256":-5,"_257":24,"_258":24,"_259":24,"_260":-5},"ENV",{"_212":213,"_214":215,"_216":85,"_217":218,"_219":220,"_221":222,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdb67791413f4386b4dbf18f354029a617f6160f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v5