[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_286":287,"_288":289},"routes/_app.x.$handle.$name",{"_105":104,"_32":45,"_113":91,"_27":114,"_13":14,"_115":-5,"_11":116,"_117":118,"_119":120,"_121":122,"_123":124,"_20":-5,"_125":126,"_127":128,"_129":25,"_130":131,"_132":60,"_133":-5,"_134":-5,"_135":136},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":55,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":72,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":84,"_85":86,"_87":88,"_89":25},"version",35,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","github.cron.ts","latestPath","fileId","019bbdbc-7172-724f-8ea5-545e9b335719","name","fileType","interval","content","import { processLead } from \"./agent.ts\";\nimport { appendFollowup, findLeadByInputPath, getRepoState, updateRepoState } from \"./db.ts\";\nimport { Octokit } from \"npm:octokit@5.0.5\";\n\n// Configure repositories to monitor\n// Format: \"owner/repo\" (e.g., \"facebook/react\", \"microsoft/vscode\")\nexport const GITHUB_REPOS = [\n \"microsoft/vscode\", // Example large repository for gradual scraping\n // Add more repositories here\n];\n\ninterface StargazerEvent {\n type: \"star\";\n actor: {\n login: string;\n id: number;\n avatar_url: string;\n html_url: string;\n };\n repo: {\n name: string;\n full_name: string;\n html_url: string;\n };\n created_at: string;\n starred_at?: string;\n}\n\nexport default async function (interval: Interval) {\n const octokit = new Octokit({ auth: Deno.env.get(\"GITHUB_TOKEN\") });\n \n if (!Deno.env.get(\"GITHUB_TOKEN\")) {\n console.error(\"GITHUB_TOKEN environment variable is required\");\n return;\n }\n \n console.log(`Starting GitHub stargazer monitoring for ${GITHUB_REPOS.length} repositories`);\n \n for (const repoFullName of GITHUB_REPOS) {\n const [owner, repo] = repoFullName.split(\"/\");\n \n if (!owner || !repo) {\n console.error(`Invalid repository format: ${repoFullName}. Expected format: owner/repo`);\n continue;\n }\n \n console.log(`Processing repository: ${repoFullName}`);\n \n try {\n await processRepository(octokit, owner, repo, interval);\n console.log(`Successfully processed ${repoFullName}`);\n } catch (error) {\n console.error(`Error processing ${repoFullName}:`, error);\n // Continue with other repositories even if one fails\n }\n }\n \n console.log(\"GitHub stargazer monitoring completed\");\n}\n\nasync function processRepository(octokit: Octokit, owner: string, repo: string, interval: Interval) {\n const repoFullName = `${owner}/${repo}`;\n const repoState = await getRepoState(repoFullName);\n const isFirstRun = !repoState;\n \n console.log(`Repository ${repoFullName} - First run: ${isFirstRun}`);\n \n if (isFirstRun) {\n // First run: start historic scraping process\n await startHistoricScraping(octokit, owner, repo);\n } else if (!repoState.historicScrapeComplete) {\n // Continue gradual historic scraping\n await continueHistoricScraping(octokit, owner, repo, repoState);\n } else {\n // Historic scraping complete: monitor for new stars\n await monitorNewStars(octokit, owner, repo, repoState.lastChecked);\n await updateRepoState(repoFullName, { \n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: repoState.historicScrapeProgress,\n totalStars: repoState.totalStars\n });\n }\n}\n\nasync function startHistoricScraping(octokit: Octokit, owner: string, repo: string) {\n const repoFullName = `${owner}/${repo}`;\n console.log(`Starting historic scraping for ${repoFullName}`);\n \n try {\n // Get repository info first to check star count\n const repoInfo = await octokit.rest.repos.get({ owner, repo });\n const totalStars = repoInfo.data.stargazers_count;\n console.log(`Repository has ${totalStars} total stars`);\n \n const MAX_STARS_TOTAL = 10000;\n const SMALL_REPO_THRESHOLD = 1000;\n const GRADUAL_SCRAPE_THRESHOLD = 5000;\n \n if (totalStars > MAX_STARS_TOTAL) {\n console.log(`Repository has ${totalStars} stars, which exceeds the maximum limit of ${MAX_STARS_TOTAL}. Skipping historic scrape.`);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: 0,\n totalStars: totalStars\n });\n return;\n }\n \n if (totalStars <= SMALL_REPO_THRESHOLD) {\n // Small repository: scrape all at once\n console.log(`Small repository (${totalStars} stars) - scraping all at once`);\n await scrapeAllStargazers(octokit, owner, repo, totalStars);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: 0,\n totalStars: totalStars\n });\n } else if (totalStars <= GRADUAL_SCRAPE_THRESHOLD) {\n // Medium repository: scrape in larger chunks\n console.log(`Medium repository (${totalStars} stars) - scraping in chunks`);\n await scrapeStargazersChunk(octokit, owner, repo, 1, 500); // 500 per run\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: false,\n historicScrapeProgress: 1,\n totalStars: totalStars\n });\n } else {\n // Large repository: gradual scraping\n console.log(`Large repository (${totalStars} stars) - starting gradual scraping`);\n await scrapeStargazersChunk(octokit, owner, repo, 1, 200); // 200 per run\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: false,\n historicScrapeProgress: 1,\n totalStars: totalStars\n });\n }\n \n } catch (error) {\n console.error(`Error starting historic scraping for ${repoFullName}:`, error);\n throw error;\n }\n}\n\nasync function continueHistoricScraping(octokit: Octokit, owner: string, repo: string, repoState: RepoState) {\n const repoFullName = `${owner}/${repo}`;\n const currentPage = repoState.historicScrapeProgress || 1;\n const totalStars = repoState.totalStars || 0;\n \n console.log(`Continuing historic scraping for ${repoFullName} - Page ${currentPage}`);\n \n try {\n const GRADUAL_SCRAPE_THRESHOLD = 5000;\n const starsPerPage = totalStars > GRADUAL_SCRAPE_THRESHOLD ? 200 : 500;\n const maxPages = Math.ceil(Math.min(totalStars, 10000) / 100); // GitHub API returns 100 per page\n \n if (currentPage > maxPages) {\n console.log(`Historic scraping completed for ${repoFullName}`);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: currentPage,\n totalStars: totalStars\n });\n return;\n }\n \n const scrapedCount = await scrapeStargazersChunk(octokit, owner, repo, currentPage, starsPerPage);\n \n if (scrapedCount === 0) {\n // No more stargazers to scrape\n console.log(`No more stargazers found for ${repoFullName} - completing historic scrape`);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: currentPage,\n totalStars: totalStars\n });\n } else {\n // Continue with next chunk\n const nextPage = currentPage + Math.ceil(starsPerPage / 100);\n const progress = Math.min(100, Math.round((currentPage * 100) / maxPages));\n console.log(`Progress: ${progress}% (${currentPage}/${maxPages} pages)`);\n \n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: false,\n historicScrapeProgress: nextPage,\n totalStars: totalStars\n });\n }\n \n } catch (error) {\n console.error(`Error continuing historic scraping for ${repoFullName}:`, error);\n throw error;\n }\n}\n\nasync function scrapeAllStargazers(octokit: Octokit, owner: string, repo: string, totalStars: number) {\n console.log(`Scraping all ${totalStars} stargazers for ${owner}/${repo}`);\n \n // Paginate through all stargazers\n const stargazers = await octokit.paginate(\n octokit.rest.activity.listStargazersForRepo,\n { \n owner, \n repo, \n per_page: 100,\n headers: {\n Accept: 'application/vnd.github.v3.star+json'\n }\n }\n );\n \n await processStargazersBatch(stargazers, owner, repo);\n}\n\nasync function scrapeStargazersChunk(octokit: Octokit, owner: string, repo: string, startPage: number, maxStars: number): Promise {\n console.log(`Scraping stargazers chunk for ${owner}/${repo} - starting from page ${startPage}, max ${maxStars} stars`);\n \n const stargazers: any[] = [];\n const maxPages = Math.ceil(maxStars / 100);\n let currentPage = startPage;\n \n try {\n for (let i = 0; i < maxPages && stargazers.length < maxStars; i++) {\n console.log(`Fetching page ${currentPage}...`);\n \n const response = await octokit.rest.activity.listStargazersForRepo({\n owner,\n repo,\n per_page: 100,\n page: currentPage,\n headers: {\n Accept: 'application/vnd.github.v3.star+json'\n }\n });\n \n if (response.data.length === 0) {\n console.log(`No more stargazers found at page ${currentPage}`);\n break;\n }\n \n stargazers.push(...response.data);\n currentPage++;\n \n // Small delay between pages\n await new Promise(resolve => setTimeout(resolve, 500));\n }\n \n console.log(`Retrieved ${stargazers.length} stargazers from chunk`);\n \n if (stargazers.length > 0) {\n await processStargazersBatch(stargazers, owner, repo);\n }\n \n return stargazers.length;\n \n } catch (error) {\n console.error(`Error scraping stargazers chunk for ${owner}/${repo}:`, error);\n throw error;\n }\n}\n\nasync function processStargazersBatch(stargazers: any[], owner: string, repo: string) {\n // Convert stargazers to events format\n const starEvents: StargazerEvent[] = stargazers.map((stargazer: any) => ({\n type: \"star\",\n actor: {\n login: stargazer.user.login,\n id: stargazer.user.id,\n avatar_url: stargazer.user.avatar_url,\n html_url: stargazer.user.html_url,\n },\n repo: {\n name: repo,\n full_name: `${owner}/${repo}`,\n html_url: `https://github.com/${owner}/${repo}`,\n },\n created_at: stargazer.starred_at,\n starred_at: stargazer.starred_at,\n }));\n \n // Group by user and process\n const actorEvents = Map.groupBy(starEvents, (e) => e.actor.login);\n console.log(`Processing ${actorEvents.size} stargazers`);\n \n // Process in batches to avoid overwhelming the system\n const batchSize = 5;\n const actors = Array.from(actorEvents.entries());\n \n for (let i = 0; i < actors.length; i += batchSize) {\n const batch = actors.slice(i, i + batchSize);\n console.log(`Processing lead batch ${Math.floor(i/batchSize) + 1}/${Math.ceil(actors.length/batchSize)}`);\n \n await Promise.all(\n batch.map(async ([login, events]) => {\n try {\n const existingLead = await findLeadByInputPath(\"actor.login\", login);\n if (existingLead) {\n await appendFollowup(existingLead.id, events);\n } else {\n await processLead(events);\n }\n } catch (error) {\n console.error(`Error processing lead for ${login}:`, error);\n // Continue with other leads even if one fails\n }\n })\n );\n \n // Small delay between batches\n await new Promise(resolve => setTimeout(resolve, 1000));\n }\n}\n\nasync function monitorNewStars(octokit: Octokit, owner: string, repo: string, lastChecked: string) {\n console.log(`Monitoring new stars for ${owner}/${repo} since ${lastChecked}`);\n \n try {\n // Get recent stargazers with timestamps\n const stargazers = await octokit.paginate(\n octokit.rest.activity.listStargazersForRepo,\n { \n owner, \n repo, \n per_page: 100,\n headers: {\n Accept: 'application/vnd.github.v3.star+json'\n }\n }\n );\n \n // Filter for new stars since last check\n const lastCheckedDate = new Date(lastChecked);\n const newStargazers = stargazers.filter((stargazer: any) => \n new Date(stargazer.starred_at) > lastCheckedDate\n );\n \n console.log(`Found ${newStargazers.length} new stars`);\n \n if (newStargazers.length === 0) return;\n \n // Convert to events format\n const starEvents: StargazerEvent[] = newStargazers.map((stargazer: any) => ({\n type: \"star\",\n actor: {\n login: stargazer.user.login,\n id: stargazer.user.id,\n avatar_url: stargazer.user.avatar_url,\n html_url: stargazer.user.html_url,\n },\n repo: {\n name: repo,\n full_name: `${owner}/${repo}`,\n html_url: `https://github.com/${owner}/${repo}`,\n },\n created_at: stargazer.starred_at,\n starred_at: stargazer.starred_at,\n }));\n \n // Group by user and process\n const actorEvents = Map.groupBy(starEvents, (e) => e.actor.login);\n console.log(`Processing ${actorEvents.size} new stargazers`);\n \n await Promise.all(\n Array.from(actorEvents, async ([login, events]) => {\n const existingLead = await findLeadByInputPath(\"actor.login\", login);\n if (existingLead) {\n await appendFollowup(existingLead.id, events);\n } else {\n await processLead(events);\n }\n })\n );\n \n } catch (error) {\n console.error(`Error monitoring new stars for ${owner}/${repo}:`, error);\n throw error;\n }\n}","import { processLead } from \"./agent.ts\";\nimport { appendFollowup, findLeadByInputPath, getRepoState, updateRepoState } from \"./db.ts\";\nimport { Octokit } from \"npm:octokit@5.0.5\";\n\n// Configure repositories to monitor\n// Format: \"owner/repo\" (e.g., \"facebook/react\", \"microsoft/vscode\")\nexport const GITHUB_REPOS = [\n \"octocat/Hello-World\", // Small test repository\n // Add more repositories here - examples:\n // \"microsoft/vscode\", // Large repository (gradual scraping)\n // \"facebook/react\", // Very large repository (new stars only)\n];\n\ninterface StargazerEvent {\n type: \"star\";\n actor: {\n login: string;\n id: number;\n avatar_url: string;\n html_url: string;\n };\n repo: {\n name: string;\n full_name: string;\n html_url: string;\n };\n created_at: string;\n starred_at?: string;\n}\n\nexport default async function (interval: Interval) {\n const octokit = new Octokit({ auth: Deno.env.get(\"GITHUB_TOKEN\") });\n \n if (!Deno.env.get(\"GITHUB_TOKEN\")) {\n console.error(\"GITHUB_TOKEN environment variable is required\");\n return;\n }\n \n console.log(`Starting GitHub stargazer monitoring for ${GITHUB_REPOS.length} repositories`);\n \n for (const repoFullName of GITHUB_REPOS) {\n const [owner, repo] = repoFullName.split(\"/\");\n \n if (!owner || !repo) {\n console.error(`Invalid repository format: ${repoFullName}. Expected format: owner/repo`);\n continue;\n }\n \n console.log(`Processing repository: ${repoFullName}`);\n \n try {\n await processRepository(octokit, owner, repo, interval);\n console.log(`Successfully processed ${repoFullName}`);\n } catch (error) {\n console.error(`Error processing ${repoFullName}:`, error);\n // Continue with other repositories even if one fails\n }\n }\n \n console.log(\"GitHub stargazer monitoring completed\");\n}\n\nasync function processRepository(octokit: Octokit, owner: string, repo: string, interval: Interval) {\n const repoFullName = `${owner}/${repo}`;\n const repoState = await getRepoState(repoFullName);\n const isFirstRun = !repoState;\n \n console.log(`Repository ${repoFullName} - First run: ${isFirstRun}`);\n \n if (isFirstRun) {\n // First run: start historic scraping process\n await startHistoricScraping(octokit, owner, repo);\n } else if (!repoState.historicScrapeComplete) {\n // Continue gradual historic scraping\n await continueHistoricScraping(octokit, owner, repo, repoState);\n } else {\n // Historic scraping complete: monitor for new stars\n await monitorNewStars(octokit, owner, repo, repoState.lastChecked);\n await updateRepoState(repoFullName, { \n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: repoState.historicScrapeProgress,\n totalStars: repoState.totalStars\n });\n }\n}\n\nasync function startHistoricScraping(octokit: Octokit, owner: string, repo: string) {\n const repoFullName = `${owner}/${repo}`;\n console.log(`Starting historic scraping for ${repoFullName}`);\n \n try {\n // Get repository info first to check star count\n const repoInfo = await octokit.rest.repos.get({ owner, repo });\n const totalStars = repoInfo.data.stargazers_count;\n console.log(`Repository has ${totalStars} total stars`);\n \n const MAX_STARS_TOTAL = 10000;\n const SMALL_REPO_THRESHOLD = 1000;\n const GRADUAL_SCRAPE_THRESHOLD = 5000;\n \n if (totalStars > MAX_STARS_TOTAL) {\n console.log(`Repository has ${totalStars} stars, which exceeds the maximum limit of ${MAX_STARS_TOTAL}. Skipping historic scrape.`);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: 0,\n totalStars: totalStars\n });\n return;\n }\n \n if (totalStars <= SMALL_REPO_THRESHOLD) {\n // Small repository: scrape all at once\n console.log(`Small repository (${totalStars} stars) - scraping all at once`);\n await scrapeAllStargazers(octokit, owner, repo, totalStars);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: 0,\n totalStars: totalStars\n });\n } else if (totalStars <= GRADUAL_SCRAPE_THRESHOLD) {\n // Medium repository: scrape in larger chunks\n console.log(`Medium repository (${totalStars} stars) - scraping in chunks`);\n await scrapeStargazersChunk(octokit, owner, repo, 1, 500); // 500 per run\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: false,\n historicScrapeProgress: 1,\n totalStars: totalStars\n });\n } else {\n // Large repository: gradual scraping\n console.log(`Large repository (${totalStars} stars) - starting gradual scraping`);\n await scrapeStargazersChunk(octokit, owner, repo, 1, 200); // 200 per run\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: false,\n historicScrapeProgress: 1,\n totalStars: totalStars\n });\n }\n \n } catch (error) {\n console.error(`Error starting historic scraping for ${repoFullName}:`, error);\n throw error;\n }\n}\n\nasync function continueHistoricScraping(octokit: Octokit, owner: string, repo: string, repoState: RepoState) {\n const repoFullName = `${owner}/${repo}`;\n const currentPage = repoState.historicScrapeProgress || 1;\n const totalStars = repoState.totalStars || 0;\n \n console.log(`Continuing historic scraping for ${repoFullName} - Page ${currentPage}`);\n \n try {\n const GRADUAL_SCRAPE_THRESHOLD = 5000;\n const starsPerPage = totalStars > GRADUAL_SCRAPE_THRESHOLD ? 200 : 500;\n const maxPages = Math.ceil(Math.min(totalStars, 10000) / 100); // GitHub API returns 100 per page\n \n if (currentPage > maxPages) {\n console.log(`Historic scraping completed for ${repoFullName}`);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: currentPage,\n totalStars: totalStars\n });\n return;\n }\n \n const scrapedCount = await scrapeStargazersChunk(octokit, owner, repo, currentPage, starsPerPage);\n \n if (scrapedCount === 0) {\n // No more stargazers to scrape\n console.log(`No more stargazers found for ${repoFullName} - completing historic scrape`);\n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: true,\n historicScrapeProgress: currentPage,\n totalStars: totalStars\n });\n } else {\n // Continue with next chunk\n const nextPage = currentPage + Math.ceil(starsPerPage / 100);\n const progress = Math.min(100, Math.round((currentPage * 100) / maxPages));\n console.log(`Progress: ${progress}% (${currentPage}/${maxPages} pages)`);\n \n await updateRepoState(repoFullName, {\n lastChecked: new Date().toISOString(),\n historicScrapeComplete: false,\n historicScrapeProgress: nextPage,\n totalStars: totalStars\n });\n }\n \n } catch (error) {\n console.error(`Error continuing historic scraping for ${repoFullName}:`, error);\n throw error;\n }\n}\n\nasync function scrapeAllStargazers(octokit: Octokit, owner: string, repo: string, totalStars: number) {\n console.log(`Scraping all ${totalStars} stargazers for ${owner}/${repo}`);\n \n // Paginate through all stargazers\n const stargazers = await octokit.paginate(\n octokit.rest.activity.listStargazersForRepo,\n { \n owner, \n repo, \n per_page: 100,\n headers: {\n Accept: 'application/vnd.github.v3.star+json'\n }\n }\n );\n \n await processStargazersBatch(stargazers, owner, repo);\n}\n\nasync function scrapeStargazersChunk(octokit: Octokit, owner: string, repo: string, startPage: number, maxStars: number): Promise {\n console.log(`Scraping stargazers chunk for ${owner}/${repo} - starting from page ${startPage}, max ${maxStars} stars`);\n \n const stargazers: any[] = [];\n const maxPages = Math.ceil(maxStars / 100);\n let currentPage = startPage;\n \n try {\n for (let i = 0; i < maxPages && stargazers.length < maxStars; i++) {\n console.log(`Fetching page ${currentPage}...`);\n \n const response = await octokit.rest.activity.listStargazersForRepo({\n owner,\n repo,\n per_page: 100,\n page: currentPage,\n headers: {\n Accept: 'application/vnd.github.v3.star+json'\n }\n });\n \n if (response.data.length === 0) {\n console.log(`No more stargazers found at page ${currentPage}`);\n break;\n }\n \n stargazers.push(...response.data);\n currentPage++;\n \n // Small delay between pages\n await new Promise(resolve => setTimeout(resolve, 500));\n }\n \n console.log(`Retrieved ${stargazers.length} stargazers from chunk`);\n \n if (stargazers.length > 0) {\n await processStargazersBatch(stargazers, owner, repo);\n }\n \n return stargazers.length;\n \n } catch (error) {\n console.error(`Error scraping stargazers chunk for ${owner}/${repo}:`, error);\n throw error;\n }\n}\n\nasync function processStargazersBatch(stargazers: any[], owner: string, repo: string) {\n // Convert stargazers to events format\n const starEvents: StargazerEvent[] = stargazers.map((stargazer: any) => ({\n type: \"star\",\n actor: {\n login: stargazer.user.login,\n id: stargazer.user.id,\n avatar_url: stargazer.user.avatar_url,\n html_url: stargazer.user.html_url,\n },\n repo: {\n name: repo,\n full_name: `${owner}/${repo}`,\n html_url: `https://github.com/${owner}/${repo}`,\n },\n created_at: stargazer.starred_at,\n starred_at: stargazer.starred_at,\n }));\n \n // Group by user and process\n const actorEvents = Map.groupBy(starEvents, (e) => e.actor.login);\n console.log(`Processing ${actorEvents.size} stargazers`);\n \n // Process in batches to avoid overwhelming the system\n const batchSize = 5;\n const actors = Array.from(actorEvents.entries());\n \n for (let i = 0; i < actors.length; i += batchSize) {\n const batch = actors.slice(i, i + batchSize);\n console.log(`Processing lead batch ${Math.floor(i/batchSize) + 1}/${Math.ceil(actors.length/batchSize)}`);\n \n await Promise.all(\n batch.map(async ([login, events]) => {\n try {\n const existingLead = await findLeadByInputPath(\"actor.login\", login);\n if (existingLead) {\n await appendFollowup(existingLead.id, events);\n } else {\n await processLead(events);\n }\n } catch (error) {\n console.error(`Error processing lead for ${login}:`, error);\n // Continue with other leads even if one fails\n }\n })\n );\n \n // Small delay between batches\n await new Promise(resolve => setTimeout(resolve, 1000));\n }\n}\n\nasync function monitorNewStars(octokit: Octokit, owner: string, repo: string, lastChecked: string) {\n console.log(`Monitoring new stars for ${owner}/${repo} since ${lastChecked}`);\n \n try {\n // Get recent stargazers with timestamps\n const stargazers = await octokit.paginate(\n octokit.rest.activity.listStargazersForRepo,\n { \n owner, \n repo, \n per_page: 100,\n headers: {\n Accept: 'application/vnd.github.v3.star+json'\n }\n }\n );\n \n // Filter for new stars since last check\n const lastCheckedDate = new Date(lastChecked);\n const newStargazers = stargazers.filter((stargazer: any) => \n new Date(stargazer.starred_at) > lastCheckedDate\n );\n \n console.log(`Found ${newStargazers.length} new stars`);\n \n if (newStargazers.length === 0) return;\n \n // Convert to events format\n const starEvents: StargazerEvent[] = newStargazers.map((stargazer: any) => ({\n type: \"star\",\n actor: {\n login: stargazer.user.login,\n id: stargazer.user.id,\n avatar_url: stargazer.user.avatar_url,\n html_url: stargazer.user.html_url,\n },\n repo: {\n name: repo,\n full_name: `${owner}/${repo}`,\n html_url: `https://github.com/${owner}/${repo}`,\n },\n created_at: stargazer.starred_at,\n starred_at: stargazer.starred_at,\n }));\n \n // Group by user and process\n const actorEvents = Map.groupBy(starEvents, (e) => e.actor.login);\n console.log(`Processing ${actorEvents.size} new stargazers`);\n \n await Promise.all(\n Array.from(actorEvents, async ([login, events]) => {\n const existingLead = await findLeadByInputPath(\"actor.login\", login);\n if (existingLead) {\n await appendFollowup(existingLead.id, events);\n } else {\n await processLead(events);\n }\n })\n );\n \n } catch (error) {\n console.error(`Error monitoring new stars for ${owner}/${repo}:`, error);\n throw error;\n }\n}","createdAt",["D",1768415908429],"branchVersion","branchId","a48e8b7e-f175-11f0-9c39-42dde27851f2","id","a48ab63e-f175-11f0-9c39-42dde27851f2","github-leads",["D",1768414802213],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Find customers to sell to from GitHub activity","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/37849e88-afe2-4cab-8fff-ad3f050d1200/square512?exp=1789541999&sig=4416d0876a7f52b84153ca5c95eed9a72f17dd476f2e8a4afe526593809d3cc2","01999d8a-2e2b-7334-a10f-d67134ebdcef","pinnedFileId","019bbdbc-7172-724f-8ea5-5a3b64ab4931","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01999d8a-2e2c-77ac-a0ce-c774027c8395","tursoName","a48ab63ef17511f09c3942dde27851f2","tursoHostname","a48ab63ef17511f09c3942dde27851f2-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789518064818],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_105":104,"_112":108},"org",{"_105":104,"_106":-5,"_107":108,"_18":56,"_109":110,"_111":25},"branch",{"_13":90,"_32":91,"_43":42,"_92":44,"_93":94,"_95":96,"_97":50,"_98":99,"_100":101,"_102":45,"_103":104},"isOwned",40,"main","projectId","forkedBranchId","2beae49c-ed74-11f0-997b-42dde27851f2","forkedBranchVersion",94,"forkedProjectPrivacy","forkedProjectId","2be6e306-ed74-11f0-997b-42dde27851f2","forkedProjectOrgId","019aa807-52c2-709c-928b-2029bae9a558","projectName","userHandle","marvinkennis","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzUmZFdlo2amNOdlJuQU9kMFZEbk03SWFYYSJ9","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":281,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":55,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":282,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":283,"_85":284,"_87":285,"_89":25},"tree",[240,241,242,243,244,245,246,247,248,249],"files",[240,241,242,243,244,245,246,247,248,249],"counts",{"_229":64,"_230":176,"_231":64,"_232":233,"_234":235},"contents",[149,150,151,152,153,154,155,156,157,158],"upstreamProject",{"_43":99,"_32":45,"_52":53,"_54":146,"_49":50,"_83":147},"upstreamBranch",{"_43":94,"_38":137,"_138":139,"_32":91,"_92":99,"_13":140,"_93":141,"_95":142,"_143":144,"_47":-5,"_89":25,"_49":50,"_103":145,"_65":101,"_102":45},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1767974365657],"updatedAt",["D",1783726173324],146,"6b736e3c-daf9-11f0-9e58-42dde27851f2",138,"lockfileKey","1783726173402-esm.town_v_templates_github-leads@146-main","templates","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/aeec28de-dccc-49ab-3dcc-66b67afd7700/square512?exp=1789541999&sig=e4c5f19fff9498fc87aa42b17560594110330fe305a5b7c1e1d4bd62f0981075",{"_105":145,"_112":148},"https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/129cab32-3bd7-4c3e-f39b-f12900c76100/square512?exp=1789541999&sig=156ae2b8ac752fc06f52d45eab428b512e0d31e2aab99a830d8bb32149c64f0f",{"_43":223,"_32":224,"_30":225,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":226,"_13":64,"_33":20,"_35":227,"_24":25,"_169":-5,"_27":228},{"_43":215,"_32":216,"_30":217,"_162":-5,"_41":42,"_40":218,"_164":60,"_38":219,"_13":220,"_33":20,"_35":221,"_24":25,"_169":-5,"_27":222},{"_43":209,"_32":210,"_30":211,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":212,"_13":64,"_33":167,"_35":213,"_24":25,"_169":-5,"_27":214},{"_43":203,"_32":204,"_30":205,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":206,"_13":64,"_33":167,"_35":207,"_24":25,"_169":-5,"_27":208},{"_43":195,"_32":196,"_30":197,"_162":-5,"_41":42,"_40":198,"_164":60,"_38":199,"_13":200,"_33":167,"_35":201,"_24":25,"_169":-5,"_27":202},{"_43":189,"_32":190,"_30":191,"_162":-5,"_41":42,"_40":176,"_164":25,"_38":192,"_13":64,"_33":34,"_35":193,"_24":25,"_169":-5,"_27":194},{"_43":185,"_32":28,"_30":31,"_162":-5,"_41":42,"_40":14,"_164":25,"_38":186,"_13":187,"_33":34,"_35":37,"_24":25,"_169":-5,"_27":188},{"_43":180,"_32":181,"_30":58,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":182,"_13":64,"_33":177,"_35":183,"_24":25,"_169":-5,"_27":184},{"_43":171,"_32":172,"_30":173,"_162":-5,"_41":42,"_40":174,"_164":60,"_38":175,"_13":176,"_33":177,"_35":178,"_24":25,"_169":-5,"_27":179},{"_43":159,"_32":160,"_30":161,"_162":-5,"_41":42,"_40":163,"_164":60,"_38":165,"_13":166,"_33":167,"_35":168,"_24":25,"_169":-5,"_27":170},"4a7fb39a-f177-11f0-9d50-42dde27851f2","welcome-ui.tsx","019bbdbc-7172-724f-8ea5-5c7ffee7f91a","parentId",10,"latest",["D",1768415510169],4,"script","/** @jsxImportSource npm:hono@4/jsx */\nimport { processLead } from \"./agent.ts\";\nimport { GITHUB_REPOS } from \"./github.cron.ts\";\n\nconst ACTIVITY_TYPES = [\n { value: \"star\", label: \"⭐ Star\" },\n { value: \"WatchEvent\", label: \"⭐ Star (legacy)\" },\n { value: \"ForkEvent\", label: \"🍴 Fork\" },\n { value: \"IssuesEvent\", label: \"📝 Issue\" },\n { value: \"PullRequestEvent\", label: \"🔀 PR\" },\n];\n\nfunction createMockEvent(username: string, activityType: string, repoFullName: string) {\n const now = new Date().toISOString();\n const [owner, repo] = repoFullName.split(\"/\");\n\n const baseEvent = {\n id: `mock-${Date.now()}`,\n type: activityType,\n actor: {\n id: 0,\n login: username,\n display_login: username,\n gravatar_id: \"\",\n url: `https://api.github.com/users/${username}`,\n avatar_url: `https://github.com/${username}.png`,\n },\n repo: {\n id: 0,\n name: repoFullName,\n full_name: repoFullName,\n url: `https://api.github.com/repos/${repoFullName}`,\n html_url: `https://github.com/${repoFullName}`,\n },\n public: true,\n created_at: now,\n starred_at: now, // For star events\n };\n\n switch (activityType) {\n case \"WatchEvent\":\n case \"star\":\n return { \n ...baseEvent, \n type: \"star\",\n payload: { action: \"started\" } \n };\n case \"ForkEvent\":\n return {\n ...baseEvent,\n payload: {\n forkee: { full_name: `${username}/${repo}` },\n },\n };\n case \"IssuesEvent\":\n return {\n ...baseEvent,\n payload: {\n action: \"opened\",\n issue: { number: 1, title: \"Example issue\" },\n },\n };\n case \"PullRequestEvent\":\n return {\n ...baseEvent,\n payload: {\n action: \"opened\",\n pull_request: { number: 1, title: \"Example PR\" },\n },\n };\n default:\n return baseEvent;\n }\n}\n\nexport async function handleTestRequest(req: Request): Promise {\n try {\n const { username, activityType } = await req.json();\n\n if (!username || !activityType) {\n return Response.json({ error: \"Missing username or activityType\" }, {\n status: 400,\n });\n }\n\n const mockEvent = createMockEvent(username, activityType, GITHUB_REPOS[0] || \"example/repo\");\n const result = await processLead([mockEvent]);\n\n return Response.json({\n success: true,\n message: \"Lead processed! Refresh to see results.\",\n result,\n });\n } catch (error) {\n console.error(\"Test request error:\", error);\n return Response.json({ error: error.message }, { status: 500 });\n }\n}\n\ninterface WelcomePanelProps {\n testEndpoint: string;\n}\n\nexport function WelcomePanel({ testEndpoint }: WelcomePanelProps) {\n const scriptData = JSON.stringify({ testEndpoint });\n\n return (\n

\n \n Simulate Activity:\n \n @\n \n \n {ACTIVITY_TYPES.map((type) => (\n \n ))}\n \n \n Run\n \n \n

\n\n \n

\n );\n}","label",[160],"1a5ed3a2-f178-11f0-beb6-42dde27851f2","status.ts","1881d89a-f178-11f0-beb6-42dde27851f2",31,["D",1768415858922],1,"http","import { getRepoState } from \"./db.ts\";\nimport { GITHUB_REPOS } from \"./github.cron.ts\";\n\nexport default async function(req: Request) {\n try {\n const repoStatuses = await Promise.all(\n GITHUB_REPOS.map(async (repoName) => {\n const state = await getRepoState(repoName);\n \n if (!state) {\n return {\n repo: repoName,\n status: \"Not started\",\n progress: 0,\n totalStars: 0,\n lastChecked: null\n };\n }\n \n let status = \"Unknown\";\n let progress = 0;\n \n if (state.historicScrapeComplete) {\n status = \"Complete - Monitoring new stars\";\n progress = 100;\n } else {\n status = \"In progress - Historic scraping\";\n if (state.totalStars && state.totalStars > 0) {\n const maxPages = Math.ceil(Math.min(state.totalStars, 10000) / 100);\n progress = Math.min(100, Math.round((state.historicScrapeProgress || 0) * 100 / maxPages));\n }\n }\n \n return {\n repo: repoName,\n status,\n progress,\n totalStars: state.totalStars || 0,\n lastChecked: state.lastChecked,\n currentPage: state.historicScrapeProgress || 0\n };\n })\n );\n \n return Response.json({\n repositories: repoStatuses,\n summary: {\n total: GITHUB_REPOS.length,\n completed: repoStatuses.filter(r => r.progress === 100).length,\n inProgress: repoStatuses.filter(r => r.progress > 0 && r.progress < 100).length,\n notStarted: repoStatuses.filter(r => r.progress === 0).length\n }\n });\n \n } catch (error) {\n console.error(\"Status check error:\", error);\n return Response.json({\n error: error.message\n }, { status: 500 });\n }\n}",[172],"a4936766-f175-11f0-9c39-42dde27851f2","main.ts",["D",1768414802213],"import { Hono } from \"npm:hono@4\";\nimport { processLead, reanalyzeLead } from \"./agent.ts\";\nimport { app as dashboard } from \"./dashboard.tsx\";\nimport { handleTestRequest } from \"./welcome-ui.tsx\";\n\nconst app = new Hono();\n\napp.post(\"/\", async (c) => {\n // Early API key check to avoid confusing when using the tester ui\n if (!Deno.env.get(\"OPENAI_API_KEY\")) {\n return c.json(\n { error: \"Add OPENAI_API_KEY in Environment Variables\" },\n 503,\n );\n }\n\n const body = await c.req.json();\n const url = new URL(c.req.url);\n const query = Object.fromEntries(url.searchParams);\n const inputData = Object.keys(query).length\n ? { ...body, _query: query }\n : body;\n\n // Fire-and-forget request for quick response and processing in another request\n // https://docs.val.town/vals/http/early-return/\n fetch(`${url.origin}/process`, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(inputData),\n });\n\n return c.json({ ok: true });\n});\n\napp.post(\"/process\", async (c) => {\n const inputData = await c.req.json();\n await processLead(inputData);\n return c.json({ ok: true });\n});\n\n// Test endpoint for the welcome UI\napp.post(\"/test\", async (c) => {\n if (!Deno.env.get(\"OPENAI_API_KEY\")) {\n return c.json(\n { error: \"Add OPENAI_API_KEY in Environment Variables\" },\n 503,\n );\n }\n return handleTestRequest(c.req.raw);\n});\n\n// Reanalyze a lead\napp.post(\"/lead/:id/reanalyze\", async (c) => {\n if (!Deno.env.get(\"OPENAI_API_KEY\")) {\n return c.json(\n { error: \"Add OPENAI_API_KEY in Environment Variables\" },\n 503,\n );\n }\n \n const id = parseInt(c.req.param(\"id\"));\n if (isNaN(id)) {\n return c.json({ error: \"Invalid lead ID\" }, { status: 400 });\n }\n \n try {\n const result = await reanalyzeLead(id);\n return c.json({ ok: true, ...result });\n } catch (error) {\n return c.json({ error: error.message }, { status: 500 });\n }\n});\n\napp.route(\"/\", dashboard);\n\nexport default app.fetch;\n",[181],"37e1472a-f178-11f0-af41-42dde27851f2",["D",1768415908429],9,[28],"a493402e-f175-11f0-9c39-42dde27851f2","digest.ts","019bbdbc-7172-724f-8ea5-51668ee65758",["D",1768414802213],"import { email } from \"https://esm.town/v/std/email\";\nimport { httpEndpoint } from \"https://esm.town/v/std/utils/index.ts\";\nimport { getAllLeads } from \"./db.ts\";\n\n// ============================================================================\n// CONFIGURE: Add email addresses to receive the daily digest\n// ============================================================================\nconst RECIPIENTS = [\n \"steve@val.town\",\n \"charlie@val.town\",\n];\n\nfunction getSource(inputData) {\n const input = typeof inputData === \"string\"\n ? JSON.parse(inputData)\n : inputData;\n const first = Array.isArray(input) ? input[0] : input;\n if (first?.actor?.login) return \"github\";\n if (first?._query?.source) return first._query.source;\n return null;\n}\n\nfunction getRepos(inputData): string[] {\n const input = typeof inputData === \"string\"\n ? JSON.parse(inputData)\n : inputData;\n const events = Array.isArray(input) ? input : [input];\n const repos = new Set();\n for (const event of events) {\n if (event?.repo?.name) {\n repos.add(event.repo.name);\n }\n }\n return Array.from(repos);\n}\n\nfunction formatHTML(matches, dashboardUrl) {\n const typeStyles: Record = {\n customer: { bg: \"#d1fae5\", color: \"#047857\" },\n hire: { bg: \"#ede9fe\", color: \"#6d28d9\" },\n };\n\n const rows = matches.map((l) => {\n const scoreDisplay = l.score\n ? `${l.score}`\n : \"\";\n\n const leadTypesDisplay = l.leadTypes && l.leadTypes.length > 0\n ? l.leadTypes.map((type: string) => {\n const style = typeStyles[type] || { bg: \"#f3f4f6\", color: \"#374151\" };\n return `${type}`;\n }).join(\"\")\n : \"\";\n\n const sourceTag = l.source\n ? `${l.source}`\n : \"\";\n\n const reposDisplay = l.repos && l.repos.length > 0\n ? `

${\n l.repos.map((repo: string) =>\n `📦 ${\n repo.split(\"/\")[1]\n }`\n ).join(\"\")\n }

`\n : \"\";\n\n return `\n \n \n

\n ${scoreDisplay}${l.name} ${leadTypesDisplay}${sourceTag}\n

\n ${l.reasoning}\n

\n ${reposDisplay}\n \n \n `;\n }).join(\"\");\n\n return `\n \n \n \n \n

🎯 ${matches.length} Qualified Lead${\n matches.length !== 1 ? \"s\" : \"\"\n }

\n \n \n ${rows}\n \n

\n View dashboard\n

\n \n \n `;\n}\n\nexport default async function (interval?: { lastRunAt?: Date }) {\n console.log(\"interval received:\", JSON.stringify(interval));\n\n if (RECIPIENTS.length === 0) {\n console.log(\"No RECIPIENTS configured in digest.ts, skipping email\");\n return { sent: false, reason: \"no_recipients\" };\n }\n\n const dashboardUrl = await httpEndpoint(\"main.ts\", import.meta.url);\n const since = interval?.lastRunAt?.getTime() ??\n Date.now() - 24 * 60 * 60 * 1000;\n\n console.log(\"looking back to:\", new Date(since).toISOString());\n\n const leads = await getAllLeads();\n console.log(\"total leads in db:\", leads.length);\n\n const matches = leads\n .filter((l) => l.timestamp > since)\n .filter((l) => JSON.parse(l.output_data).match)\n .map((l) => ({\n id: l.id,\n source: getSource(l.input_data),\n repos: getRepos(l.input_data),\n ...JSON.parse(l.output_data),\n }))\n .sort((a, b) => (b.score ?? 0) - (a.score ?? 0));\n\n console.log(\"matches found:\", matches.length);\n\n if (matches.length === 0) {\n console.log(\"No matches since\", new Date(since).toISOString());\n return { sent: false };\n }\n\n const subject = `🎯 ${matches.length} Qualified Lead${\n matches.length !== 1 ? \"s\" : \"\"\n }`;\n await email({\n to: RECIPIENTS,\n subject,\n html: formatHTML(matches, dashboardUrl),\n });\n\n console.log(\n `Sent digest: ${matches.length} leads to ${RECIPIENTS.join(\", \")}`,\n );\n return { sent: true, count: matches.length };\n}",[190],"ebd1c436-f177-11f0-926a-42dde27851f2","db.ts","019bbdbc-7172-724f-8ea5-4dcf911779c2",26,["D",1768415780821],6,"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\n\nconst TABLE_NAME = \"github_leads_v4\";\nconst REPO_STATE_TABLE = \"repo_state_v1\";\n\nawait createTable();\nawait createRepoStateTable();\n\nexport interface Lead {\n id: number;\n timestamp: number;\n input_data: string;\n output_data: string;\n}\n\nexport interface RepoState {\n repo_name: string;\n lastChecked: string;\n historicScrapeComplete: boolean;\n historicScrapeProgress?: number; // Page number for gradual scraping\n totalStars?: number; // Total stars when scraping started\n}\n\nexport async function storeLead(\n inputData: Record | Record[],\n outputData: Record,\n) {\n // Always store as array\n const inputArray = Array.isArray(inputData) ? inputData : [inputData];\n await sqlite.execute(\n `INSERT INTO ${TABLE_NAME} (timestamp, input_data, output_data)\n VALUES (?, ?, ?)`,\n [Date.now(), JSON.stringify(inputArray), JSON.stringify(outputData)],\n );\n}\n\nexport async function updateLeadOutput(\n id: number,\n outputData: Record,\n) {\n await sqlite.execute(\n `UPDATE ${TABLE_NAME} SET output_data = ? WHERE id = ?`,\n [JSON.stringify(outputData), id],\n );\n}\n\nexport async function getAllLeads(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} ORDER BY timestamp DESC`,\n );\n return result.rows as unknown as Lead[];\n}\n\nexport async function getLeadById(id: number): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} WHERE id = ?`,\n [id],\n );\n return result.rows[0] as unknown as Lead;\n}\n\nexport async function findLeadByInputPath(\n path: string,\n value: string,\n): Promise {\n const leads = await getAllLeads();\n return leads.find((lead) => {\n const input = JSON.parse(lead.input_data);\n // Check first event in array for the path\n const firstEvent = Array.isArray(input) ? input[0] : input;\n return path.split(\".\").reduce((obj, key) => obj?.[key], firstEvent) ===\n value;\n }) || null;\n}\n\nexport async function appendFollowup(\n id: number,\n data: Record | Record[],\n) {\n const lead = await getLeadById(id);\n const input = JSON.parse(lead!.input_data);\n const events = Array.isArray(input) ? input : [input];\n if (Array.isArray(data)) events.push(...data);\n else events.push(data);\n await sqlite.execute(\n `UPDATE ${TABLE_NAME} SET input_data = ? WHERE id = ?`,\n [JSON.stringify(events), id],\n );\n}\n\nasync function createTable() {\n await sqlite.execute(\n `CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n timestamp INTEGER NOT NULL,\n input_data TEXT NOT NULL,\n output_data TEXT NOT NULL\n )`,\n );\n}\n\nasync function createRepoStateTable() {\n await sqlite.execute(\n `CREATE TABLE IF NOT EXISTS ${REPO_STATE_TABLE} (\n repo_name TEXT PRIMARY KEY,\n last_checked TEXT NOT NULL,\n historic_scrape_complete BOOLEAN NOT NULL DEFAULT FALSE,\n historic_scrape_progress INTEGER DEFAULT 0,\n total_stars INTEGER DEFAULT 0\n )`,\n );\n}\n\nexport async function getRepoState(repoName: string): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${REPO_STATE_TABLE} WHERE repo_name = ?`,\n [repoName]\n );\n \n if (result.rows.length === 0) return null;\n \n const row = result.rows[0] as any;\n return {\n repo_name: row.repo_name,\n lastChecked: row.last_checked,\n historicScrapeComplete: Boolean(row.historic_scrape_complete),\n historicScrapeProgress: row.historic_scrape_progress || 0,\n totalStars: row.total_stars || 0,\n };\n}\n\nexport async function updateRepoState(\n repoName: string, \n state: { \n lastChecked: string; \n historicScrapeComplete: boolean;\n historicScrapeProgress?: number;\n totalStars?: number;\n }\n) {\n await sqlite.execute(\n `INSERT OR REPLACE INTO ${REPO_STATE_TABLE} \n (repo_name, last_checked, historic_scrape_complete, historic_scrape_progress, total_stars) \n VALUES (?, ?, ?, ?, ?)`,\n [\n repoName, \n state.lastChecked, \n state.historicScrapeComplete,\n state.historicScrapeProgress || 0,\n state.totalStars || 0\n ]\n );\n}",[196],"a492dbde-f175-11f0-9c39-42dde27851f2","dashboard.tsx","019bbdbc-7172-724f-8ea5-4bff99b81e6b",["D",1768414802213],"/** @jsxImportSource npm:hono@4/jsx */\nimport { Hono } from \"npm:hono@4\";\nimport { getAllLeads, getLeadById, Lead } from \"./db.ts\";\nimport { WelcomePanel } from \"./welcome-ui.tsx\"; // DELETE THIS LINE to remove onboarding UI\nimport { marked } from \"npm:marked@11\";\n\nexport const app = new Hono();\n\nfunction getRepos(input: unknown): string[] {\n const events = Array.isArray(input) ? input : [input];\n const repos = new Set();\n for (const event of events) {\n if (event?.repo?.name) {\n repos.add(event.repo.name);\n }\n }\n return Array.from(repos);\n}\n\nfunction getSource(input: unknown): string | null {\n const first = Array.isArray(input) ? input[0] : input;\n if (first?.actor?.login) return \"github\";\n if (first?._query?.source) return first._query.source;\n return null;\n}\n\nfunction getUsername(input: unknown): string | null {\n const first = Array.isArray(input) ? input[0] : input;\n return first?.actor?.login || null;\n}\n\nfunction ReposList({ repos }: { repos: string[] }) {\n if (repos.length === 0) return null;\n return (\n

\n Repositories ({repos.length})\n

\n {repos.map((repo) => (\n \n \n {repo}\n \n ))}\n

\n );\n}\n\nfunction Layout({ children, title }: { children: any; title: string }) {\n return (\n \n \n \n \n {title}\n \n \n \n {children}\n \n );\n}\n\nfunction SourceBadge({ source }: { source: string | null }) {\n if (!source) return null;\n\n if (source === \"github\") {\n return (\n \n \n GitHub\n \n );\n }\n\n return (\n \n {source}\n \n );\n}\n\nfunction ScoreBadge({ score }: { score?: number }) {\n if (score === undefined || score === null) return null;\n\n const color = score >= 70\n ? \"bg-blue-100 text-blue-700\"\n : score >= 50\n ? \"bg-amber-100 text-amber-700\"\n : \"bg-gray-100 text-gray-500\";\n\n return (\n \n {score}\n \n );\n}\n\nfunction LeadTypeBadges({ leadTypes }: { leadTypes?: string[] }) {\n if (!leadTypes || leadTypes.length === 0) return null;\n\n const typeStyles: Record = {\n customer: \"bg-emerald-100 text-emerald-700\",\n hire: \"bg-purple-100 text-purple-700\",\n };\n\n return (\n <>\n {leadTypes.map((type) => (\n \n {type}\n \n ))}\n \n );\n}\n\nfunction LeadRow({ lead, isMatch }: { lead: Lead; isMatch: boolean }) {\n const output = JSON.parse(lead.output_data);\n const input = JSON.parse(lead.input_data);\n const eventCount = Array.isArray(input) ? input.length : 1;\n const source = getSource(input);\n const date = new Date(lead.timestamp).toLocaleDateString(\"en-US\", {\n month: \"short\",\n day: \"numeric\",\n year: \"numeric\",\n });\n\n return (\n \n \n \n \n {output.name || \"Unknown\"}\n \n \n \n {eventCount > 1 && (\n \n {eventCount}\n \n )}\n {date}\n \n );\n}\n\nconst Arrow = () => (\n \n \n \n);\n\nfunction DataValue(\n { value, path, keyName }: { value: unknown; path: string; keyName?: string },\n) {\n if (value === null || value === undefined) {\n return (\n \n {keyName && {keyName}:}\n null\n \n );\n }\n\n if (typeof value !== \"object\") {\n return (\n \n {keyName && {keyName}:}\n {String(value)}\n \n );\n }\n\n if (Array.isArray(value)) {\n if (value.length === 0) {\n return (\n \n {keyName && {keyName}:}\n []\n \n );\n }\n const id = `arr-${path}`;\n return (\n

\n \n \n {keyName && {keyName}}\n [{value.length}]\n

\n {value.map((item, idx) => (\n

\n \n

\n ))}\n

\n \n );\n }\n\n const entries = Object.entries(value);\n if (entries.length === 0) {\n return (\n \n {keyName && {keyName}:}\n {\"{}\"}\n \n );\n }\n const id = `obj-${path}`;\n return (\n

\n \n \n {keyName && {keyName}}\n {`{${entries.length}}`}\n

\n {entries.map(([k, v]) => (\n

\n \n

\n ))}\n

\n \n );\n}\n\nfunction DataTable({ title, data }: { title: string; data: unknown }) {\n if (data === null || data === undefined) return null;\n\n if (Array.isArray(data)) {\n return (\n

\n {title} ({data.length})\n

\n {data.map((item, idx) => (\n

Event {idx + 1}

\n {Object.entries(item).map(([k, v]) => (\n

\n \n

\n ))}\n

\n );\n }\n\n const entries = Object.entries(data as Record);\n if (entries.length === 0) return null;\n\n return (\n

\n {title}\n

\n {entries.map(([key, value]) => (\n

\n \n

\n ))}\n

\n );\n}\n\napp.get(\"/\", async (c) => {\n const leads = await getAllLeads();\n const baseUrl = new URL(c.req.url).origin;\n const testEndpoint = `${baseUrl}/test`;\n\n const matches = leads.filter((l) => JSON.parse(l.output_data).match === true);\n const nonMatches = leads.filter((l) =>\n JSON.parse(l.output_data).match !== true\n );\n\n return c.html(\n \n

\n \n\n

GitHub Leads

\n \n view source\n \n

\n {leads.length} leads · {matches.length} matches\n

\n\n {leads.length === 0\n ? (\n

\n No leads yet. Configure your GitHub org and wait for activity, or\n use \"Try It Out\" above.\n

\n )\n : (\n

\n {matches.map((lead) => )}\n\n {nonMatches.length > 0 && (\n

\n \n {nonMatches.length} not matched\n v\n \n

\n {nonMatches.map((lead) => (\n \n ))}\n

\n )}\n

\n ,\n );\n});\n\napp.get(\"/lead/:id\", async (c) => {\n const id = parseInt(c.req.param(\"id\"));\n const lead = await getLeadById(id);\n\n if (!lead) {\n return c.html(\n \n

Lead Not Found

\n \n ← Back\n \n

\n ,\n 404,\n );\n }\n\n const input = JSON.parse(lead.input_data);\n const output = JSON.parse(lead.output_data);\n const repos = getRepos(input);\n const source = getSource(input);\n const username = getUsername(input);\n\n return c.html(\n \n

\n \n ← Back\n \n\n

\n {output.name || \"Unknown\"}\n

\n \n \n \n

\n {username && (\n \n @{username}\n \n )}\n

\n {new Date(lead.timestamp).toLocaleString()}\n {output.cost != null && ` · ${output.cost.toFixed(4)}`}\n

\n\n {/* Result Summary */}\n \n

\n \n \n {output.match ? \"Match\" : \"No Match\"}\n \n

\n \n

\n\n {/* Reanalyze Button */}\n

\n location.reload())`}\n class=\"px-4 py-2 bg-gray-100 hover:bg-gray-200 text-gray-700 border border-gray-200 disabled:opacity-50 font-medium rounded-lg text-sm\"\n >\n Reanalyze\n \n

\n\n {/* GitHub Repositories */}\n \n\n {/* AI Output first */}\n \n\n {/* Input Data second */}\n \n \n ,\n );\n});\n\nexport default app.fetch;",[204],"a492cad6-f175-11f0-9c39-42dde27851f2","agent.ts","019bbdbc-7172-724f-8ea5-47cc83656090",["D",1768414802213],"import { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport { Agent, run, RunResult, webSearchTool } from \"npm:@openai/agents@0.3.0\";\nimport { getLeadById, storeLead, updateLeadOutput } from \"./db.ts\";\n\nconst PROMPT = await readFile(\"/PROMPT.txt\");\nconst agent = new Agent({\n name: \"Researcher\",\n model: \"gpt-5\",\n tools: [webSearchTool()],\n instructions: PROMPT,\n});\n\nfunction calculateCost(result: RunResult): number {\n // GPT-5 pricing (verified rates as of January 2026)\n const COST_PER_INPUT_TOKEN = 0.00000125; // $1.25 per 1M tokens\n const COST_PER_CACHED_INPUT_TOKEN = 0.000000125; // $0.125 per 1M tokens (90% discount)\n const COST_PER_OUTPUT_TOKEN = 0.00001; // $10 per 1M tokens\n\n const usage = result.state._context.usage;\n const inputTokens = usage.inputTokens || 0;\n const cachedInputTokens = usage.inputTokensDetails[0].cached_tokens || 0;\n const outputTokens = usage.outputTokens || 0;\n\n console.log(\"result.state\", result.state);\n console.log(\"result.state._context.usage\", usage);\n\n // Calculate cost: subtract cached tokens from regular input if both are provided\n const regularInputTokens = inputTokens - cachedInputTokens;\n const cost = (regularInputTokens * COST_PER_INPUT_TOKEN) +\n (cachedInputTokens * COST_PER_CACHED_INPUT_TOKEN) +\n (outputTokens * COST_PER_OUTPUT_TOKEN);\n\n console.log(\"Cost breakdown:\", {\n regularInputTokens,\n cachedInputTokens,\n outputTokens,\n cost,\n });\n\n return cost;\n}\n\nasync function analyzeLead(inputData: any) {\n const result = await run(agent, JSON.stringify(inputData));\n const outputData = JSON.parse(result.finalOutput);\n outputData.cost = calculateCost(result);\n return outputData;\n}\n\nexport async function processLead(inputData: any) {\n const outputData = await analyzeLead(inputData);\n await storeLead(inputData, outputData);\n console.log(outputData);\n return { outputData };\n}\n\nexport async function reanalyzeLead(id: number) {\n const lead = await getLeadById(id);\n if (!lead) throw new Error(`Lead ${id} not found`);\n\n const outputData = await analyzeLead(lead.input_data);\n await updateLeadOutput(id, outputData);\n return { outputData };\n}",[210],"30c52d76-f178-11f0-a7da-42dde27851f2","README.md","019bbdbc-7172-724f-8ea5-427162c94edf",34,["D",1768415896494],5,"# GitHub Stargazer Lead Tracker\n\nFind potential customers from GitHub stargazer activity. Monitor any repositories for\nnew stars, scrape historic stargazers on first run, and use AI to qualify leads automatically.\n\n![image.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/fa6f2423-2001-4c80-c5fb-7a85e1b47100/public)\n\n## What this does\n\n1. **Historic Scraping**: On first run, scrapes all existing stargazers from configured repositories\n2. **Ongoing Monitoring**: A cron job monitors for new stars on your configured repositories \n3. **AI Lead Qualification**: An AI agent researches each stargazer and scores them as a lead\n4. **Dashboard & Alerts**: Qualified leads appear in your dashboard with periodic digest emails\n\n## Getting started\n\n1. Click [**Remix**](/?intent=remix)\n2. Add environment variables:\n - `OPENAI_API_KEY` — for AI lead qualification\n - `GITHUB_TOKEN` — for accessing GitHub API\n ([create one here](https://github.com/settings/tokens))\n3. Configure your repositories:\n - Edit `GITHUB_REPOS` array in [`github.cron.ts`](./github.cron.ts)\n - Add repositories in \"owner/repo\" format (e.g., \"facebook/react\")\n4. Configure email settings:\n - Edit `RECIPIENTS` in [`digest.ts`](./digest.ts)\n - Customize [`PROMPT.txt`](./PROMPT.txt) with your ICP criteria\n5. Open [`main.ts`](./main.ts) to view your dashboard\n\n**Note:** The first run will scrape ALL historic stargazers, which may take time for popular repositories.\n\n## How it works\n\n**Repository Monitoring** ([`github.cron.ts`](./github.cron.ts))\n\n- **Small Repositories (≤1,000 stars)**: Scrapes all stargazers in one run\n- **Medium Repositories (1,001-5,000 stars)**: Scrapes in chunks of 500 stars per run\n- **Large Repositories (5,001-10,000 stars)**: Gradual scraping with 200 stars per run\n- **Very Large Repositories (>10,000 stars)**: Skips historic scraping, monitors new stars only\n- **Ongoing Monitoring**: After historic scraping completes, monitors for new stars since last check\n- Tracks repository state and progress to resume scraping across multiple runs\n\n**Gradual Scraping Process**\n\n1. **Assessment**: Checks repository size and determines scraping strategy\n2. **Chunked Processing**: Large repositories are processed over multiple cron runs\n3. **Progress Tracking**: Maintains state between runs to resume where it left off\n4. **Automatic Completion**: Transitions to new-star monitoring when historic scraping finishes\n\n**AI Agent** ([`agent.ts`](./agent.ts))\n\n- Researches each GitHub user's profile, repos, and linked sites\n- Uses web search to learn about their company and role\n- Scores them against your ICP defined in [`PROMPT.txt`](./PROMPT.txt)\n- Returns `{name, match, score, leadTypes, reasoning}`\n\n**Storage** ([`db.ts`](./db.ts))\n\n- **Leads Table**: Every lead is stored in SQLite with columns:\n - `id` — auto-incremented\n - `timestamp` — when first seen\n - `input_data` — the GitHub stargazer event(s) that triggered it\n - `output_data` — AI result\n- **Repository State Table**: Tracks scraping progress per repository:\n - `repo_name` — repository identifier\n - `last_checked` — timestamp of last check\n - `historic_scrape_complete` — whether initial scrape is done\n - `historic_scrape_progress` — current page for gradual scraping\n - `total_stars` — total stars when scraping started\n\n**Dashboard** ([`main.ts`](./main.ts))\n\n- Qualified leads (match=true) appear at the top\n- Shows score and lead type tags (customer/hire)\n- Click a lead to see full details and GitHub activity\n\n**Email Digest** ([`digest.ts`](./digest.ts))\n\n- Sends daily emails (1pm UTC) with new qualified leads\n- Edit `RECIPIENTS` array to configure who receives them\n\n## Customization\n\n- **Repositories**: Edit the `GITHUB_REPOS` array in [`github.cron.ts`](./github.cron.ts) to add/remove repositories\n- **Lead Criteria**: Edit [`PROMPT.txt`](./PROMPT.txt) to define your ideal customer profile\n- **Monitoring Frequency**: Adjust the cron schedule in [`github.cron.ts`](./github.cron.ts) (default: hourly)\n- **Email Schedule**: Adjust the email digest schedule in [`digest.ts`](./digest.ts) (default: daily at 1pm UTC)\n\n## Repository Configuration\n\nAdd repositories to monitor in the `GITHUB_REPOS` array:\n\n```typescript\nexport const GITHUB_REPOS = [\n \"your-org/your-repo\",\n \"facebook/react\", \n \"microsoft/vscode\",\n \"octocat/Hello-World\", // Good for testing\n // Add more repositories here\n];\n```\n\n## Performance Notes\n\n- **Gradual Scraping**: Large repositories are processed over multiple cron runs to avoid timeouts\n- **Rate Limits**: The system includes delays and batching to handle GitHub API limits\n- **Incremental Updates**: After historic scraping, only new stars are processed\n- **Error Handling**: Individual lead processing failures won't stop the entire job\n- **Resume Capability**: System automatically resumes scraping after interruptions\n\n## Important Limits & Scraping Strategy\n\n- **Small Repos (≤1,000 stars)**: Complete historic scraping in one run\n- **Medium Repos (1,001-5,000 stars)**: Scrape 500 stars per cron run\n- **Large Repos (5,001-10,000 stars)**: Scrape 200 stars per cron run (gradual)\n- **Very Large Repos (>10,000 stars)**: Skip historic scraping, monitor new stars only\n- **Batch Processing**: Leads are processed in batches of 5 to ensure reliability\n- **Progress Tracking**: System resumes scraping where it left off across multiple runs\n\n## Monitoring Progress\n\nCheck scraping progress at [`/status`](./status.ts):\n- View status of all configured repositories\n- See progress percentage for ongoing historic scrapes\n- Monitor completion status and last check times\n\n## Testing\n\nUse the test bar in the dashboard to evaluate any GitHub username instantly.\n\n## Troubleshooting\n\n- **\"GITHUB_TOKEN is required\"**: Add your GitHub token to environment variables\n- **Timeouts**: Use smaller repositories or the system will automatically skip historic scraping\n- **Rate Limits**: The system includes delays and batching to handle GitHub API limits\n- **Repository Not Found**: Ensure repository names are in \"owner/repo\" format and are public",[216],"a4928300-f175-11f0-9c39-42dde27851f2","PROMPT.txt","019bbdbc-7172-724f-8ea5-3ed85b8ea88e",["D",1768414802213],"You are an assistant to the CEO of Val Town.\n\nVal Town is like Zapier for people who know how to code, a tool for writing code and getting it running in the cloud,\nparticularly useful for lightweight automations in technical teams.\n\nI'm sending you data about GitHub activity and it's your job to exhuastively research the person by visiting the links \non their GitHub profile, any company listed on their profile, searching the web for their name creatively,\nfinding their personal and company sites, blogs they've written, etc to determine if they are in Val Town's \nideal customer profile.\n\nVal Town's ideal customer profile:\n\n1. Founder\n2. B2B SaaS Startup\n3. Seed-stage (approximately)\n4. They know how to code\n\nReturn your final response in JSON only with the following schema:\n\n{\n \"name\": string,\n \"company\": string,\n \"match\": boolean,\n \"score\": number,\n \"reasoning\": string\n}\n\nThe score field is from 0 to 100.\n\nThe company is where they currently work.\n\nFor the \"reasoning\" field, write in Markdown. Include newlines where appropriate.\n\nIf the person works at Val Town, there is no match and the score is 0.",[224],"pulls","branches","forks","envVars",{"_236":238,"_239":64},"connections",{"_236":64,"_237":64},"count","unfilledCount",2,"emptyCount",{"_43":223,"_32":224,"_30":225,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":278,"_13":64,"_33":20,"_35":227,"_24":25,"_169":-5,"_251":279,"_27":280},{"_43":215,"_32":216,"_30":217,"_162":-5,"_41":42,"_40":218,"_164":60,"_38":275,"_13":220,"_33":20,"_35":221,"_24":25,"_169":-5,"_251":276,"_27":277},{"_43":209,"_32":210,"_30":211,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":272,"_13":64,"_33":167,"_35":213,"_24":25,"_169":-5,"_251":273,"_27":274},{"_43":203,"_32":204,"_30":205,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":269,"_13":64,"_33":167,"_35":207,"_24":25,"_169":-5,"_251":270,"_27":271},{"_43":195,"_32":196,"_30":197,"_162":-5,"_41":42,"_40":198,"_164":60,"_38":266,"_13":200,"_33":167,"_35":201,"_24":25,"_169":-5,"_251":267,"_27":268},{"_43":189,"_32":190,"_30":191,"_162":-5,"_41":42,"_40":176,"_164":25,"_38":263,"_13":64,"_33":34,"_35":193,"_24":25,"_169":-5,"_251":264,"_27":265},{"_43":185,"_32":28,"_30":31,"_162":-5,"_41":42,"_40":14,"_164":25,"_38":260,"_13":187,"_33":34,"_35":37,"_24":25,"_169":-5,"_251":261,"_27":262},{"_43":180,"_32":181,"_30":58,"_162":-5,"_41":42,"_40":176,"_164":60,"_38":257,"_13":64,"_33":177,"_35":183,"_24":25,"_169":-5,"_251":258,"_27":259},{"_43":171,"_32":172,"_30":173,"_162":-5,"_41":42,"_40":174,"_164":60,"_38":254,"_13":176,"_33":177,"_35":178,"_24":25,"_169":-5,"_251":255,"_27":256},{"_43":159,"_32":160,"_30":161,"_162":-5,"_41":42,"_40":163,"_164":60,"_38":250,"_13":166,"_33":167,"_35":168,"_24":25,"_169":-5,"_251":252,"_27":253},["D",1768415510169],"children",[],[160],["D",1768415858922],[],[172],["D",1768414802213],[],[181],["D",1768415908429],[],[28],["D",1768414802213],[],[190],["D",1768415780821],[],[196],["D",1768414802213],[],[204],["D",1768414802213],[],[210],["D",1768415896494],[],[216],["D",1768414802213],[],[224],["D",1768414802213],["D",1789518064818],{"_105":104,"_112":108},{"_105":104,"_106":-5,"_107":108,"_18":56,"_109":110,"_111":25},{"_13":90,"_32":91,"_43":42,"_92":44,"_93":94,"_95":96,"_97":50,"_98":99,"_100":101,"_102":45,"_103":104},"ctx",{"_83":-5,"_134":319,"_320":321,"_322":323,"_324":25,"_325":25,"_326":25,"_327":60,"_328":-5,"_329":-7,"_330":-7,"_331":64,"_332":25,"_333":25,"_334":-5,"_335":25,"_336":25,"_337":25,"_338":-5},"ENV",{"_290":291,"_292":293,"_294":91,"_295":296,"_297":298,"_299":300,"_301":302,"_303":304,"_305":306,"_307":308,"_309":310,"_311":312,"_313":314,"_315":316,"_317":318},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v35