[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_214":215,"_216":217},"routes/_app.x.$handle.$name",{"_95":94,"_32":44,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":25,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":52,"_53":54,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",12,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":20,"_34":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":20,"_34":35},"deleted",false,"deletedHere","path","README.md","latestPath","fileId","0199d8a3-6d60-729d-ba23-dd426b995c42","name","fileType","content","# GitHub to Clay Scraper\n\nScrape users from any GitHub repo, and automatically ingest into Clay. This val\nscrapes the username of anyone who has created an issue, reacted to an issues,\ncommented on an issue, reacted to the comments, starred, or forked any repo.\n\n![CleanShot_2025-10-08_at_17.41.422x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/86543734-10b8-431c-e71e-da3da9c11400/public)\n\n## Setup\n\n1. Click `Remix` on the top-right to get a copy of it\n1. Set up a Clay workbook with a `Webhook` column\n1. Copy your Clay workbook's `Webhook` URL\n ![CleanShot 2025-08-08 at 13.23.47@2x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/48cd9c4d-2990-480f-9d07-fb09e2282500/public)\n\n1. Set that as `CLAY_WEBHOOK_URL` in this val's `Environment variables` on the\n left sidebar\n1. In [config.ts](./config.ts), replace `GITHUB_REPO` with the full repository name\n (format: `\"owner/repo\"`)\n1. And that's it! The cron will run on your repo every 30 minutes from now on.\n To test it out immediately, navigate to [main.ts](./main.ts) and click `Run`.\n\n## Files\n\n- [config.ts](config.ts) - Configuration settings for the scraper\n- [database.ts](database.ts) - SQLite database for tracking sent users\n- [clay.ts](clay.ts) - Send data to Clay\n- [github.ts](github.ts) - Collects engaged users and fetches usernames\n- [main.ts](main.ts) - Cron trigger that orchestrates the scraping and Clay\n integration\n\n## User Deduplication\n\nThis scraper automatically tracks which users have been sent to Clay to prevent\nduplicates. The feature is controlled by the `ENABLE_DEDUPLICATION` flag in\n[config.ts](./config.ts) (enabled by default).\n\n**How it works:**\n\n- Users are stored in a SQLite database after being successfully sent to Clay\n- On subsequent runs, the scraper checks the database and only sends new users\n- The database persists across all cron runs, so users are only sent once\n- Each user is tracked by their GitHub username and source repository\n\n**Database details:**\n\n- Users are tracked in the `tracked_users` table\n- Stores: username, source repo, and timestamp of first encounter\n- The database automatically initializes on the first run\n\n**To disable deduplication:**\nSet `ENABLE_DEDUPLICATION = false` in [config.ts](./config.ts) to send all\nengaged users on every run (useful for testing or if you want to manage\ndeduplication in Clay instead).\n\n## Rate Limiting\n\nOn larger repos, you may get rate-limited by GitHub. To mitigate this, Val Town\nuses a [proxied fetch](https://docs.val.town/std/fetch/) that reroutes requests\nusing a proxy vendor so that requests obtain different IP addresses. It also\nautomatically retries failed requests several times. Note that Note that using\n`std/fetch` will be significantly slower than directly calling the Javascript\nFetch API due to extra network hops.\n\n","# GitHub to Clay Scraper\n\nAutomatically ingest GitHub accounts of everyone who interacts with your repo into Clay.\n\nThis val tracks anyone who:\n\n- Created an issue\n- Reacted to an issue\n- Commented on an issue\n- Reacted to an issue's comments\n- Starred a repo\n- Forked a repo\n\n![CleanShot_2025-10-08_at_17.41.422x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/86543734-10b8-431c-e71e-da3da9c11400/public)\n\n## Setup\n\n1. Click `Remix` on the top-right to get a copy of it\n1. Set up a Clay workbook with a `Webhook` column\n1. Copy your Clay workbook's `Webhook` URL\n ![CleanShot 2025-08-08 at 13.23.47@2x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/48cd9c4d-2990-480f-9d07-fb09e2282500/public)\n\n1. Set that as `CLAY_WEBHOOK_URL` in this val's `Environment variables` on the\n left sidebar\n1. In [config.ts](./config.ts), replace `GITHUB_REPO` with the full repository name\n (format: `\"owner/repo\"`)\n1. And that's it! The cron will run on your repo every 30 minutes from now on.\n To test it out immediately, navigate to [main.ts](./main.ts) and click `Run`.\n\n## Files\n\n- [config.ts](config.ts) - Configuration settings for the scraper\n- [database.ts](database.ts) - SQLite database for tracking sent users\n- [clay.ts](clay.ts) - Send data to Clay\n- [github.ts](github.ts) - Collects engaged users and fetches usernames\n- [main.ts](main.ts) - Cron trigger that orchestrates the scraping and Clay\n integration\n\n## User Deduplication\n\nThis scraper automatically tracks which users have been sent to Clay to prevent\nduplicates. The feature is controlled by the `ENABLE_DEDUPLICATION` flag in\n[config.ts](./config.ts) (enabled by default).\n\n**How it works:**\n\n- Users are stored in a SQLite database after being successfully sent to Clay\n- On subsequent runs, the scraper checks the database and only sends new users\n- The database persists across all cron runs, so users are only sent once\n- Each user is tracked by their GitHub username and source repository\n\n**Database details:**\n\n- Users are tracked in the `tracked_users` table\n- Stores: username, source repo, and timestamp of first encounter\n- The database automatically initializes on the first run\n\n**To disable deduplication:**\nSet `ENABLE_DEDUPLICATION = false` in [config.ts](./config.ts) to send all\nengaged users on every run (useful for testing or if you want to manage\ndeduplication in Clay instead).\n\n## Rate Limiting\n\nOn larger repos, you may get rate-limited by GitHub. To mitigate this, Val Town\nuses a [proxied fetch](https://docs.val.town/std/fetch/) that reroutes requests\nusing a proxy vendor so that requests obtain different IP addresses. It also\nautomatically retries failed requests several times. Note that Note that using\n`std/fetch` will be significantly slower than directly calling the Javascript\nFetch API due to extra network hops.\n\n","createdAt",["D",1760371385563],"branchVersion","branchId","835fc6d8-a770-11f0-b7ff-0224a6c84d84","id","835c1240-a770-11f0-b7ff-0224a6c84d84","GitHub-To-Clay",["D",1760276213018],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Scrape users from any GitHub repo, and ingest into Clay","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/7d1bd1e4-9009-406c-8bf6-a238d334e100/square512?exp=1789577999&sig=1d2409d44484fb2c2392b16b2c01ccc1f4551fad2d450cbe310182de21f4aa10","0199ca5b-d33c-7148-89fe-6858408dafe2","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","0199ca5b-d33c-7148-89fe-6f6326904a93","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"isOwned",28,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","whp","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/0dc740ff-fa57-445c-3eec-80fd20daa500/square512?exp=1789577999&sig=1469d93ce06a2e3ea42b1f1bc1a6598d6cb73b83fe6ede8cdc4bc4a957d482ab","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":210,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":52,"_53":54,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":211,"_79":212,"_81":213,"_83":25},"tree",[185,186,187,188,189,190],"files",[185,186,187,188,189,190],"counts",{"_175":61,"_176":173,"_177":146,"_178":179,"_180":181},"contents",[125,126,127,128,129,130],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":171,"_32":28,"_30":31,"_134":-5,"_40":41,"_39":14,"_136":25,"_37":172,"_13":173,"_33":20,"_34":36,"_24":25,"_141":-5,"_27":174},{"_42":165,"_32":166,"_30":167,"_134":-5,"_40":41,"_39":146,"_136":25,"_37":168,"_13":61,"_33":139,"_34":169,"_24":25,"_141":-5,"_27":170},{"_42":158,"_32":159,"_30":160,"_134":-5,"_40":41,"_39":161,"_136":25,"_37":162,"_13":61,"_33":139,"_34":163,"_24":25,"_141":-5,"_27":164},{"_42":150,"_32":151,"_30":152,"_134":-5,"_40":41,"_39":153,"_136":154,"_37":155,"_13":61,"_33":139,"_34":156,"_24":25,"_141":-5,"_27":157},{"_42":143,"_32":144,"_30":145,"_134":-5,"_40":41,"_39":146,"_136":25,"_37":147,"_13":61,"_33":139,"_34":148,"_24":25,"_141":-5,"_27":149},{"_42":131,"_32":132,"_30":133,"_134":-5,"_40":41,"_39":135,"_136":25,"_37":137,"_13":138,"_33":139,"_34":140,"_24":25,"_141":-5,"_27":142},"6d997ed8-a839-11f0-9e17-0224a6c84d84","main.ts","0199d8a3-6d60-729d-ba23-eb6ecd94adf1","parentId",10,"latest",["D",1760362505053],3,"script","import { fetchEngagedUsers } from \"./github.ts\";\nimport { sendToClay } from \"./clay.ts\";\nimport {\n GITHUB_REPO,\n ISSUE_LIMIT,\n MAX_STARGAZERS,\n MAX_FORKS,\n MAX_COMMENTS_PER_ISSUE,\n FETCH_REACTIONS,\n ENABLE_DEDUPLICATION,\n} from \"./config.ts\";\nimport {\n initDatabase,\n isUserTracked,\n addTrackedUsers,\n getStats,\n} from \"./database.ts\";\n\nexport default async function () {\n // Make sure to set your Clay Webhook URL in the Environment Variables!\n const clayWebhookUrl = Deno.env.get(\"CLAY_WEBHOOK_URL\");\n\n if (!clayWebhookUrl) {\n throw new Error(\"CLAY_WEBHOOK_URL environment variable is required\");\n }\n\n const [owner, repo] = String(GITHUB_REPO).split(\"/\");\n\n // Initialize database for user tracking\n if (ENABLE_DEDUPLICATION) {\n await initDatabase();\n console.log(\"Database initialized for user deduplication\");\n }\n\n // Fetch engaged users\n const engagedUsernames = await fetchEngagedUsers(owner, repo, {\n issueLimit: ISSUE_LIMIT,\n maxStargazers: MAX_STARGAZERS,\n maxForks: MAX_FORKS,\n maxCommentsPerIssue: MAX_COMMENTS_PER_ISSUE,\n fetchReactions: FETCH_REACTIONS,\n });\n console.log(`Found ${engagedUsernames.length} engaged users`);\n\n // Filter out already-tracked users (if deduplication is enabled)\n let newUsernames = engagedUsernames;\n if (ENABLE_DEDUPLICATION) {\n newUsernames = [];\n for (const username of engagedUsernames) {\n const isTracked = await isUserTracked(username);\n if (!isTracked) {\n newUsernames.push(username);\n }\n }\n const alreadyTracked = engagedUsernames.length - newUsernames.length;\n console.log(\n `Filtered users: ${newUsernames.length} new, ${alreadyTracked} already tracked`,\n );\n\n // Show database stats\n const stats = await getStats();\n console.log(\n `Database stats: ${stats.totalUsers} total users tracked across all repos`,\n );\n }\n\n // Format data for Clay integration - one record per user\n const userData = newUsernames.map((username) => ({\n github_username: username,\n source_repo: GITHUB_REPO,\n source: \"github_to_clay\",\n }));\n\n // Log data\n if (userData.length > 0 && userData.length <= 10) {\n console.log(`\\n=== User Data (for Clay integration) ===`);\n userData.forEach((record) => {\n console.log(JSON.stringify(record, null, 2));\n });\n } else if (userData.length > 10) {\n console.log(`\\n=== Sample User Data (showing first 3 of ${userData.length}) ===`);\n userData.slice(0, 3).forEach((record) => {\n console.log(JSON.stringify(record, null, 2));\n });\n }\n\n console.log(`\\n→ Sending ${userData.length} user records to Clay...`);\n\n // Send to Clay\n if (userData.length > 0) {\n await sendToClay(clayWebhookUrl, userData);\n console.log(`✓ Successfully sent ${userData.length} records to Clay`);\n\n // Add newly sent users to the tracking database\n if (ENABLE_DEDUPLICATION) {\n await addTrackedUsers(\n newUsernames.map((username) => ({\n username,\n sourceRepo: GITHUB_REPO,\n })),\n );\n console.log(`✓ Added ${newUsernames.length} users to tracking database`);\n }\n } else {\n console.log(`⚠ No new user records to send`);\n }\n\n console.log(`\\n✓ Cron job completed successfully`);\n}\n","label",[132],"8362d86e-a770-11f0-b7ff-0224a6c84d84","github.ts","0199d8a3-6d60-729d-ba23-e76c06e5f7ee",1,["D",1760276213018],"import { fetch } from \"https://esm.town/v/std/fetch\";\n\nexport interface EngagedUser {\n github_username: string;\n source_repo: string;\n}\n\nexport async function fetchAllIssues(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const issues: any[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - issues.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues?page=${page}&per_page=${remainder}&state=all`,\n { headers },\n );\n\n if (!response.ok) {\n throw new Error(\n `GitHub API error: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n const filteredIssues = data\n .filter((item) => !item.pull_request)\n .map((item) => ({\n number: item.number,\n title: item.title,\n body: item.body || \"\",\n author_username: item.user.login,\n created_at: item.created_at,\n updated_at: item.updated_at,\n state: item.state,\n labels: item.labels.map((label) => label.name),\n html_url: item.html_url,\n }));\n\n issues.push(...filteredIssues);\n\n if (data.length < remainder) break;\n\n page++;\n }\n\n return issues;\n}\n\nexport async function fetchIssueComments(\n owner: string,\n repo: string,\n issueNumber: number,\n limit?: number,\n): Promise {\n const comments: any[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - comments.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/${issueNumber}/comments?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return comments;\n throw new Error(\n `GitHub API error fetching comments: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n const mappedComments = data.map((item: any) => ({\n id: item.id,\n body: item.body || \"\",\n author_username: item.user.login,\n created_at: item.created_at,\n issue_number: issueNumber,\n }));\n\n comments.push(...mappedComments);\n\n if (data.length < remainder) break;\n page++;\n }\n\n return comments;\n}\n\nexport async function fetchIssueReactions(\n owner: string,\n repo: string,\n issueNumber: number,\n): Promise {\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/${issueNumber}/reactions`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return [];\n throw new Error(\n `GitHub API error fetching issue reactions: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n return data.map((item: any) => ({\n content: item.content,\n user_username: item.user.login,\n created_at: item.created_at,\n }));\n}\n\nexport async function fetchCommentReactions(\n owner: string,\n repo: string,\n commentId: number,\n): Promise {\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/comments/${commentId}/reactions`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return [];\n throw new Error(\n `GitHub API error fetching comment reactions: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n return data.map((item: any) => ({\n content: item.content,\n user_username: item.user.login,\n created_at: item.created_at,\n }));\n}\n\nexport async function fetchStargazers(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const stargazers: string[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - stargazers.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/stargazers?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return stargazers;\n throw new Error(\n `GitHub API error fetching stargazers: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n for (const item of data) {\n stargazers.push(item.login);\n }\n\n if (data.length < remainder) break;\n page++;\n }\n\n return stargazers;\n}\n\nexport async function fetchForks(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const forkers: string[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - forkers.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/forks?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return forkers;\n throw new Error(\n `GitHub API error fetching forks: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n for (const item of data) {\n forkers.push(item.owner.login);\n }\n\n if (data.length < remainder) break;\n page++;\n }\n\n return forkers;\n}\n\ninterface FetchConfig {\n issueLimit?: number;\n maxStargazers?: number;\n maxForks?: number;\n maxCommentsPerIssue?: number;\n fetchReactions: boolean;\n}\n\nexport async function fetchEngagedUsers(\n owner: string,\n repo: string,\n config: FetchConfig,\n): Promise {\n console.log(`Fetching engaged users for ${owner}/${repo}...`);\n\n const issues = await fetchAllIssues(owner, repo, config.issueLimit);\n console.log(`Found ${issues.length} issues`);\n\n const engagedUsers = new Set();\n\n // Collect issue creators\n for (const issue of issues) {\n engagedUsers.add(issue.author_username);\n }\n\n // Fetch comments and reactions for each issue\n for (const issue of issues) {\n // Fetch issue comments\n try {\n const comments = await fetchIssueComments(\n owner,\n repo,\n issue.number,\n config.maxCommentsPerIssue,\n );\n\n for (const comment of comments) {\n engagedUsers.add(comment.author_username);\n\n // Fetch reactions for this comment (if enabled)\n if (config.fetchReactions) {\n try {\n const commentReactions = await fetchCommentReactions(\n owner,\n repo,\n comment.id,\n );\n\n for (const reaction of commentReactions) {\n engagedUsers.add(reaction.user_username);\n }\n } catch (error) {\n console.log(\n ` Error fetching reactions for comment ${comment.id}:`,\n error.message,\n );\n }\n }\n }\n } catch (error) {\n console.log(\n ` Error fetching comments for issue #${issue.number}:`,\n error.message,\n );\n }\n\n // Fetch issue reactions (if enabled)\n if (config.fetchReactions) {\n try {\n const issueReactions = await fetchIssueReactions(\n owner,\n repo,\n issue.number,\n );\n\n for (const reaction of issueReactions) {\n engagedUsers.add(reaction.user_username);\n }\n } catch (error) {\n console.log(\n ` Error fetching reactions for issue #${issue.number}:`,\n error.message,\n );\n }\n }\n }\n\n // Fetch stargazers\n try {\n const stargazers = await fetchStargazers(owner, repo, config.maxStargazers);\n console.log(`Found ${stargazers.length} stargazers`);\n for (const username of stargazers) {\n engagedUsers.add(username);\n }\n } catch (error) {\n console.log(` Error fetching stargazers:`, error.message);\n }\n\n // Fetch forkers\n try {\n const forkers = await fetchForks(owner, repo, config.maxForks);\n console.log(`Found ${forkers.length} forkers`);\n for (const username of forkers) {\n engagedUsers.add(username);\n }\n } catch (error) {\n console.log(` Error fetching forkers:`, error.message);\n }\n\n console.log(`Total unique engaged users: ${engagedUsers.size}`);\n return Array.from(engagedUsers);\n}\n",[144],"6d6c792e-a839-11f0-b62f-0224a6c84d84","database.ts","6d6c7a00-a839-11f0-b62f-0224a6c84d84",7,true,["D",1760362505083],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\n\nconst TABLE_NAME = \"tracked_users\";\n\n/**\n * Initialize the database and create the tracked_users table if it doesn't exist\n */\nexport async function initDatabase(): Promise {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n username TEXT PRIMARY KEY,\n source_repo TEXT NOT NULL,\n first_seen TEXT NOT NULL\n )\n `);\n}\n\n/**\n * Check if a user is already tracked in the database\n */\nexport async function isUserTracked(username: string): Promise {\n const result = await sqlite.execute(\n `SELECT 1 FROM ${TABLE_NAME} WHERE username = ? LIMIT 1`,\n [username],\n );\n return result.rows.length > 0;\n}\n\n/**\n * Add multiple users to the tracked users database\n */\nexport async function addTrackedUsers(\n users: Array<{ username: string; sourceRepo: string }>,\n): Promise {\n if (users.length === 0) return;\n\n const timestamp = new Date().toISOString();\n\n // Use a transaction for bulk insert\n for (const user of users) {\n await sqlite.execute(\n `INSERT OR IGNORE INTO ${TABLE_NAME} (username, source_repo, first_seen) VALUES (?, ?, ?)`,\n [user.username, user.sourceRepo, timestamp],\n );\n }\n}\n\n/**\n * Get statistics about tracked users\n */\nexport async function getStats(): Promise<{\n totalUsers: number;\n byRepo: Record;\n}> {\n const totalResult = await sqlite.execute(\n `SELECT COUNT(*) as count FROM ${TABLE_NAME}`,\n );\n const totalUsers = totalResult.rows[0]?.count || 0;\n\n const repoResult = await sqlite.execute(\n `SELECT source_repo, COUNT(*) as count FROM ${TABLE_NAME} GROUP BY source_repo`,\n );\n\n const byRepo: Record = {};\n for (const row of repoResult.rows) {\n byRepo[row.source_repo] = row.count;\n }\n\n return { totalUsers, byRepo };\n}\n",[151],"6d72c25c-a839-11f0-a827-0224a6c84d84","config.ts","6d72c4c8-a839-11f0-a827-0224a6c84d84",8,["D",1760362505123],"// GitHub repository to track (format: \"owner/repo\")\nexport const GITHUB_REPO = \"val-town/vt\";\n\n// Optional: Limit number of issues to fetch (undefined = fetch all)\nexport const ISSUE_LIMIT = 1 as number | undefined;\n\n// Optional: Limit number of stargazers to fetch (undefined = fetch all)\nexport const MAX_STARGAZERS = 0 as number | undefined;\n\n// Optional: Limit number of forks to fetch (undefined = fetch all)\nexport const MAX_FORKS = 0 as number | undefined;\n\n// Optional: Limit comments per issue (undefined = fetch all)\nexport const MAX_COMMENTS_PER_ISSUE = 0 as number | undefined;\n\n// Optional: Skip fetching reactions (faster processing)\nexport const FETCH_REACTIONS = false;\n\n// Optional: Enable user deduplication to prevent sending duplicate users to Clay\n// When enabled, users are tracked in a SQLite database and only new users are sent\nexport const ENABLE_DEDUPLICATION = true;\n",[159],"8362d60c-a770-11f0-b7ff-0224a6c84d84","clay.ts","0199d8a3-6d60-729d-ba23-e17b57d26bb6",["D",1760276213018],"export async function sendToClay(\n webhookUrl: string,\n data: any[],\n): Promise {\n for (const record of data) {\n const response = await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(record),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Clay request failed: ${response.status} ${errorText}`);\n }\n }\n}\n",[166],"1a9a2b0a-a84e-11f0-aff1-0224a6c84d84",["D",1760371385563],2,[28],"pulls","branches","forks","envVars",{"_182":146,"_184":61},"connections",{"_182":61,"_183":61},"count","unfilledCount","emptyCount",{"_42":171,"_32":28,"_30":31,"_134":-5,"_40":41,"_39":14,"_136":25,"_37":207,"_13":173,"_33":20,"_34":36,"_24":25,"_141":-5,"_192":208,"_27":209},{"_42":165,"_32":166,"_30":167,"_134":-5,"_40":41,"_39":146,"_136":25,"_37":204,"_13":61,"_33":139,"_34":169,"_24":25,"_141":-5,"_192":205,"_27":206},{"_42":158,"_32":159,"_30":160,"_134":-5,"_40":41,"_39":161,"_136":25,"_37":201,"_13":61,"_33":139,"_34":163,"_24":25,"_141":-5,"_192":202,"_27":203},{"_42":150,"_32":151,"_30":152,"_134":-5,"_40":41,"_39":153,"_136":154,"_37":198,"_13":61,"_33":139,"_34":156,"_24":25,"_141":-5,"_192":199,"_27":200},{"_42":143,"_32":144,"_30":145,"_134":-5,"_40":41,"_39":146,"_136":25,"_37":195,"_13":61,"_33":139,"_34":148,"_24":25,"_141":-5,"_192":196,"_27":197},{"_42":131,"_32":132,"_30":133,"_134":-5,"_40":41,"_39":135,"_136":25,"_37":191,"_13":138,"_33":139,"_34":140,"_24":25,"_141":-5,"_192":193,"_27":194},["D",1760362505053],"children",[],[132],["D",1760276213018],[],[144],["D",1760362505083],[],[151],["D",1760362505123],[],[159],["D",1760276213018],[],[166],["D",1760371385563],[],[28],["D",1760276213018],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":55,"_99":100,"_101":25},{"_13":84,"_32":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"ctx",{"_77":-5,"_122":247,"_248":249,"_250":251,"_252":25,"_253":25,"_254":25,"_255":154,"_256":-5,"_257":-7,"_258":-7,"_259":61,"_260":25,"_261":25,"_262":-5,"_263":25,"_264":25,"_265":25,"_266":-5},"ENV",{"_218":219,"_220":221,"_222":85,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v12