[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_193":194,"_195":196},"routes/_app.x.$handle.$name",{"_112":111,"_34":61,"_120":102,"_29":121,"_13":14,"_122":-5,"_11":123,"_124":125,"_126":127,"_128":129,"_130":131,"_23":-5,"_132":-5,"_133":-5,"_134":27,"_135":136,"_137":27,"_138":-5,"_139":-5,"_140":141},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_59":60,"_34":61,"_39":62,"_63":-5,"_64":27,"_65":66,"_67":66,"_68":69,"_70":71,"_18":72,"_73":-5,"_74":27,"_75":-5,"_76":-5,"_77":78,"_79":80,"_81":-5,"_82":-5,"_83":-5,"_84":-5,"_85":86,"_87":86,"_88":89,"_90":89,"_91":89,"_92":86,"_93":86,"_94":95,"_96":97,"_98":99,"_100":27},"version",1,"changes",[19,20,21,22],"aiChatInfo","userId",{"_23":54,"_25":-7,"_26":27,"_28":27,"_29":55,"_31":55},{"_23":49,"_25":-7,"_26":27,"_28":27,"_29":50,"_31":50},{"_23":44,"_25":-7,"_26":27,"_28":27,"_29":45,"_31":45},{"_23":24,"_25":-7,"_26":27,"_28":27,"_29":30,"_31":30},"file",{"_32":33,"_34":30,"_35":36,"_37":38,"_39":40,"_41":14,"_42":43,"_26":27},"previous","deleted",false,"deletedHere","path","main.ts","latestPath","fileId","0199d8a3-6d60-729d-ba23-eb6ecd94adf1","name","fileType","script","content","import { fetchEngagedUsers } from \"./github.ts\";\nimport { sendToClay } from \"./clay.ts\";\n\n// GitHub repository to track (format: \"owner/repo\")\nconst GITHUB_REPO = \"val-town/vt\";\n\n// Optional: Limit number of issues to fetch (undefined = fetch all)\nconst ISSUE_LIMIT = 3 as number | undefined;\n\n// Optional: Limit number of stargazers to fetch (undefined = fetch all)\nconst MAX_STARGAZERS = 5 as number | undefined;\n\n// Optional: Limit number of forks to fetch (undefined = fetch all)\nconst MAX_FORKS = 3 as number | undefined;\n\n// Optional: Limit comments per issue (undefined = fetch all)\nconst MAX_COMMENTS_PER_ISSUE = 3 as number | undefined;\n\n// Optional: Skip fetching reactions (faster processing)\nconst FETCH_REACTIONS = false;\n\nexport default async function () {\n // Make sure to set your Clay Webhook URL in the Environment Variables!\n const clayWebhookUrl = Deno.env.get(\"CLAY_WEBHOOK_URL\");\n\n if (!clayWebhookUrl) {\n throw new Error(\"CLAY_WEBHOOK_URL environment variable is required\");\n }\n\n const [owner, repo] = String(GITHUB_REPO).split(\"/\");\n\n // Fetch engaged users\n const engagedUsernames = await fetchEngagedUsers(owner, repo, {\n issueLimit: ISSUE_LIMIT,\n maxStargazers: MAX_STARGAZERS,\n maxForks: MAX_FORKS,\n maxCommentsPerIssue: MAX_COMMENTS_PER_ISSUE,\n fetchReactions: FETCH_REACTIONS,\n });\n console.log(`Found ${engagedUsernames.length} engaged users`);\n\n // Format data for Clay integration - one record per user\n const userData = engagedUsernames.map((username) => ({\n github_username: username,\n source_repo: GITHUB_REPO,\n }));\n\n // Log data\n console.log(`\\n=== User Data (for Clay integration) ===`);\n userData.forEach((record) => {\n console.log(JSON.stringify(record, null, 2));\n });\n\n console.log(`\\n→ Sending ${userData.length} user records to Clay...`);\n\n // Send to Clay\n if (userData.length > 0) {\n await sendToClay(clayWebhookUrl, userData);\n console.log(`✓ Successfully sent ${userData.length} records to Clay`);\n } else {\n console.log(`⚠ No user records to send`);\n }\n\n console.log(`\\n✓ Cron job completed successfully`);\n}","createdAt",["D",1760276213018],"branchVersion","branchId","835fc6d8-a770-11f0-b7ff-0224a6c84d84",{"_32":46,"_34":45,"_35":36,"_37":47,"_39":48,"_41":14,"_42":43,"_26":27},"github.ts","0199d8a3-6d60-729d-ba23-e76c06e5f7ee","import { fetch } from \"https://esm.town/v/std/fetch\";\n\nexport interface EngagedUser {\n github_username: string;\n source_repo: string;\n}\n\nexport async function fetchAllIssues(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const issues: any[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - issues.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues?page=${page}&per_page=${remainder}&state=all`,\n { headers },\n );\n\n if (!response.ok) {\n throw new Error(\n `GitHub API error: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n const filteredIssues = data\n .filter((item) => !item.pull_request)\n .map((item) => ({\n number: item.number,\n title: item.title,\n body: item.body || \"\",\n author_username: item.user.login,\n created_at: item.created_at,\n updated_at: item.updated_at,\n state: item.state,\n labels: item.labels.map((label) => label.name),\n html_url: item.html_url,\n }));\n\n issues.push(...filteredIssues);\n\n if (data.length < remainder) break;\n\n page++;\n }\n\n return issues;\n}\n\nexport async function fetchIssueComments(\n owner: string,\n repo: string,\n issueNumber: number,\n limit?: number,\n): Promise {\n const comments: any[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - comments.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/${issueNumber}/comments?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return comments;\n throw new Error(\n `GitHub API error fetching comments: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n const mappedComments = data.map((item: any) => ({\n id: item.id,\n body: item.body || \"\",\n author_username: item.user.login,\n created_at: item.created_at,\n issue_number: issueNumber,\n }));\n\n comments.push(...mappedComments);\n\n if (data.length < remainder) break;\n page++;\n }\n\n return comments;\n}\n\nexport async function fetchIssueReactions(\n owner: string,\n repo: string,\n issueNumber: number,\n): Promise {\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/${issueNumber}/reactions`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return [];\n throw new Error(\n `GitHub API error fetching issue reactions: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n return data.map((item: any) => ({\n content: item.content,\n user_username: item.user.login,\n created_at: item.created_at,\n }));\n}\n\nexport async function fetchCommentReactions(\n owner: string,\n repo: string,\n commentId: number,\n): Promise {\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/comments/${commentId}/reactions`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return [];\n throw new Error(\n `GitHub API error fetching comment reactions: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n return data.map((item: any) => ({\n content: item.content,\n user_username: item.user.login,\n created_at: item.created_at,\n }));\n}\n\nexport async function fetchStargazers(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const stargazers: string[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - stargazers.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/stargazers?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return stargazers;\n throw new Error(\n `GitHub API error fetching stargazers: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n for (const item of data) {\n stargazers.push(item.login);\n }\n\n if (data.length < remainder) break;\n page++;\n }\n\n return stargazers;\n}\n\nexport async function fetchForks(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const forkers: string[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - forkers.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/forks?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return forkers;\n throw new Error(\n `GitHub API error fetching forks: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n for (const item of data) {\n forkers.push(item.owner.login);\n }\n\n if (data.length < remainder) break;\n page++;\n }\n\n return forkers;\n}\n\ninterface FetchConfig {\n issueLimit?: number;\n maxStargazers?: number;\n maxForks?: number;\n maxCommentsPerIssue?: number;\n fetchReactions: boolean;\n}\n\nexport async function fetchEngagedUsers(\n owner: string,\n repo: string,\n config: FetchConfig,\n): Promise {\n console.log(`Fetching engaged users for ${owner}/${repo}...`);\n\n const issues = await fetchAllIssues(owner, repo, config.issueLimit);\n console.log(`Found ${issues.length} issues`);\n\n const engagedUsers = new Set();\n\n // Collect issue creators\n for (const issue of issues) {\n engagedUsers.add(issue.author_username);\n }\n\n // Fetch comments and reactions for each issue\n for (const issue of issues) {\n // Fetch issue comments\n try {\n const comments = await fetchIssueComments(\n owner,\n repo,\n issue.number,\n config.maxCommentsPerIssue,\n );\n\n for (const comment of comments) {\n engagedUsers.add(comment.author_username);\n\n // Fetch reactions for this comment (if enabled)\n if (config.fetchReactions) {\n try {\n const commentReactions = await fetchCommentReactions(\n owner,\n repo,\n comment.id,\n );\n\n for (const reaction of commentReactions) {\n engagedUsers.add(reaction.user_username);\n }\n } catch (error) {\n console.log(\n ` Error fetching reactions for comment ${comment.id}:`,\n error.message,\n );\n }\n }\n }\n } catch (error) {\n console.log(\n ` Error fetching comments for issue #${issue.number}:`,\n error.message,\n );\n }\n\n // Fetch issue reactions (if enabled)\n if (config.fetchReactions) {\n try {\n const issueReactions = await fetchIssueReactions(\n owner,\n repo,\n issue.number,\n );\n\n for (const reaction of issueReactions) {\n engagedUsers.add(reaction.user_username);\n }\n } catch (error) {\n console.log(\n ` Error fetching reactions for issue #${issue.number}:`,\n error.message,\n );\n }\n }\n }\n\n // Fetch stargazers\n try {\n const stargazers = await fetchStargazers(owner, repo, config.maxStargazers);\n console.log(`Found ${stargazers.length} stargazers`);\n for (const username of stargazers) {\n engagedUsers.add(username);\n }\n } catch (error) {\n console.log(` Error fetching stargazers:`, error.message);\n }\n\n // Fetch forkers\n try {\n const forkers = await fetchForks(owner, repo, config.maxForks);\n console.log(`Found ${forkers.length} forkers`);\n for (const username of forkers) {\n engagedUsers.add(username);\n }\n } catch (error) {\n console.log(` Error fetching forkers:`, error.message);\n }\n\n console.log(`Total unique engaged users: ${engagedUsers.size}`);\n return Array.from(engagedUsers);\n}\n",["D",1760276213018],{"_32":51,"_34":50,"_35":36,"_37":52,"_39":53,"_41":14,"_42":43,"_26":27},"clay.ts","0199d8a3-6d60-729d-ba23-e17b57d26bb6","export async function sendToClay(\n webhookUrl: string,\n data: any[],\n): Promise {\n for (const record of data) {\n const response = await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(record),\n });\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Clay request failed: ${response.status} ${errorText}`);\n }\n }\n}\n",["D",1760276213018],{"_32":56,"_34":55,"_35":23,"_37":57,"_39":58,"_41":14,"_42":43,"_26":27},"README.md","0199d8a3-6d60-729d-ba23-dd426b995c42","# GitHub to Clay Scraper\n\nScrape users from any GitHub repo, and automatically ingest into Clay. This val\nscrapes the username of anyone who has created an issue, reacted to an issues,\ncommented on an issue, reacted to the comments, starred, or forked any repo.\n\n![CleanShot_2025-10-08_at_17.41.422x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/86543734-10b8-431c-e71e-da3da9c11400/public)\n\n## Setup\n\n1. Click `Remix` on the top-right to get a copy of it\n1. Set up a Clay workbook with a `Webhook` column\n1. Copy your Clay workbook's `Webhook` URL\n ![CleanShot 2025-08-08 at 13.23.47@2x.png](https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/48cd9c4d-2990-480f-9d07-fb09e2282500/public)\n\n1. Set that as `CLAY_WEBHOOK_URL` in this val's `Environment variables` on the\n left sidebar\n1. In [main.ts](./main.ts), replace `GITHUB_REPO` with the full repository name\n (format: `\"owner/repo\"`)\n1. And that's it! The cron will run on your repo every 30 minutes from now on.\nTo test it out immediately, navigate to [main.ts](./main.ts) and click `Run`.\n\n## Files\n\n- [clay.ts](clay.ts) - Send data to Clay\n- [github.ts](github.ts) - Collects engaged users and fetches usernames\n- [main.ts](main.ts) - Cron trigger that orchestrates the scraping and Clay\n integration\n\n## Rate Limiting\n\nOn larger repos, you may get rate-limited by GitHub. To mitigate this, Val Town\nuses a [proxied fetch](https://docs.val.town/std/fetch/) that reroutes requests\nusing a proxy vendor so that requests obtain different IP addresses. It also\nautomatically retries failed requests several times.",["D",1760276213018],"id","835c1240-a770-11f0-b7ff-0224a6c84d84","GitHub-To-Clay",["D",1760276213018],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Scrape users from any GitHub repo, and ingest into Clay","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/7d1bd1e4-9009-406c-8bf6-a238d334e100/square512?exp=1789567199&sig=d94b6bc4838f897b03ff585064c53b33cf9ba8cade0019089c3c9c34f74382e3","0199ca5b-d33c-7148-89fe-6858408dafe2","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","0199ca5b-d33c-7148-89fe-6f6326904a93","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_112":111,"_119":115},"org",{"_112":111,"_113":-5,"_114":115,"_18":72,"_116":117,"_118":27},"branch",{"_13":101,"_34":102,"_59":43,"_103":60,"_104":-5,"_105":-5,"_106":-5,"_107":-5,"_108":-5,"_109":61,"_110":111},"isOwned",28,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","whp","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/0dc740ff-fa57-445c-3eec-80fd20daa500/square512?exp=1789567199&sig=27aaf6e6134cccce425e3b5fe19f5fb59251dd1e595133cd620564513495f165","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_59":60,"_34":61,"_39":189,"_63":-5,"_64":27,"_65":66,"_67":66,"_68":69,"_70":71,"_18":72,"_73":-5,"_74":27,"_75":-5,"_76":-5,"_77":78,"_79":80,"_81":-5,"_82":-5,"_83":-5,"_84":-5,"_85":86,"_87":86,"_88":89,"_90":89,"_91":89,"_92":86,"_93":86,"_94":190,"_96":191,"_98":192,"_100":27},"tree",[172,173,174,175],"files",[172,173,174,175],"counts",{"_161":78,"_162":163,"_164":14,"_165":166,"_167":168},"contents",[142,143,144,145],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_59":158,"_34":55,"_32":56,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":159,"_13":78,"_35":23,"_37":57,"_26":27,"_150":-5,"_29":160},{"_59":155,"_34":50,"_32":51,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":156,"_13":78,"_35":36,"_37":52,"_26":27,"_150":-5,"_29":157},{"_59":152,"_34":45,"_32":46,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":153,"_13":78,"_35":36,"_37":47,"_26":27,"_150":-5,"_29":154},{"_59":146,"_34":30,"_32":33,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":149,"_13":78,"_35":36,"_37":38,"_26":27,"_150":-5,"_29":151},"8362ea8e-a770-11f0-b7ff-0224a6c84d84","parentId","latest",["D",1760276213018],"label",[30],"8362d86e-a770-11f0-b7ff-0224a6c84d84",["D",1760276213018],[45],"8362d60c-a770-11f0-b7ff-0224a6c84d84",["D",1760276213018],[50],"8362ca40-a770-11f0-b7ff-0224a6c84d84",["D",1760276213018],[55],"pulls","branches",2,"forks","envVars",{"_169":14,"_171":78},"connections",{"_169":78,"_170":78},"count","unfilledCount","emptyCount",{"_59":158,"_34":55,"_32":56,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":186,"_13":78,"_35":23,"_37":57,"_26":27,"_150":-5,"_177":187,"_29":188},{"_59":155,"_34":50,"_32":51,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":183,"_13":78,"_35":36,"_37":52,"_26":27,"_150":-5,"_177":184,"_29":185},{"_59":152,"_34":45,"_32":46,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":180,"_13":78,"_35":36,"_37":47,"_26":27,"_150":-5,"_177":181,"_29":182},{"_59":146,"_34":30,"_32":33,"_147":-5,"_42":43,"_41":14,"_148":27,"_39":176,"_13":78,"_35":36,"_37":38,"_26":27,"_150":-5,"_177":178,"_29":179},["D",1760276213018],"children",[],[30],["D",1760276213018],[],[45],["D",1760276213018],[],[50],["D",1760276213018],[],[55],["D",1760276213018],{"_112":111,"_119":115},{"_112":111,"_113":-5,"_114":115,"_18":72,"_116":117,"_118":27},{"_13":101,"_34":102,"_59":43,"_103":60,"_104":-5,"_105":-5,"_106":-5,"_107":-5,"_108":-5,"_109":61,"_110":111},"ctx",{"_94":-5,"_139":226,"_227":228,"_229":230,"_231":27,"_232":27,"_233":27,"_234":235,"_236":-5,"_237":-7,"_238":-7,"_239":78,"_240":27,"_241":27,"_242":-5,"_243":27,"_244":27,"_245":27,"_246":-5},"ENV",{"_197":198,"_199":200,"_201":102,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v1