[{"_1":2,"_171":-5,"_172":-5},"loaderData",{"_3":4,"_91":92},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","fa3b97d7038ec5cf1a39c7515986c7bd7759f864","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":20,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":20,"_90":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":20,"_19":20,"_82":72,"_83":84,"_85":72,"_86":45,"_87":20,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_148":149,"_168":169,"_170":-5},"handle","whp","name","GitHub-To-Clay","path","github.ts","project",{"_101":102,"_95":96,"_103":104,"_105":-5,"_106":20,"_107":108,"_109":110,"_111":112,"_12":113,"_114":-5,"_115":20,"_116":-5,"_117":32,"_14":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":128,"_131":132,"_134":135,"_147":20},"id","835c1240-a770-11f0-b7ff-0224a6c84d84","createdAt",["D",1760276213018],"deletedAt","legacyEnvVars","privacy","public","description","Scrape users from any GitHub repo, and ingest into Clay","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/7d1bd1e4-9009-406c-8bf6-a238d334e100/square512","0199ca5b-d33c-7148-89fe-6858408dafe2","pinnedFileId","pinPreview","screenshotVersion","likeCount","0199ca5b-d33c-7148-89fe-6f6326904a93","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_129":130},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/0dc740ff-fa57-445c-3eec-80fd20daa500/square512","org",{"_93":94,"_133":130},"avatar","branch",{"_136":137,"_95":43,"_101":138,"_139":102,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":96,"_146":94},"version",28,"835fc6d8-a770-11f0-b7ff-0224a6c84d84","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_101":150,"_95":98,"_151":152,"_153":-5,"_154":138,"_155":156,"_157":158,"_103":159,"_136":160,"_161":162,"_163":164,"_165":20,"_166":-5,"_97":167},"9c35af34-a88c-11f0-8782-0224a6c84d84","fileId","0199d8a3-6d60-729d-ba23-e76c06e5f7ee","parentId","branchId","branchVersion",22,"latest",true,["D",1760398231793],1,"fileType","script","content","import { fetch } from \"https://esm.town/v/std/fetch\";\nimport { MAX_ISSUE_NUMBERS_PER_INTERACTION } from \"./config.ts\";\n\nexport interface InteractionDetails {\n starred: boolean;\n forked: boolean;\n issues_created?: {\n count: number;\n issue_numbers: number[];\n };\n issue_comments?: {\n count: number;\n issues_commented_on: number[];\n };\n issue_reactions?: {\n count: number;\n issues_reacted_to: number[];\n };\n comment_reactions?: {\n count: number;\n comments_reacted_to_on_issues: number[];\n };\n}\n\nexport interface EngagementSummary {\n total_interactions: number;\n first_seen?: string;\n last_seen?: string;\n}\n\nexport interface EngagedUser {\n github_username: string;\n engagement_summary: EngagementSummary;\n interactions: InteractionDetails;\n}\n\nexport async function fetchAllIssues(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const issues: any[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - issues.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues?page=${page}&per_page=${remainder}&state=all`,\n { headers },\n );\n\n if (!response.ok) {\n throw new Error(\n `GitHub API error: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n const filteredIssues = data\n .filter((item) => !item.pull_request)\n .map((item) => ({\n number: item.number,\n title: item.title,\n body: item.body || \"\",\n author_username: item.user.login,\n created_at: item.created_at,\n updated_at: item.updated_at,\n state: item.state,\n labels: item.labels.map((label) => label.name),\n html_url: item.html_url,\n }));\n\n issues.push(...filteredIssues);\n\n if (data.length < remainder) break;\n\n page++;\n }\n\n return issues;\n}\n\nexport async function fetchIssueComments(\n owner: string,\n repo: string,\n issueNumber: number,\n limit?: number,\n): Promise {\n const comments: any[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - comments.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/${issueNumber}/comments?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return comments;\n throw new Error(\n `GitHub API error fetching comments: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n const mappedComments = data.map((item: any) => ({\n id: item.id,\n body: item.body || \"\",\n author_username: item.user.login,\n created_at: item.created_at,\n issue_number: issueNumber,\n }));\n\n comments.push(...mappedComments);\n\n if (data.length < remainder) break;\n page++;\n }\n\n return comments;\n}\n\nexport async function fetchIssueReactions(\n owner: string,\n repo: string,\n issueNumber: number,\n): Promise {\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/${issueNumber}/reactions`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return [];\n throw new Error(\n `GitHub API error fetching issue reactions: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n return data.map((item: any) => ({\n content: item.content,\n user_username: item.user.login,\n created_at: item.created_at,\n }));\n}\n\nexport async function fetchCommentReactions(\n owner: string,\n repo: string,\n commentId: number,\n): Promise {\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/issues/comments/${commentId}/reactions`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return [];\n throw new Error(\n `GitHub API error fetching comment reactions: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n return data.map((item: any) => ({\n content: item.content,\n user_username: item.user.login,\n created_at: item.created_at,\n }));\n}\n\nexport async function fetchStargazers(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const stargazers: string[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - stargazers.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/stargazers?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return stargazers;\n throw new Error(\n `GitHub API error fetching stargazers: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n for (const item of data) {\n stargazers.push(item.login);\n }\n\n if (data.length < remainder) break;\n page++;\n }\n\n return stargazers;\n}\n\nexport async function fetchForks(\n owner: string,\n repo: string,\n limit?: number,\n): Promise {\n const forkers: string[] = [];\n let page = 1;\n const perPage = limit && limit < 100 ? limit : 100;\n\n const headers: Record = {\n Accept: \"application/vnd.github.v3+json\",\n \"User-Agent\": \"GitHubEngagementTracker/1.0\",\n };\n\n while (true) {\n const remainder = limit\n ? Math.min(perPage, limit - forkers.length)\n : perPage;\n\n if (remainder <= 0) break;\n\n const response = await fetch(\n `https://api.github.com/repos/${owner}/${repo}/forks?page=${page}&per_page=${remainder}`,\n { headers },\n );\n\n if (!response.ok) {\n if (response.status === 404) return forkers;\n throw new Error(\n `GitHub API error fetching forks: ${response.status} ${response.statusText}`,\n );\n }\n\n const data = await response.json();\n\n for (const item of data) {\n forkers.push(item.owner.login);\n }\n\n if (data.length < remainder) break;\n page++;\n }\n\n return forkers;\n}\n\ninterface FetchConfig {\n issueLimit?: number;\n maxStargazers?: number;\n maxForks?: number;\n maxCommentsPerIssue?: number;\n fetchReactions: boolean;\n}\n\n// Helper interface for accumulating user interaction data\ninterface UserInteractionAccumulator {\n starred: boolean;\n forked: boolean;\n issuesCreated: Set;\n issuesCommentedOn: Set;\n issuesReactedTo: Set;\n issuesWithCommentReactions: Set;\n timestamps: string[];\n}\n\nfunction addIssueNumber(set: Set, issueNumber: number): void {\n if (set.size < MAX_ISSUE_NUMBERS_PER_INTERACTION) {\n set.add(issueNumber);\n }\n}\n\nfunction addTimestamp(timestamps: string[], timestamp: string): void {\n if (timestamp) {\n timestamps.push(timestamp);\n }\n}\n\nexport async function fetchEngagedUsers(\n owner: string,\n repo: string,\n config: FetchConfig,\n): Promise {\n console.log(`Fetching engaged users for ${owner}/${repo}...`);\n\n const issues = await fetchAllIssues(owner, repo, config.issueLimit);\n console.log(`Found ${issues.length} issues`);\n\n // Map to accumulate interaction data per user\n const userInteractions = new Map();\n\n function ensureUser(username: string): UserInteractionAccumulator {\n if (!userInteractions.has(username)) {\n userInteractions.set(username, {\n starred: false,\n forked: false,\n issuesCreated: new Set(),\n issuesCommentedOn: new Set(),\n issuesReactedTo: new Set(),\n issuesWithCommentReactions: new Set(),\n timestamps: [],\n });\n }\n return userInteractions.get(username)!;\n }\n\n // Collect issue creators\n for (const issue of issues) {\n const user = ensureUser(issue.author_username);\n addIssueNumber(user.issuesCreated, issue.number);\n addTimestamp(user.timestamps, issue.created_at);\n }\n\n // Fetch comments and reactions for each issue\n for (const issue of issues) {\n // Fetch issue comments\n try {\n const comments = await fetchIssueComments(\n owner,\n repo,\n issue.number,\n config.maxCommentsPerIssue,\n );\n\n for (const comment of comments) {\n const user = ensureUser(comment.author_username);\n addIssueNumber(user.issuesCommentedOn, issue.number);\n addTimestamp(user.timestamps, comment.created_at);\n\n // Fetch reactions for this comment (if enabled)\n if (config.fetchReactions) {\n try {\n const commentReactions = await fetchCommentReactions(\n owner,\n repo,\n comment.id,\n );\n\n for (const reaction of commentReactions) {\n const reactorUser = ensureUser(reaction.user_username);\n addIssueNumber(reactorUser.issuesWithCommentReactions, issue.number);\n addTimestamp(reactorUser.timestamps, reaction.created_at);\n }\n } catch (error) {\n console.log(\n ` Error fetching reactions for comment ${comment.id}:`,\n error.message,\n );\n }\n }\n }\n } catch (error) {\n console.log(\n ` Error fetching comments for issue #${issue.number}:`,\n error.message,\n );\n }\n\n // Fetch issue reactions (if enabled)\n if (config.fetchReactions) {\n try {\n const issueReactions = await fetchIssueReactions(\n owner,\n repo,\n issue.number,\n );\n\n for (const reaction of issueReactions) {\n const user = ensureUser(reaction.user_username);\n addIssueNumber(user.issuesReactedTo, issue.number);\n addTimestamp(user.timestamps, reaction.created_at);\n }\n } catch (error) {\n console.log(\n ` Error fetching reactions for issue #${issue.number}:`,\n error.message,\n );\n }\n }\n }\n\n // Fetch stargazers\n try {\n const stargazers = await fetchStargazers(owner, repo, config.maxStargazers);\n console.log(`Found ${stargazers.length} stargazers`);\n for (const username of stargazers) {\n const user = ensureUser(username);\n user.starred = true;\n }\n } catch (error) {\n console.log(` Error fetching stargazers:`, error.message);\n }\n\n // Fetch forkers\n try {\n const forkers = await fetchForks(owner, repo, config.maxForks);\n console.log(`Found ${forkers.length} forkers`);\n for (const username of forkers) {\n const user = ensureUser(username);\n user.forked = true;\n }\n } catch (error) {\n console.log(` Error fetching forkers:`, error.message);\n }\n\n // Convert accumulated data to EngagedUser format\n const engagedUsers: EngagedUser[] = [];\n\n for (const [username, data] of userInteractions.entries()) {\n // Calculate total interactions\n let totalInteractions = 0;\n if (data.starred) totalInteractions += 1;\n if (data.forked) totalInteractions += 1;\n totalInteractions += data.issuesCreated.size;\n totalInteractions += data.issuesCommentedOn.size;\n totalInteractions += data.issuesReactedTo.size;\n totalInteractions += data.issuesWithCommentReactions.size;\n\n // Get first and last seen from timestamps\n const sortedTimestamps = data.timestamps.sort();\n const firstSeen = sortedTimestamps[0];\n const lastSeen = sortedTimestamps[sortedTimestamps.length - 1];\n\n // Build interactions object\n const interactions: InteractionDetails = {\n starred: data.starred,\n forked: data.forked,\n };\n\n if (data.issuesCreated.size > 0) {\n interactions.issues_created = {\n count: data.issuesCreated.size,\n issue_numbers: Array.from(data.issuesCreated).sort((a, b) => b - a), // Descending\n };\n }\n\n if (data.issuesCommentedOn.size > 0) {\n interactions.issue_comments = {\n count: data.issuesCommentedOn.size,\n issues_commented_on: Array.from(data.issuesCommentedOn).sort((a, b) => b - a),\n };\n }\n\n if (data.issuesReactedTo.size > 0) {\n interactions.issue_reactions = {\n count: data.issuesReactedTo.size,\n issues_reacted_to: Array.from(data.issuesReactedTo).sort((a, b) => b - a),\n };\n }\n\n if (data.issuesWithCommentReactions.size > 0) {\n interactions.comment_reactions = {\n count: data.issuesWithCommentReactions.size,\n comments_reacted_to_on_issues: Array.from(data.issuesWithCommentReactions).sort((a, b) => b - a),\n };\n }\n\n engagedUsers.push({\n github_username: username,\n engagement_summary: {\n total_interactions: totalInteractions,\n first_seen: firstSeen,\n last_seen: lastSeen,\n },\n interactions,\n });\n }\n\n console.log(`Total unique engaged users: ${engagedUsers.length}`);\n return engagedUsers;\n}\n","deleted","label",[98],"permalink","https://www.val.town/x/whp/GitHub-To-Clay/code/github.ts","extension","actionData","errors"]