[{"_1":2,"_218":-5,"_219":-5},"loaderData",{"_3":4,"_91":92,"_194":195},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":22,"_29":22,"_30":22,"_31":32,"_33":22},"auth",{"_9":10,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":-5,"_20":-5,"_21":22},"tokenType","session_token","sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","77fda040d260e43e66e3017d68686b51ac04eda6","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":22,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":22,"_90":22},"__clerk_ssr_state",{"_9":10,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":-5,"_20":-5,"_21":22},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":22,"_21":22,"_82":72,"_83":84,"_85":72,"_86":45,"_87":22,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/_app.x.$handle.$name",{"_93":94,"_95":96,"_97":-7,"_98":72,"_99":-7,"_100":101,"_146":147,"_169":170,"_171":172,"_182":183,"_187":-5,"_188":-5,"_189":-5,"_190":22,"_191":22,"_192":193},"handle","dilanjohn","name","pogocodes-autopost","branchName","path","version","project",{"_102":103,"_95":96,"_104":105,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":22,"_115":-5,"_116":32,"_16":117,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":119,"_23":127,"_130":131,"_133":134,"_145":22},"id","f1687224-85b5-11f0-9ba8-0224a6c84d84","createdAt",["D",1756567693416],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","0198fb93-43be-75bd-a8bd-70d55563bd3e","pinnedFileId","pinPreview","screenshotVersion","likeCount","0198fb93-43be-75bd-a8bd-747a8b98a4f8","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_128":129},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zMjBwWHRMUkNLTnZFOGkwRWhJZGFuOEFLeXIifQ","org",{"_93":94,"_132":129},"avatar","branch",{"_99":135,"_95":43,"_102":136,"_137":103,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},20,"f168e344-85b5-11f0-9ba8-0224a6c84d84","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","tree",[148],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":158,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_166":167,"_98":168},"12cf7ed0-917d-11f0-b83b-0224a6c84d84","main.tsx","fileId","f16b875c-85b5-11f0-9ba8-0224a6c84d84","parentId","branchId","branchVersion","latest",true,["D",1757862682088],19,"fileType","interval","content","// scrapeFriendsEvery15m.ts\n// Trigger: Cron (*/15 * * * *)\n// Secrets: FIRECRAWL_API_KEY, TARGET_URL, SUPABASE_FUNCTION_URL, SUPABASE_ANON_JWT\n\n// ---------------- CONFIG ----------------\nconst MIN_INSERTS = 1; // minimum rows to insert per run\nconst MAX_INSERTS = 3; // maximum rows to insert per run\n// ----------------------------------------\n\ntype FirecrawlResponse = {\n success: boolean;\n data?: {\n markdown?: string;\n html?: string;\n links?: string[];\n metadata?: { title?: string; statusCode?: number };\n };\n};\n\n// ---------------- Firecrawl client ----------------\nasync function firecrawlScrape(\n url: string,\n apiKey: string,\n attempt = 1,\n): Promise {\n const res = await fetch(\"https://api.firecrawl.dev/v2/scrape\", {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n url,\n formats: [\"markdown\"], // IMPORTANT: we parse markdown\n onlyMainContent: true,\n maxAge: 0,\n storeInCache: false,\n blockAds: true,\n timeout: 60_000,\n }),\n });\n\n if (!res.ok) {\n const text = await res.text().catch(() => \"\");\n const retryable = res.status === 429 ||\n (res.status >= 500 && res.status < 600);\n if (retryable && attempt < 3) {\n const backoff = 1000 * Math.pow(2, attempt - 1);\n console.warn(`Retrying Firecrawl (${res.status}) in ${backoff}ms…`);\n await new Promise((r) => setTimeout(r, backoff));\n return firecrawlScrape(url, apiKey, attempt + 1);\n }\n console.error(\"Firecrawl error\", res.status, text.slice(0, 300));\n throw new Error(`Firecrawl failed: ${res.status}`);\n }\n\n return res.json() as Promise;\n}\n\n// ---------------- Markdown → Friend entries ----------------\ntype FriendEntry = {\n code: string;\n country: string;\n city: string | null;\n username: string;\n level: number | null;\n team: \"Mystic\" | \"Valor\" | \"Instinct\" | string;\n comment: string | null;\n};\n\nconst clean = (s: string) => s.replace(/\\s+/g, \" \").trim();\nconst cap = (\n s: string,\n) => (s ? s[0].toUpperCase() + s.slice(1).toLowerCase() : s);\n\n// --- anchors helper (only under /friends/codes/) ---\ntype Anchor = { label: string; href: string; lineIndex: number };\nfunction collectEligibleAnchors(\n lines: string[],\n start: number,\n stop: number,\n): Anchor[] {\n const anchorRe = /\\[([^\\]]+)\\]\\(([^)]+)\\)/g;\n const anchors: Anchor[] = [];\n for (let k = start; k < stop; k++) {\n const s = lines[k];\n let m: RegExpExecArray | null;\n while ((m = anchorRe.exec(s))) {\n const label = m[1].trim();\n const href = m[2];\n if (!/\\/friends\\/codes\\//i.test(href)) continue;\n if (/send a message/i.test(label) || /trade/i.test(label)) continue;\n anchors.push({ label, href, lineIndex: k });\n }\n }\n return anchors;\n}\n\n// --- extract city & country ---\nfunction extractPlace(\n lines: string[],\n start: number,\n stop: number,\n): { city: string | null; country: string | null } {\n const fromRe = /from\\s+\\[/i;\n const nearRe = /near\\s+\\[/i;\n\n const anchors = collectEligibleAnchors(lines, start, stop);\n if (anchors.length === 0) return { city: null, country: null };\n\n for (let k = start; k < stop; k++) {\n const line = lines[k];\n if (!nearRe.test(line)) continue;\n const lineAnchors = anchors.filter((a) => a.lineIndex === k);\n if (lineAnchors.length >= 2) {\n const city = clean(lineAnchors[0].label);\n // country link must END at /friends/codes/ (optional trailing slash)\n const directCountry = lineAnchors.find((a) =>\n /\\/friends\\/codes\\/[a-z]{2,3}\\/?$/i.test(a.href)\n );\n const country = clean(\n (directCountry ?? lineAnchors[lineAnchors.length - 1]).label,\n );\n return { city, country };\n }\n }\n\n for (let k = start; k < stop; k++) {\n const line = lines[k];\n if (!fromRe.test(line)) continue;\n const lineAnchors = anchors.filter((a) => a.lineIndex === k);\n const directCountry = lineAnchors.find((a) =>\n /\\/friends\\/codes\\/[a-z]{2,3}\\/?$/i.test(a.href)\n );\n if (directCountry || lineAnchors.length > 0) {\n const country = clean(\n (directCountry ?? lineAnchors[lineAnchors.length - 1]).label,\n );\n return { city: null, country };\n }\n }\n\n const last = anchors[anchors.length - 1];\n return { city: null, country: clean(last.label) };\n}\n\n// --- extract comment ---\nfunction extractComment(\n lines: string[],\n start: number,\n stop: number,\n): string | null {\n const linkOnlyRe = /^\\s*(?:\\[[^\\]]+\\]\\([^)]+\\)\\s*)+$/;\n const sendMsgRe = /\\[.*send a message.*\\]\\([^)]+\\)/i;\n const tradeRe = /\\[.*trade.*\\]\\([^)]+\\)/i;\n const fromRe = /from\\s+\\[([^\\]]+)\\]/i;\n const nearTwoRe = /near\\s+\\[[^\\]]+\\],\\s*\\[([^\\]]+)\\]/i;\n const tableSepRe = /^\\s*-\\s*\\|\\s*-\\s*\\|\\s*-\\s*\\|/;\n const punctOnlyRe = /^[\\s\\-\\|\\/_.:;~–—]+$/;\n const mustContainWordChar = /[A-Za-z0-9\\u00C0-\\u017F]/;\n\n for (let k = start; k < stop; k++) {\n const raw = lines[k] ?? \"\";\n const s = raw.trim();\n if (!s) continue;\n if (sendMsgRe.test(s) || tradeRe.test(s)) continue;\n if (linkOnlyRe.test(s)) continue;\n if (fromRe.test(s) || nearTwoRe.test(s)) continue;\n if (tableSepRe.test(s)) continue;\n\n const stripped = s.replace(/\\[([^\\]]+)\\]\\([^)]+\\)/g, \"$1\");\n const text = clean(\n stripped.replace(/^\\|\\s*|\\s*\\|$/g, \"\").replace(/^\\-\\s*$/, \"\"),\n );\n if (!text || punctOnlyRe.test(text)) continue;\n if (!mustContainWordChar.test(text)) continue;\n\n return text.slice(0, 500);\n }\n return null;\n}\n\nfunction parseFriends(md: string): FriendEntry[] {\n const norm = md.replace(/\\u00A0/g, \" \").replace(//gi, \"
\");\n const lines = norm.split(/\\r?\\n/);\n\n const headerStrict =\n /^\\|\\s*([^|<\\n]+?)\\s*
\\s*(?:Level\\s*(\\d{1,2})\\s*
\\s*)?\\s*(Mystic|Valor|Instinct)\\s*\\|\\s*[^|]*\\|/i;\n const headerLoose = /^\\|\\s*([^|<\\n]+?)\\s*
\\s*([^|]+?)\\|\\s*[^|]*\\|/i;\n const codeInline = /\\*\\*\\s*([\\d\\s]{12,})\\s*\\*\\*/;\n const isHeaderLine = (s: string) =>\n headerStrict.test(s) || headerLoose.test(s);\n\n const out: FriendEntry[] = [];\n let i = 0;\n\n while (i < lines.length) {\n const line = lines[i];\n let m = line.match(headerStrict);\n let username = \"\";\n let level: number | null = null;\n let team = \"\";\n\n if (m) {\n username = clean(m[1]);\n level = m[2] ? Math.max(1, Math.min(50, parseInt(m[2], 10))) : null;\n team = cap(m[3] || \"\");\n } else {\n const ml = line.match(headerLoose);\n if (!ml) {\n i++;\n continue;\n }\n username = clean(ml[1]);\n const rest = ml[2];\n const lvlM = rest.match(/Level\\s*(\\d{1,2})/i);\n level = lvlM ? Math.max(1, Math.min(50, parseInt(lvlM[1], 10))) : null;\n const teamM = rest.match(/\\b(Mystic|Valor|Instinct)\\b/i);\n team = teamM ? cap(teamM[1]) : \"\";\n }\n\n let j = i + 1;\n let code: string | null = null;\n let country: string | null = null;\n let city: string | null = null;\n let comment: string | null = null;\n let codeLineIdx = -1;\n\n while (j < lines.length) {\n const next = lines[j];\n if (isHeaderLine(next)) break;\n if (code === null) {\n const c = next.match(codeInline);\n if (c) {\n const digits = c[1].replace(/\\D/g, \"\");\n code = digits.length === 12\n ? `${digits.slice(0, 4)} ${digits.slice(4, 8)} ${\n digits.slice(8, 12)\n }`\n : clean(c[1]);\n codeLineIdx = j;\n }\n }\n if (country === null) {\n const lookAheadStop = Math.min(j + 3, lines.length);\n const place = extractPlace(lines, j, lookAheadStop);\n if (place.country) country = clean(place.country);\n if (place.city) city = clean(place.city);\n }\n j++;\n }\n\n if (codeLineIdx !== -1 && comment === null) {\n const commentStop = j;\n comment = extractComment(lines, codeLineIdx + 1, commentStop);\n }\n\n if (username && code) {\n out.push({\n username,\n code,\n country: country ?? \"\",\n city: city ?? null,\n level,\n team,\n comment: comment ?? null,\n });\n }\n\n i = j;\n }\n return out;\n}\n\n// ---------------- Supabase Edge Function poster ----------------\ntype InsertRow = {\n friend_code: string;\n nickname: string;\n team?: string | null;\n trainer_level?: number | null;\n country?: string | null;\n city?: string | null;\n comment?: string | null;\n source?: string | null; // <-- NEW: we’ll set \"API\"\n};\n\nasync function postToSupabase(rows: InsertRow[]): Promise {\n const URL = Deno.env.get(\"SUPABASE_FUNCTION_URL\");\n const JWT = Deno.env.get(\"SUPABASE_ANON_JWT\");\n if (!URL) throw new Error(\"Missing SUPABASE_FUNCTION_URL\");\n if (!JWT) throw new Error(\"Missing SUPABASE_ANON_JWT\");\n\n const chunkSize = 100;\n for (let i = 0; i < rows.length; i += chunkSize) {\n const chunk = rows.slice(i, i + chunkSize);\n const res = await fetch(URL, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${JWT}`,\n apikey: JWT,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ rows: chunk }),\n });\n const text = await res.text();\n if (!res.ok) {\n console.error(\"Supabase insert failed\", res.status, text.slice(0, 500));\n throw new Error(`Supabase Edge Function error: ${res.status}`);\n } else {\n console.log(\"Supabase insert ok:\", text);\n }\n }\n}\n\n// ---------------- CRON ENTRYPOINT ----------------\nexport default async function (_interval: Interval) {\n console.log(\"VAL START\", new Date().toISOString());\n const FIRECRAWL_API_KEY = Deno.env.get(\"FIRECRAWL_API_KEY\");\n const TARGET_URL = Deno.env.get(\"TARGET_URL\") ??\n \"https://pokemongo.gishan.net/friends/codes/\";\n if (!FIRECRAWL_API_KEY) throw new Error(\"Missing FIRECRAWL_API_KEY\");\n\n const { data } = await firecrawlScrape(TARGET_URL, FIRECRAWL_API_KEY);\n const md = data?.markdown ?? \"\";\n if (!md) {\n console.warn(\"No markdown returned from Firecrawl.\");\n return;\n }\n\n const friends = parseFriends(md);\n\n // dedupe\n const seen = new Set();\n const deduped = friends.filter((f) => {\n const key = f.code.replace(/\\D/g, \"\");\n if (seen.has(key)) return false;\n seen.add(key);\n return true;\n });\n\n // Decide how many to insert this run\n const insertCount = Math.min(\n deduped.length,\n Math.floor(Math.random() * (MAX_INSERTS - MIN_INSERTS + 1)) + MIN_INSERTS,\n );\n\n const rows: InsertRow[] = deduped.slice(0, insertCount).map((f) => ({\n friend_code: f.code,\n nickname: f.username,\n team: f.team,\n trainer_level: f.level ?? null,\n country: f.country || null,\n city: f.city ?? null,\n comment: f.comment ?? null,\n source: \"API\", // <-- HARD-CODED SOURCE\n }));\n\n console.log(\n `[${\n new Date().toISOString()\n }] Parsed ${friends.length}, deduped ${deduped.length}, inserting ${rows.length}`,\n );\n\n if (rows.length > 0) await postToSupabase(rows);\n else console.log(\"Nothing to insert this run.\");\n}","deleted","label","children",[],[150],"files",[148],"counts",{"_173":32,"_174":175,"_176":32,"_177":178},"pulls","branches",1,"forks","envVars",{"_179":180,"_181":32},"count",4,"emptyCount","contents",[184],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":185,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_98":186},["D",1757862682088],[150],"file","upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.environment-variables",{"_93":94,"_95":96,"_100":196,"_177":201},{"_102":103,"_95":96,"_104":197,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":22,"_115":-5,"_116":32,"_16":117,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":119,"_23":198,"_130":199,"_133":200,"_145":22},["D",1756567693416],{"_93":94,"_128":129},{"_93":94,"_132":129},{"_99":135,"_95":43,"_102":136,"_137":103,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},[202,208,211,215],{"_203":204,"_104":205,"_206":-5,"_110":72,"_207":22},"key","SUPABASE_ANON_JWT",["D",1757784996934],"updatedAt","isEmpty",{"_203":209,"_104":210,"_206":-5,"_110":72,"_207":22},"SUPABASE_FUNCTION_URL",["D",1757784977971],{"_203":212,"_104":213,"_206":-5,"_110":214,"_207":22},"TARGET_URL",["D",1756567826809],"Site we will scrape",{"_203":216,"_104":217,"_206":-5,"_110":72,"_207":22},"FIRECRAWL_API_KEY",["D",1756567797873],"actionData","errors"]

Key	Description
SUPABASE_ANON_JWT
SUPABASE_FUNCTION_URL
TARGET_URL	Site we will scrape
FIRECRAWL_API_KEY

dilanjohn

pogocodes-autopost

Environment variables