[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_368":369,"_370":371},"routes/_app.x.$handle.$name",{"_94":93,"_31":44,"_103":84,"_26":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":24,"_118":119,"_120":121,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":-5,"_56":24,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":77,"_78":79,"_80":81,"_82":24},"version",23,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","cron/refresh.cron.ts","latestPath","fileId","1f1c2ab6-0a91-11f1-987b-42dde27851f2","name","refresh.cron.ts","fileType","interval","content","import { ENRICHMENT_BATCH_SIZE } from \"../shared/constants.ts\";\nimport { runMigrations } from \"../backend/database/migrations.ts\";\nimport {\n getServersToEnrich,\n setMetadata,\n updateEnrichment,\n upsertServer,\n} from \"../backend/database/queries.ts\";\nimport { fetchPdsList } from \"../backend/services/pds-fetcher.ts\";\nimport { fetchLatestPdsVersion } from \"../backend/services/version-checker.ts\";\nimport { enrichBatch } from \"../backend/services/pds-enricher.ts\";\n\nexport default async function () {\n console.log(\"OpenPDS refresh started:\", new Date().toISOString());\n\n try {\n await runMigrations();\n\n // 1. Fetch and sync state.json\n const pdsList = await fetchPdsList();\n console.log(`Fetched ${pdsList.length} PDSes from state.json`);\n\n let openCount = 0;\n for (const pds of pdsList) {\n await upsertServer(pds.url, {\n inviteCodeRequired: pds.inviteCodeRequired,\n version: pds.version,\n errorAt: pds.errorAt,\n isOpen: pds.isOpen,\n });\n if (pds.isOpen) openCount++;\n }\n console.log(`Synced to DB: ${openCount} open, ${pdsList.length} total`);\n\n // 2. Fetch latest PDS version\n const latestVersion = await fetchLatestPdsVersion();\n if (latestVersion) {\n await setMetadata(\"latest_pds_version\", latestVersion);\n console.log(`Latest PDS version: ${latestVersion}`);\n }\n\n // 3. Enrich a batch of servers\n const toEnrich = await getServersToEnrich(ENRICHMENT_BATCH_SIZE);\n if (toEnrich.length > 0) {\n console.log(`Enriching ${toEnrich.length} servers`);\n const enriched = await enrichBatch(toEnrich);\n\n for (const data of enriched) {\n await updateEnrichment(data.url, {\n version: data.version,\n did: data.did,\n phoneVerification: data.phoneVerification,\n userDomains: data.userDomains,\n contactEmail: data.contactEmail,\n privacyPolicy: data.privacyPolicy,\n termsOfService: data.termsOfService,\n userCount: data.userCount,\n countryCode: data.countryCode,\n countryName: data.countryName,\n ipAddress: data.ipAddress,\n });\n }\n console.log(`Enrichment complete for ${enriched.length} servers`);\n }\n\n await setMetadata(\"last_full_refresh\", new Date().toISOString());\n console.log(\"OpenPDS refresh completed\");\n } catch (err) {\n console.error(\"OpenPDS refresh failed:\", err);\n }\n}\n","createdAt",["D",1771175383348],"branchVersion","branchId","1d3b78dc-0a91-11f1-9151-42dde27851f2","id","1d3a5aa6-0a91-11f1-9151-42dde27851f2","openpds",["D",1771175379615],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","AT Protocol PDS servers with open registration.","imageUrl","14049850-28c1-11f0-89c9-c7d0e2d9e1ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","c04d51b2-a7dc-46ca-ad6f-52f47c2906a8","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_94":93,"_102":98},"org",{"_94":93,"_95":96,"_97":98,"_18":54,"_99":100,"_101":24},"branch",{"_13":83,"_31":84,"_42":41,"_85":43,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":44,"_92":93},"isOwned",102,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","tijs","handle","displayName","Tijs","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yd2Nod2N0bE1MWFdEUlRYd083ZE5pbXJ1bDAifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_31":44,"_37":364,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":-5,"_56":24,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":365,"_78":366,"_80":367,"_82":24},"tree",[202,215,217,218,221,222,223,224],"files",[202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224],"counts",{"_192":60,"_193":189,"_194":60,"_195":196,"_197":198},"contents",[128,129,130,131,132,133,134,135],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{"_126":127},"1ed9a0b0-0a91-11f1-9740-42dde27851f2","openpds.tijs.org",{"_42":186,"_31":187,"_29":188,"_139":-5,"_40":41,"_39":189,"_141":121,"_37":190,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_26":191},{"_42":180,"_31":181,"_29":182,"_139":-5,"_40":41,"_39":183,"_141":121,"_37":184,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_26":185},{"_42":174,"_31":175,"_29":176,"_139":-5,"_40":41,"_39":177,"_141":24,"_37":178,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_26":179},{"_42":167,"_31":168,"_29":169,"_139":-5,"_40":41,"_39":170,"_141":121,"_37":171,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_26":173},{"_42":160,"_31":161,"_29":162,"_139":-5,"_40":41,"_39":163,"_141":121,"_37":164,"_13":60,"_33":20,"_35":165,"_23":24,"_144":-5,"_26":166},{"_42":153,"_31":154,"_29":155,"_139":-5,"_40":41,"_39":156,"_141":24,"_37":157,"_13":60,"_33":20,"_35":158,"_23":24,"_144":-5,"_26":159},{"_42":146,"_31":147,"_29":148,"_139":-5,"_40":41,"_39":149,"_141":121,"_37":150,"_13":60,"_33":20,"_35":151,"_23":24,"_144":-5,"_26":152},{"_42":136,"_31":137,"_29":138,"_139":-5,"_40":41,"_39":140,"_141":24,"_37":142,"_13":60,"_33":20,"_35":143,"_23":24,"_144":-5,"_26":145},"1eafafb2-0a91-11f1-afb2-42dde27851f2","deno.json","1eafb070-0a91-11f1-afb2-42dde27851f2","parentId",8,"latest",["D",1771175382646],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\"https://www.val.town/types/valtown.d.ts\"],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"include\": [\"**/*.ts\"],\n \"rules\": { \"exclude\": [\"no-explicit-any\", \"no-import-prefix\"] }\n },\n \"node_modules_dir\": false,\n \"tasks\": {\n \"check\": \"deno check --allow-import backend/index.http.ts cron/refresh.cron.ts\",\n \"quality\": \"deno fmt && deno lint && deno task check\",\n \"deploy\": \"deno task quality && vt push\"\n }\n}\n","label",[137],"1efd9ab0-0a91-11f1-9f65-42dde27851f2","README.md","1efd9b5a-0a91-11f1-9f65-42dde27851f2",18,["D",1771175383120],"# OpenPDS\n\nDirectory of AT Protocol PDS servers with open registration.\n\nPulls data from\n[mary-ext/atproto-scraping](https://github.com/mary-ext/atproto-scraping),\nenriches it with server metadata (version, user count, geo-location, contact\ninfo), and presents a browsable directory.\n\n## How it works\n\nA daily cron job:\n\n1. Fetches `state.json` listing ~2900 known PDSes with signup status\n2. Syncs open/closed status to a SQLite database\n3. Enriches a batch of 20 servers per run (health, describeServer, listRepos,\n geo-IP)\n4. Checks for the latest PDS version from the `bluesky-social/pds` GitHub repo\n\nThe web interface shows open servers with sortable columns, version badges, and\ntrust signals.\n\n## Endpoints\n\n- `/` — HTML directory page\n- `/api/servers` — JSON API with all open servers and metadata\n\n## Development\n\n```bash\ndeno task check # type check\ndeno task quality # fmt + lint + check\ndeno task deploy # quality + vt push\n```\n\n## Data sources\n\n- [atproto-scraping state.json](https://github.com/mary-ext/atproto-scraping) —\n PDS list and signup status\n- [dns.google](https://dns.google) — hostname to IP resolution\n- [ip-api.com](http://ip-api.com) — IP to country geo-lookup\n- [GitHub API](https://api.github.com) — latest PDS version tag\n",[147],"1f117c60-0a91-11f1-ac04-42dde27851f2",".vtignore","1f117d14-0a91-11f1-ac04-42dde27851f2",21,["D",1771175383282],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor\n",[154],"1f078c78-0a91-11f1-ac04-42dde27851f2",".gitignore","1f078d4a-0a91-11f1-ac04-42dde27851f2",19,["D",1771175383227],".DS_Store\n.vscode/\n.cursorrules\nnode_modules/\n.deno/\ndeno.lock\n.env\n.env.local\n.vt/\nvendor/\n*.log\n*.db\n*.sqlite\ncoverage/\ndist/\nbuild/\n.local/\n",[161],"1df465fe-0a91-11f1-ac04-42dde27851f2","shared","1df466e4-0a91-11f1-ac04-42dde27851f2",2,["D",1771175381422],"directory",[168],"1e17be1e-0a91-11f1-9455-42dde27851f2","openen","1e17bedc-0a91-11f1-9455-42dde27851f2",3,["D",1771175381651],[175],"1e3f9592-0a91-11f1-a289-42dde27851f2","cron","1e3f9650-0a91-11f1-a289-42dde27851f2",4,["D",1771175381915],[181],"1dd5afa6-0a91-11f1-a289-42dde27851f2","backend","1dd5b05a-0a91-11f1-a289-42dde27851f2",1,["D",1771175381220],[187],"pulls","branches","forks","envVars",{"_199":60,"_201":60},"connections",{"_199":60,"_200":60},"count","unfilledCount","emptyCount",{"_42":186,"_31":187,"_29":188,"_139":-5,"_40":41,"_39":189,"_141":121,"_37":361,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":362,"_26":363},{"_42":356,"_31":347,"_29":341,"_139":188,"_40":41,"_39":357,"_141":121,"_37":358,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":359,"_26":360},{"_42":348,"_31":349,"_29":350,"_139":341,"_40":41,"_39":351,"_141":24,"_37":352,"_13":60,"_33":243,"_35":353,"_23":24,"_144":-5,"_226":354,"_26":355},{"_42":338,"_31":339,"_29":340,"_139":341,"_40":41,"_39":342,"_141":24,"_37":343,"_13":60,"_33":243,"_35":344,"_23":24,"_144":-5,"_226":345,"_26":346},{"_42":333,"_31":324,"_29":318,"_139":188,"_40":41,"_39":334,"_141":121,"_37":335,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":336,"_26":337},{"_42":325,"_31":326,"_29":327,"_139":318,"_40":41,"_39":328,"_141":24,"_37":329,"_13":60,"_33":243,"_35":330,"_23":24,"_144":-5,"_226":331,"_26":332},{"_42":315,"_31":316,"_29":317,"_139":318,"_40":41,"_39":319,"_141":24,"_37":320,"_13":60,"_33":243,"_35":321,"_23":24,"_144":-5,"_226":322,"_26":323},{"_42":310,"_31":285,"_29":279,"_139":188,"_40":41,"_39":311,"_141":121,"_37":312,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":313,"_26":314},{"_42":302,"_31":303,"_29":304,"_139":279,"_40":41,"_39":305,"_141":121,"_37":306,"_13":60,"_33":243,"_35":307,"_23":24,"_144":-5,"_226":308,"_26":309},{"_42":294,"_31":295,"_29":296,"_139":279,"_40":41,"_39":297,"_141":24,"_37":298,"_13":60,"_33":243,"_35":299,"_23":24,"_144":-5,"_226":300,"_26":301},{"_42":286,"_31":287,"_29":288,"_139":279,"_40":41,"_39":289,"_141":24,"_37":290,"_13":60,"_33":243,"_35":291,"_23":24,"_144":-5,"_226":292,"_26":293},{"_42":276,"_31":277,"_29":278,"_139":279,"_40":41,"_39":280,"_141":24,"_37":281,"_13":60,"_33":243,"_35":282,"_23":24,"_144":-5,"_226":283,"_26":284},{"_42":268,"_31":269,"_29":126,"_139":188,"_40":41,"_39":270,"_141":24,"_37":271,"_13":60,"_33":272,"_35":273,"_23":24,"_144":44,"_226":274,"_26":275},{"_42":180,"_31":181,"_29":182,"_139":-5,"_40":41,"_39":183,"_141":121,"_37":265,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":266,"_26":267},{"_42":261,"_31":32,"_29":30,"_139":182,"_40":41,"_39":14,"_141":24,"_37":262,"_13":60,"_33":34,"_35":36,"_23":24,"_144":-5,"_226":263,"_26":264},{"_42":174,"_31":175,"_29":176,"_139":-5,"_40":41,"_39":177,"_141":24,"_37":258,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":259,"_26":260},{"_42":167,"_31":168,"_29":169,"_139":-5,"_40":41,"_39":170,"_141":121,"_37":255,"_13":60,"_33":172,"_35":-5,"_23":24,"_144":-5,"_226":256,"_26":257},{"_42":247,"_31":248,"_29":249,"_139":169,"_40":41,"_39":250,"_141":24,"_37":251,"_13":60,"_33":243,"_35":252,"_23":24,"_144":-5,"_226":253,"_26":254},{"_42":238,"_31":239,"_29":240,"_139":169,"_40":41,"_39":241,"_141":24,"_37":242,"_13":60,"_33":243,"_35":244,"_23":24,"_144":-5,"_226":245,"_26":246},{"_42":160,"_31":161,"_29":162,"_139":-5,"_40":41,"_39":163,"_141":121,"_37":235,"_13":60,"_33":20,"_35":165,"_23":24,"_144":-5,"_226":236,"_26":237},{"_42":153,"_31":154,"_29":155,"_139":-5,"_40":41,"_39":156,"_141":24,"_37":232,"_13":60,"_33":20,"_35":158,"_23":24,"_144":-5,"_226":233,"_26":234},{"_42":146,"_31":147,"_29":148,"_139":-5,"_40":41,"_39":149,"_141":121,"_37":229,"_13":60,"_33":20,"_35":151,"_23":24,"_144":-5,"_226":230,"_26":231},{"_42":136,"_31":137,"_29":138,"_139":-5,"_40":41,"_39":140,"_141":24,"_37":225,"_13":60,"_33":20,"_35":143,"_23":24,"_144":-5,"_226":227,"_26":228},["D",1771175382646],"children",[],[137],["D",1771175383120],[],[147],["D",1771175383282],[],[154],["D",1771175383227],[],[161],"1f0da018-0a91-11f1-b423-42dde27851f2","types.ts","1f0da0d6-0a91-11f1-b423-42dde27851f2",20,["D",1771175383109],"script","/** A PDS server as stored in the database */\nexport type PdsServer = {\n url: string;\n first_seen: string;\n last_seen: string;\n last_enriched: string | null;\n version: string | null;\n did: string | null;\n invite_code_required: boolean;\n phone_verification: boolean;\n user_domains: string[];\n contact_email: string | null;\n privacy_policy: string | null;\n terms_of_service: string | null;\n user_count: number | null;\n country_code: string | null;\n country_name: string | null;\n ip_address: string | null;\n is_open: boolean;\n error_at: number | null;\n};\n\n/** Raw PDS entry from mary-ext/atproto-scraping state.json */\nexport type StatePdsEntry = {\n inviteCodeRequired: boolean;\n version: string;\n errorAt?: number;\n};\n\n/** Shape of state.json from atproto-scraping */\nexport type StateJson = {\n pdses: Record;\n};\n\n/** Response from PDS describeServer endpoint */\nexport type DescribeServerResponse = {\n did: string;\n availableUserDomains: string[];\n inviteCodeRequired?: boolean;\n phoneVerificationRequired?: boolean;\n contact?: { email?: string };\n links?: {\n privacyPolicy?: string;\n termsOfService?: string;\n };\n};\n\n/** Response from PDS _health endpoint */\nexport type HealthResponse = {\n version?: string;\n};\n\n/** Response from dns.google resolve API */\nexport type DnsResponse = {\n Answer?: Array<{ data: string }>;\n};\n\n/** Single entry in ip-api.com batch response */\nexport type GeoIpResult = {\n status: string;\n query: string;\n country: string;\n countryCode: string;\n};\n\n/** Sort options for the directory listing */\nexport type SortField = \"users\" | \"country\" | \"first_seen\" | \"version\";\nexport type SortDirection = \"asc\" | \"desc\";\n",[],[168,239],"1f1879de-0a91-11f1-be9c-42dde27851f2","constants.ts","1f187a92-0a91-11f1-be9c-42dde27851f2",22,["D",1771175383335],"export const SERVERS_TABLE = \"openpds_servers\";\nexport const METADATA_TABLE = \"openpds_metadata\";\n\nexport const STATE_JSON_URL =\n \"https://raw.githubusercontent.com/mary-ext/atproto-scraping/trunk/state.json\";\n\nexport const PDS_REPO_OWNER = \"bluesky-social\";\nexport const PDS_REPO_NAME = \"pds\";\n\nexport const ENRICHMENT_BATCH_SIZE = 20;\nexport const PDS_REQUEST_TIMEOUT_MS = 5000;\n\n/** Country code to flag emoji */\nexport function countryFlag(code: string): string {\n return [...code.toUpperCase()]\n .map((c) => String.fromCodePoint(0x1f1e6 - 65 + c.charCodeAt(0)))\n .join(\"\");\n}\n",[],[168,248],["D",1771175381422],[219,220],[168],["D",1771175381651],[],[175],"1f1c29da-0a91-11f1-987b-42dde27851f2",["D",1771175383348],[],[181,32],["D",1771175381915],[216],[181],"1ed99eb2-0a91-11f1-9740-42dde27851f2","index.http.ts",14,["D",1771175382903],"http","import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport { runMigrations } from \"./database/migrations.ts\";\nimport { pages } from \"./routes/pages.ts\";\nimport { api } from \"./routes/api.ts\";\n\nconst app = new Hono();\n\napp.onError((err, _c) => {\n throw err;\n});\n\nlet migrationsRan = false;\napp.use(\"*\", async (_c, next) => {\n if (!migrationsRan) {\n await runMigrations();\n migrationsRan = true;\n }\n await next();\n});\n\napp.route(\"/api\", api);\napp.route(\"/\", pages);\n\nexport default app.fetch;\n",[],[187,269],"1ede6cbc-0a91-11f1-b423-42dde27851f2","version-checker.ts","1ede6d98-0a91-11f1-b423-42dde27851f2","1e950220-0a91-11f1-987b-42dde27851f2",15,["D",1771175382923],"import { PDS_REPO_NAME, PDS_REPO_OWNER } from \"../../shared/constants.ts\";\n\n/** Fetch the latest PDS release version from GitHub */\nexport async function fetchLatestPdsVersion(): Promise {\n const url =\n `https://api.github.com/repos/${PDS_REPO_OWNER}/${PDS_REPO_NAME}/tags?per_page=5`;\n\n const resp = await fetch(url, {\n headers: { \"Accept\": \"application/vnd.github.v3+json\" },\n });\n\n if (!resp.ok) {\n console.error(`GitHub API error: ${resp.status}`);\n return null;\n }\n\n const tags: Array<{ name: string }> = await resp.json();\n if (tags.length === 0) return null;\n\n // Tags are like \"v0.4.74\" — return the first (most recent)\n return tags[0].name;\n}\n",[],[187,285,277],"services","1ef5c61e-0a91-11f1-a315-42dde27851f2","pds-fetcher.ts","1ef5c6d2-0a91-11f1-a315-42dde27851f2",17,["D",1771175383107],"import { STATE_JSON_URL } from \"../../shared/constants.ts\";\nimport type { StateJson } from \"../../shared/types.ts\";\n\nexport type FilteredPds = {\n url: string;\n inviteCodeRequired: boolean;\n version: string;\n errorAt: number | null;\n isOpen: boolean;\n};\n\n/** Fetch state.json and return all PDSes with their open status */\nexport async function fetchPdsList(): Promise {\n const resp = await fetch(STATE_JSON_URL);\n if (!resp.ok) {\n throw new Error(`Failed to fetch state.json: ${resp.status}`);\n }\n\n const data: StateJson = await resp.json();\n const results: FilteredPds[] = [];\n\n for (const [url, entry] of Object.entries(data.pdses)) {\n const isOpen = !entry.inviteCodeRequired && !entry.errorAt;\n results.push({\n url,\n inviteCodeRequired: entry.inviteCodeRequired,\n version: entry.version,\n errorAt: entry.errorAt ?? null,\n isOpen,\n });\n }\n\n return results;\n}\n",[],[187,285,287],"1eedceaa-0a91-11f1-82a1-42dde27851f2","pds-enricher.ts","1eedcf72-0a91-11f1-82a1-42dde27851f2",16,["D",1771175383056],"import { PDS_REQUEST_TIMEOUT_MS } from \"../../shared/constants.ts\";\nimport type {\n DescribeServerResponse,\n HealthResponse,\n} from \"../../shared/types.ts\";\nimport { batchGeoLookup, resolveIp } from \"./geo-resolver.ts\";\n\nexport type EnrichmentResult = {\n url: string;\n version: string | null;\n did: string | null;\n phoneVerification: boolean;\n userDomains: string[];\n contactEmail: string | null;\n privacyPolicy: string | null;\n termsOfService: string | null;\n userCount: number | null;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\n/** Enrich a batch of PDS URLs with metadata */\nexport async function enrichBatch(urls: string[]): Promise {\n // Step 1: Fetch PDS endpoints concurrently\n const pdsResults = await Promise.allSettled(\n urls.map((url) => enrichSinglePds(url)),\n );\n\n const results: EnrichmentResult[] = [];\n const ipMap = new Map();\n\n for (let i = 0; i < urls.length; i++) {\n const r = pdsResults[i];\n if (r.status === \"fulfilled\") {\n results.push(r.value);\n if (r.value.ipAddress) {\n ipMap.set(r.value.url, r.value.ipAddress);\n }\n } else {\n console.error(`Enrichment failed for ${urls[i]}:`, r.reason);\n // Return a minimal result so we still update last_enriched\n results.push(emptyResult(urls[i]));\n }\n }\n\n // Step 2: Batch geo-IP lookup\n const geoData = await batchGeoLookup(ipMap);\n for (const result of results) {\n const geo = geoData.get(result.url);\n if (geo) {\n result.countryCode = geo.countryCode;\n result.countryName = geo.countryName;\n }\n }\n\n return results;\n}\n\nasync function enrichSinglePds(url: string): Promise {\n const result = emptyResult(url);\n const signal = AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS);\n\n // Resolve IP from hostname\n const hostname = new URL(url).hostname;\n result.ipAddress = await resolveIp(hostname);\n\n // Fetch health, describeServer, and listRepos concurrently\n const [health, describe, userCount] = await Promise.allSettled([\n fetchHealth(url, signal),\n fetchDescribeServer(url, signal),\n fetchUserCount(url, signal),\n ]);\n\n if (health.status === \"fulfilled\" && health.value) {\n result.version = health.value.version ?? null;\n }\n\n if (describe.status === \"fulfilled\" && describe.value) {\n const d = describe.value;\n result.did = d.did;\n result.userDomains = d.availableUserDomains ?? [];\n result.phoneVerification = d.phoneVerificationRequired ?? false;\n result.contactEmail = d.contact?.email ?? null;\n result.privacyPolicy = d.links?.privacyPolicy ?? null;\n result.termsOfService = d.links?.termsOfService ?? null;\n }\n\n if (userCount.status === \"fulfilled\") {\n result.userCount = userCount.value;\n }\n\n return result;\n}\n\nasync function fetchHealth(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(`${url}/xrpc/_health`, { signal });\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchDescribeServer(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.server.describeServer`,\n { signal },\n );\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchUserCount(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.sync.listRepos?limit=1000`,\n { signal },\n );\n if (!resp.ok) return null;\n const data = await resp.json();\n const repos: unknown[] = data.repos ?? [];\n // If there's a cursor, there are more than 1000\n return data.cursor ? 1000 : repos.length;\n } catch {\n return null;\n }\n}\n\nfunction emptyResult(url: string): EnrichmentResult {\n return {\n url,\n version: null,\n did: null,\n phoneVerification: false,\n userDomains: [],\n contactEmail: null,\n privacyPolicy: null,\n termsOfService: null,\n userCount: null,\n ipAddress: null,\n countryCode: null,\n countryName: null,\n };\n}\n",[],[187,285,295],"1ed2b034-0a91-11f1-a09a-42dde27851f2","geo-resolver.ts","1ed2b0e8-0a91-11f1-a09a-42dde27851f2",13,["D",1771175382877],"import type { DnsResponse, GeoIpResult } from \"../../shared/types.ts\";\n\n/** Resolve hostname to IP address via DNS-over-HTTPS */\nexport async function resolveIp(hostname: string): Promise {\n try {\n const resp = await fetch(\n `https://dns.google/resolve?name=${encodeURIComponent(hostname)}&type=A`,\n { signal: AbortSignal.timeout(5000) },\n );\n if (!resp.ok) return null;\n\n const data: DnsResponse = await resp.json();\n if (!data.Answer || data.Answer.length === 0) return null;\n\n // Return the last A record (usually the actual IP after CNAMEs)\n return data.Answer[data.Answer.length - 1].data;\n } catch {\n return null;\n }\n}\n\n/** Batch geo-IP lookup for up to 100 IPs */\nexport async function batchGeoLookup(\n ipMap: Map,\n): Promise> {\n const results = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n if (ipMap.size === 0) return results;\n\n // ip-api.com batch endpoint: POST array of IPs\n const ips = [...new Set(ipMap.values())].filter(Boolean);\n if (ips.length === 0) return results;\n\n try {\n const resp = await fetch(\n \"http://ip-api.com/batch?fields=status,query,country,countryCode\",\n {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(ips),\n signal: AbortSignal.timeout(10000),\n },\n );\n\n if (!resp.ok) {\n console.error(`ip-api.com batch error: ${resp.status}`);\n return results;\n }\n\n const geoResults: GeoIpResult[] = await resp.json();\n\n // Build IP → geo map\n const ipToGeo = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n for (const r of geoResults) {\n if (r.status === \"success\") {\n ipToGeo.set(r.query, {\n countryCode: r.countryCode,\n countryName: r.country,\n });\n }\n }\n\n // Map hostnames back to geo data via their IPs\n for (const [hostname, ip] of ipMap) {\n const geo = ipToGeo.get(ip);\n if (geo) results.set(hostname, geo);\n }\n } catch (err) {\n console.error(\"Geo lookup failed:\", err);\n }\n\n return results;\n}\n",[],[187,285,303],"1e95013a-0a91-11f1-987b-42dde27851f2",7,["D",1771175382473],[210,211,212,213],[187,285],"1eb91ac0-0a91-11f1-aa7d-42dde27851f2","pages.ts","1eb91b88-0a91-11f1-aa7d-42dde27851f2","1e7af3e4-0a91-11f1-a09a-42dde27851f2",10,["D",1771175382678],"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getMetadata,\n getOpenServers,\n getServerCount,\n} from \"../database/queries.ts\";\nimport { countryFlag } from \"../../shared/constants.ts\";\nimport type {\n PdsServer,\n SortDirection,\n SortField,\n} from \"../../shared/types.ts\";\n\nconst pages = new Hono();\n\npages.get(\"/\", async (c) => {\n const sort = (c.req.query(\"sort\") || \"users\") as SortField;\n const dir = (c.req.query(\"dir\") || \"desc\") as SortDirection;\n const showOutdated = c.req.query(\"show_outdated\") === \"true\";\n\n const [latestVersion, counts] = await Promise.all([\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n const servers = await getOpenServers(sort, dir, showOutdated, latestVersion);\n\n return c.html(renderPage(servers, {\n sort,\n dir,\n showOutdated,\n latestVersion,\n openCount: counts.open,\n totalCount: counts.total,\n }));\n});\n\ntype PageOpts = {\n sort: SortField;\n dir: SortDirection;\n showOutdated: boolean;\n latestVersion: string | null;\n openCount: number;\n totalCount: number;\n};\n\nfunction renderPage(servers: PdsServer[], opts: PageOpts): string {\n const { sort, dir, showOutdated, latestVersion, openCount, totalCount } =\n opts;\n\n function sortUrl(field: SortField): string {\n const newDir = sort === field && dir === \"desc\" ? \"asc\" : \"desc\";\n const params = new URLSearchParams();\n params.set(\"sort\", field);\n params.set(\"dir\", newDir);\n if (showOutdated) params.set(\"show_outdated\", \"true\");\n return `/?${params}`;\n }\n\n function sortIndicator(field: SortField): string {\n if (sort !== field) return \"\";\n return dir === \"asc\" ? \" ▲\" : \" ▼\";\n }\n\n const toggleUrl = (() => {\n const params = new URLSearchParams();\n params.set(\"sort\", sort);\n params.set(\"dir\", dir);\n if (!showOutdated) params.set(\"show_outdated\", \"true\");\n return `/?${params}`;\n })();\n\n const rows = servers.map((s) => renderRow(s, latestVersion)).join(\"\\n\");\n\n return `\n\n\n \n \n OpenPDS - AT Protocol PDS Directory\n \n\n\n

OpenPDS

\n AT Protocol PDS servers with open registration.\n Data from atproto-scraping,\n enriched daily.\n

\n ${servers.length} servers listed\n ${openCount} open of ${totalCount} known\n ${latestVersion ? `Latest PDS: ${esc(latestVersion)}` : \"\"}\n

\n ${\n showOutdated ? \"Hide outdated versions\" : \"Show outdated versions\"\n }\n

\n ${\n servers.length > 0\n ? `\n \n \n \n \n \n \n \n \n \n \n \n \n ${rows}\n \n

Hostname	Country${\n sortIndicator(\"country\")\n }	Version${\n sortIndicator(\"version\")\n }	Users${\n sortIndicator(\"users\")\n }	First seen${sortIndicator(\"first_seen\")}	Trust

`\n : `

No servers found. Data may still be loading — check back after the first cron run.

`\n }\n \n\n`;\n}\n\nfunction renderRow(s: PdsServer, latestVersion: string | null): string {\n const hostname = new URL(s.url).hostname;\n const flag = s.country_code ? countryFlag(s.country_code) + \" \" : \"\";\n const country = s.country_name || \"\";\n\n let versionClass = \"version-unknown\";\n let versionText = \"unknown\";\n if (s.version) {\n versionText = s.version;\n versionClass = s.version === latestVersion\n ? \"version-current\"\n : \"version-outdated\";\n }\n\n const users = s.user_count != null\n ? (s.user_count >= 1000 ? \"1000+\" : String(s.user_count))\n : \"-\";\n\n const firstSeen = s.first_seen\n ? new Date(s.first_seen).toLocaleDateString(\"en-US\", {\n month: \"short\",\n day: \"numeric\",\n year: \"numeric\",\n })\n : \"-\";\n\n const hasEmail = s.contact_email;\n const hasTos = s.terms_of_service;\n const hasPrivacy = s.privacy_policy;\n\n return `\n ${esc(hostname)}\n ${flag}${esc(country)}\n ${\n esc(versionText)\n }\n ${esc(users)}\n ${esc(firstSeen)}\n \n \n ${\n hasEmail\n ? `@`\n : `@`\n }\n ${\n hasTos\n ? `T`\n : `T`\n }\n ${\n hasPrivacy\n ? `P`\n : `P`\n }\n \n \n `;\n}\n\nfunction esc(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport { pages };\n",[],[187,324,316],"routes","1eccee1a-0a91-11f1-a315-42dde27851f2","api.ts","1eccef46-0a91-11f1-a315-42dde27851f2",12,["D",1771175382678],"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getAllServers,\n getMetadata,\n getServerCount,\n} from \"../database/queries.ts\";\n\nconst api = new Hono();\n\napi.get(\"/servers\", async (c) => {\n const [servers, latestVersion, counts] = await Promise.all([\n getAllServers(),\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n return c.json({\n meta: {\n latest_pds_version: latestVersion,\n total_known: counts.total,\n total_open: counts.open,\n updated_at: new Date().toISOString(),\n },\n servers,\n });\n});\n\nexport { api };\n",[],[187,324,326],"1e7af2d6-0a91-11f1-a09a-42dde27851f2",6,["D",1771175382290],[207,208],[187,324],"1eb4281c-0a91-11f1-a169-42dde27851f2","queries.ts","1eb42916-0a91-11f1-a169-42dde27851f2","1e5c8756-0a91-11f1-8d35-42dde27851f2",9,["D",1771175382658],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\nimport type {\n PdsServer,\n SortDirection,\n SortField,\n} from \"../../shared/types.ts\";\n\n// --- Server operations ---\n\nexport async function upsertServer(\n url: string,\n opts: {\n inviteCodeRequired: boolean;\n version: string | null;\n errorAt: number | null;\n isOpen: boolean;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n INSERT INTO ${SERVERS_TABLE} (url, first_seen, last_seen, invite_code_required, version, error_at, is_open)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(url) DO UPDATE SET\n last_seen = ?,\n invite_code_required = ?,\n version = COALESCE(?, version),\n error_at = ?,\n is_open = ?\n `,\n args: [\n url,\n now,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n ],\n });\n}\n\nexport async function updateEnrichment(\n url: string,\n data: {\n version?: string | null;\n did?: string | null;\n phoneVerification?: boolean;\n userDomains?: string[];\n contactEmail?: string | null;\n privacyPolicy?: string | null;\n termsOfService?: string | null;\n userCount?: number | null;\n countryCode?: string | null;\n countryName?: string | null;\n ipAddress?: string | null;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n UPDATE ${SERVERS_TABLE} SET\n last_enriched = ?,\n version = COALESCE(?, version),\n did = COALESCE(?, did),\n phone_verification = ?,\n user_domains = ?,\n contact_email = ?,\n privacy_policy = ?,\n terms_of_service = ?,\n user_count = COALESCE(?, user_count),\n country_code = COALESCE(?, country_code),\n country_name = COALESCE(?, country_name),\n ip_address = COALESCE(?, ip_address)\n WHERE url = ?\n `,\n args: [\n now,\n data.version ?? null,\n data.did ?? null,\n data.phoneVerification ? 1 : 0,\n data.userDomains ? JSON.stringify(data.userDomains) : null,\n data.contactEmail ?? null,\n data.privacyPolicy ?? null,\n data.termsOfService ?? null,\n data.userCount ?? null,\n data.countryCode ?? null,\n data.countryName ?? null,\n data.ipAddress ?? null,\n url,\n ],\n });\n}\n\nexport async function getServersToEnrich(limit: number): Promise {\n const result = await sqlite.execute({\n sql: `\n SELECT url FROM ${SERVERS_TABLE}\n WHERE is_open = 1\n ORDER BY last_enriched ASC NULLS FIRST\n LIMIT ?\n `,\n args: [limit],\n });\n return result.rows.map((r) => r.url as string);\n}\n\nexport async function getOpenServers(\n sort: SortField = \"users\",\n dir: SortDirection = \"desc\",\n showOutdated: boolean = false,\n latestVersion: string | null = null,\n): Promise {\n let orderClause: string;\n switch (sort) {\n case \"users\":\n orderClause = `user_count ${dir} NULLS LAST`;\n break;\n case \"country\":\n orderClause = `country_name ${dir} NULLS LAST`;\n break;\n case \"first_seen\":\n orderClause = `first_seen ${dir}`;\n break;\n case \"version\":\n orderClause = `version ${dir} NULLS LAST`;\n break;\n default:\n orderClause = \"user_count DESC NULLS LAST\";\n }\n\n let whereClause = \"is_open = 1\";\n const args: (string | number)[] = [];\n\n if (!showOutdated && latestVersion) {\n whereClause += \" AND (version = ? OR version IS NULL)\";\n args.push(latestVersion);\n }\n\n const result = await sqlite.execute({\n sql:\n `SELECT * FROM ${SERVERS_TABLE} WHERE ${whereClause} ORDER BY ${orderClause}`,\n args,\n });\n\n return result.rows.map(rowToServer);\n}\n\nexport async function getAllServers(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${SERVERS_TABLE} WHERE is_open = 1 ORDER BY user_count DESC NULLS LAST`,\n );\n return result.rows.map(rowToServer);\n}\n\nexport async function getServerCount(): Promise<\n { open: number; total: number }\n> {\n const result = await sqlite.execute(\n `SELECT COUNT(*) as total, SUM(CASE WHEN is_open = 1 THEN 1 ELSE 0 END) as open FROM ${SERVERS_TABLE}`,\n );\n const row = result.rows[0];\n return {\n total: (row.total as number) || 0,\n open: (row.open as number) || 0,\n };\n}\n\n// --- Metadata operations ---\n\nexport async function getMetadata(key: string): Promise {\n const result = await sqlite.execute({\n sql: `SELECT value FROM ${METADATA_TABLE} WHERE key = ?`,\n args: [key],\n });\n return result.rows.length > 0 ? (result.rows[0].value as string) : null;\n}\n\nexport async function setMetadata(key: string, value: string): Promise {\n await sqlite.execute({\n sql: `\n INSERT INTO ${METADATA_TABLE} (key, value) VALUES (?, ?)\n ON CONFLICT(key) DO UPDATE SET value = ?\n `,\n args: [key, value, value],\n });\n}\n\n// --- Helpers ---\n\nfunction rowToServer(row: Record): PdsServer {\n return {\n url: row.url as string,\n first_seen: row.first_seen as string,\n last_seen: row.last_seen as string,\n last_enriched: (row.last_enriched as string) || null,\n version: (row.version as string) || null,\n did: (row.did as string) || null,\n invite_code_required: Boolean(row.invite_code_required),\n phone_verification: Boolean(row.phone_verification),\n user_domains: row.user_domains\n ? JSON.parse(row.user_domains as string)\n : [],\n contact_email: (row.contact_email as string) || null,\n privacy_policy: (row.privacy_policy as string) || null,\n terms_of_service: (row.terms_of_service as string) || null,\n user_count: row.user_count != null ? Number(row.user_count) : null,\n country_code: (row.country_code as string) || null,\n country_name: (row.country_name as string) || null,\n ip_address: (row.ip_address as string) || null,\n is_open: Boolean(row.is_open),\n error_at: row.error_at != null ? Number(row.error_at) : null,\n };\n}\n",[],[187,347,339],"database","1ebd22e6-0a91-11f1-9740-42dde27851f2","migrations.ts","1ebd23c2-0a91-11f1-9740-42dde27851f2",11,["D",1771175382658],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\n\nexport async function runMigrations(): Promise {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${SERVERS_TABLE} (\n url TEXT PRIMARY KEY,\n first_seen TEXT NOT NULL,\n last_seen TEXT NOT NULL,\n last_enriched TEXT,\n version TEXT,\n did TEXT,\n invite_code_required INTEGER NOT NULL DEFAULT 0,\n phone_verification INTEGER NOT NULL DEFAULT 0,\n user_domains TEXT,\n contact_email TEXT,\n privacy_policy TEXT,\n terms_of_service TEXT,\n user_count INTEGER,\n country_code TEXT,\n country_name TEXT,\n ip_address TEXT,\n is_open INTEGER NOT NULL DEFAULT 0,\n error_at INTEGER\n )\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_is_open\n ON ${SERVERS_TABLE} (is_open)\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_last_enriched\n ON ${SERVERS_TABLE} (last_enriched)\n `);\n\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${METADATA_TABLE} (\n key TEXT PRIMARY KEY,\n value TEXT NOT NULL\n )\n `);\n}\n",[],[187,347,349],"1e5c86ac-0a91-11f1-8d35-42dde27851f2",5,["D",1771175382101],[204,205],[187,347],["D",1771175381220],[203,206,209,214],[187],["D",1771175379615],{"_94":93,"_102":98},{"_94":93,"_95":96,"_97":98,"_18":54,"_99":100,"_101":24},{"_13":83,"_31":84,"_42":41,"_85":43,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":44,"_92":93},"ctx",{"_76":-5,"_123":401,"_402":403,"_404":405,"_406":24,"_407":24,"_408":24,"_409":121,"_410":-5,"_411":-7,"_412":-7,"_413":60,"_414":24,"_415":24,"_416":-5,"_417":24,"_418":24,"_419":24,"_420":-5},"ENV",{"_372":373,"_374":375,"_376":84,"_377":378,"_379":380,"_381":382,"_383":384,"_385":386,"_387":388,"_389":390,"_391":392,"_393":394,"_395":396,"_397":398,"_399":400},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v23