[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_413":414,"_415":416},"routes/_app.x.$handle.$name",{"_96":95,"_32":46,"_105":86,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":123,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":25},"version",75,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","backend/services/pds-enricher.ts","latestPath","fileId","1eedcf72-0a91-11f1-82a1-42dde27851f2","name","pds-enricher.ts","fileType","script","content","import {\n DNS_CACHE_TTL_DAYS,\n GEO_CACHE_TTL_DAYS,\n PDS_REQUEST_TIMEOUT_MS,\n} from \"../../shared/constants.ts\";\nimport type {\n DescribeServerResponse,\n HealthResponse,\n ServerToEnrich,\n} from \"../../shared/types.ts\";\nimport {\n isPrivateIp,\n isValidPdsUrl,\n normalizePdsUrl,\n} from \"../../shared/url-validation.ts\";\nimport { batchGeoLookup, resolveIp } from \"./geo-resolver.ts\";\n\nexport type EnrichmentResult = {\n url: string;\n version: string | null;\n did: string | null;\n phoneVerification: boolean;\n userDomains: string[];\n contactEmail: string | null;\n privacyPolicy: string | null;\n termsOfService: string | null;\n userCount: number | null;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\nexport type EnrichmentStats = {\n cachedDns: number;\n freshDns: number;\n cachedGeo: number;\n freshGeo: number;\n};\n\n/** Check if a cached value is older than the given TTL in days */\nfunction isCacheStale(lastEnriched: string | null, ttlDays: number): boolean {\n if (!lastEnriched) return true;\n const ageMs = Date.now() - new Date(lastEnriched).getTime();\n return ageMs > ttlDays * 24 * 60 * 60 * 1000;\n}\n\n/** Enrich a batch of PDS servers with metadata, reusing cached DNS/geo data */\nexport async function enrichBatch(\n servers: ServerToEnrich[],\n): Promise<{ results: EnrichmentResult[]; stats: EnrichmentStats }> {\n const stats: EnrichmentStats = {\n cachedDns: 0,\n freshDns: 0,\n cachedGeo: 0,\n freshGeo: 0,\n };\n\n // Step 1: Fetch PDS endpoints concurrently, passing existing IP to skip DNS\n // Invalidate stale DNS caches by passing null instead of the cached IP\n const pdsResults = await Promise.allSettled(\n servers.map((s) => {\n const dnsStale = isCacheStale(s.lastEnriched, DNS_CACHE_TTL_DAYS);\n return enrichSinglePds(s.url, dnsStale ? null : s.ipAddress);\n }),\n );\n\n const results: EnrichmentResult[] = [];\n const needsGeoLookup = new Map();\n\n for (let i = 0; i < servers.length; i++) {\n const server = servers[i];\n const r = pdsResults[i];\n let result: EnrichmentResult;\n\n if (r.status === \"fulfilled\") {\n result = r.value;\n } else {\n console.error(`Enrichment failed for ${server.url}:`, r.reason);\n result = emptyResult(server.url);\n }\n\n // Track DNS cache stats\n if (server.ipAddress && result.ipAddress === server.ipAddress) {\n stats.cachedDns++;\n } else if (result.ipAddress) {\n stats.freshDns++;\n }\n\n const geoStale = isCacheStale(server.lastEnriched, GEO_CACHE_TTL_DAYS);\n const ipChanged = result.ipAddress !== null &&\n result.ipAddress !== server.ipAddress;\n\n // Determine if we need geo lookup or can carry forward cached data\n if (result.ipAddress && (!server.countryCode || geoStale || ipChanged)) {\n // Need fresh geo: no cached data, cache expired, or IP changed\n needsGeoLookup.set(result.url, result.ipAddress);\n } else if (server.countryCode) {\n // Carry forward cached geo data\n result.countryCode = result.countryCode ?? server.countryCode;\n result.countryName = result.countryName ?? server.countryName;\n stats.cachedGeo++;\n }\n\n results.push(result);\n }\n\n // Step 2: Batch geo-IP lookup only for servers that need it\n if (needsGeoLookup.size > 0) {\n const geoData = await batchGeoLookup(needsGeoLookup);\n for (const result of results) {\n const geo = geoData.get(result.url);\n if (geo) {\n result.countryCode = geo.countryCode;\n result.countryName = geo.countryName;\n stats.freshGeo++;\n }\n }\n }\n\n return { results, stats };\n}\n\nasync function enrichSinglePds(\n rawUrl: string,\n existingIp?: string | null,\n): Promise {\n const url = normalizePdsUrl(rawUrl);\n if (!isValidPdsUrl(url)) {\n throw new Error(`Refusing to enrich invalid URL: ${url}`);\n }\n\n const result = emptyResult(url);\n\n // Reuse existing IP or resolve fresh, then verify it's not private\n if (existingIp) {\n result.ipAddress = existingIp;\n } else {\n const hostname = new URL(url).hostname;\n result.ipAddress = await resolveIp(hostname);\n }\n\n if (result.ipAddress && isPrivateIp(result.ipAddress)) {\n throw new Error(`Refusing to contact private IP for ${url}`);\n }\n\n // Fetch health, describeServer, and listRepos concurrently\n const [health, describe, userCount] = await Promise.allSettled([\n fetchHealth(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchDescribeServer(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchUserCount(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n ]);\n\n if (health.status === \"fulfilled\" && health.value) {\n result.version = health.value.version ?? null;\n }\n\n if (describe.status === \"fulfilled\" && describe.value) {\n const d = describe.value;\n result.did = d.did;\n result.userDomains = d.availableUserDomains ?? [];\n result.phoneVerification = d.phoneVerificationRequired ?? false;\n result.contactEmail = d.contact?.email ?? null;\n result.privacyPolicy = d.links?.privacyPolicy ?? null;\n result.termsOfService = d.links?.termsOfService ?? null;\n }\n\n if (userCount.status === \"fulfilled\") {\n result.userCount = userCount.value;\n }\n\n return result;\n}\n\nasync function fetchHealth(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(`${url}/xrpc/_health`, { signal });\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchDescribeServer(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.server.describeServer`,\n { signal },\n );\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchUserCount(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.sync.listRepos?limit=1000`,\n { signal },\n );\n if (!resp.ok) {\n // 404 is expected for non-standard PDSes — only log other errors\n if (resp.status !== 404) {\n console.error(`listRepos ${url}: HTTP ${resp.status}`);\n }\n return null;\n }\n const data = await resp.json();\n const repos: unknown[] = data.repos ?? [];\n // If we got exactly 1000 repos, there are likely more\n return repos.length >= 1000 ? 1000 : repos.length;\n } catch (err) {\n console.error(`listRepos ${url}: ${err}`);\n return null;\n }\n}\n\nfunction emptyResult(url: string): EnrichmentResult {\n return {\n url,\n version: null,\n did: null,\n phoneVerification: false,\n userDomains: [],\n contactEmail: null,\n privacyPolicy: null,\n termsOfService: null,\n userCount: null,\n ipAddress: null,\n countryCode: null,\n countryName: null,\n };\n}\n","import {\n DNS_CACHE_TTL_DAYS,\n GEO_CACHE_TTL_DAYS,\n PDS_REQUEST_TIMEOUT_MS,\n} from \"../../shared/constants.ts\";\nimport type {\n DescribeServerResponse,\n HealthResponse,\n ServerToEnrich,\n} from \"../../shared/types.ts\";\nimport {\n isPrivateIp,\n isValidPdsUrl,\n normalizePdsUrl,\n} from \"../../shared/url-validation.ts\";\nimport { batchGeoLookup, resolveIp } from \"./geo-resolver.ts\";\n\nexport type EnrichmentResult = {\n url: string;\n version: string | null;\n pdsSoftware: string | null;\n did: string | null;\n phoneVerification: boolean;\n userDomains: string[];\n contactEmail: string | null;\n privacyPolicy: string | null;\n termsOfService: string | null;\n userCount: number | null;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\nexport type EnrichmentStats = {\n cachedDns: number;\n freshDns: number;\n cachedGeo: number;\n freshGeo: number;\n};\n\n/** Check if a cached value is older than the given TTL in days */\nfunction isCacheStale(lastEnriched: string | null, ttlDays: number): boolean {\n if (!lastEnriched) return true;\n const ageMs = Date.now() - new Date(lastEnriched).getTime();\n return ageMs > ttlDays * 24 * 60 * 60 * 1000;\n}\n\n/** Enrich a batch of PDS servers with metadata, reusing cached DNS/geo data */\nexport async function enrichBatch(\n servers: ServerToEnrich[],\n): Promise<{ results: EnrichmentResult[]; stats: EnrichmentStats }> {\n const stats: EnrichmentStats = {\n cachedDns: 0,\n freshDns: 0,\n cachedGeo: 0,\n freshGeo: 0,\n };\n\n // Step 1: Fetch PDS endpoints concurrently, passing existing IP to skip DNS\n // Invalidate stale DNS caches by passing null instead of the cached IP\n const pdsResults = await Promise.allSettled(\n servers.map((s) => {\n const dnsStale = isCacheStale(s.lastEnriched, DNS_CACHE_TTL_DAYS);\n return enrichSinglePds(s.url, dnsStale ? null : s.ipAddress);\n }),\n );\n\n const results: EnrichmentResult[] = [];\n const needsGeoLookup = new Map();\n\n for (let i = 0; i < servers.length; i++) {\n const server = servers[i];\n const r = pdsResults[i];\n let result: EnrichmentResult;\n\n if (r.status === \"fulfilled\") {\n result = r.value;\n } else {\n console.error(`Enrichment failed for ${server.url}:`, r.reason);\n result = emptyResult(server.url);\n }\n\n // Track DNS cache stats\n if (server.ipAddress && result.ipAddress === server.ipAddress) {\n stats.cachedDns++;\n } else if (result.ipAddress) {\n stats.freshDns++;\n }\n\n const geoStale = isCacheStale(server.lastEnriched, GEO_CACHE_TTL_DAYS);\n const ipChanged = result.ipAddress !== null &&\n result.ipAddress !== server.ipAddress;\n\n // Determine if we need geo lookup or can carry forward cached data\n if (result.ipAddress && (!server.countryCode || geoStale || ipChanged)) {\n // Need fresh geo: no cached data, cache expired, or IP changed\n needsGeoLookup.set(result.url, result.ipAddress);\n } else if (server.countryCode) {\n // Carry forward cached geo data\n result.countryCode = result.countryCode ?? server.countryCode;\n result.countryName = result.countryName ?? server.countryName;\n stats.cachedGeo++;\n }\n\n results.push(result);\n }\n\n // Step 2: Batch geo-IP lookup only for servers that need it\n if (needsGeoLookup.size > 0) {\n const geoData = await batchGeoLookup(needsGeoLookup);\n for (const result of results) {\n const geo = geoData.get(result.url);\n if (geo) {\n result.countryCode = geo.countryCode;\n result.countryName = geo.countryName;\n stats.freshGeo++;\n }\n }\n }\n\n return { results, stats };\n}\n\nasync function enrichSinglePds(\n rawUrl: string,\n existingIp?: string | null,\n): Promise {\n const url = normalizePdsUrl(rawUrl);\n if (!isValidPdsUrl(url)) {\n throw new Error(`Refusing to enrich invalid URL: ${url}`);\n }\n\n const result = emptyResult(url);\n\n // Reuse existing IP or resolve fresh, then verify it's not private\n if (existingIp) {\n result.ipAddress = existingIp;\n } else {\n const hostname = new URL(url).hostname;\n result.ipAddress = await resolveIp(hostname);\n }\n\n if (result.ipAddress && isPrivateIp(result.ipAddress)) {\n throw new Error(`Refusing to contact private IP for ${url}`);\n }\n\n // Fetch health, describeServer, and listRepos concurrently\n const [health, describe, userCount] = await Promise.allSettled([\n fetchHealth(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchDescribeServer(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchUserCount(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n ]);\n\n if (health.status === \"fulfilled\" && health.value) {\n result.version = health.value.version ?? null;\n }\n\n if (describe.status === \"fulfilled\" && describe.value) {\n const d = describe.value;\n result.did = d.did;\n result.userDomains = d.availableUserDomains ?? [];\n result.phoneVerification = d.phoneVerificationRequired ?? false;\n result.contactEmail = d.contact?.email ?? null;\n result.privacyPolicy = d.links?.privacyPolicy ?? null;\n result.termsOfService = d.links?.termsOfService ?? null;\n }\n\n if (userCount.status === \"fulfilled\") {\n result.userCount = userCount.value;\n }\n\n return result;\n}\n\nasync function fetchHealth(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(`${url}/xrpc/_health`, { signal });\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchDescribeServer(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.server.describeServer`,\n { signal },\n );\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchUserCount(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.sync.listRepos?limit=1000`,\n { signal },\n );\n if (!resp.ok) {\n // 404 is expected for non-standard PDSes — only log other errors\n if (resp.status !== 404) {\n console.error(`listRepos ${url}: HTTP ${resp.status}`);\n }\n return null;\n }\n const data = await resp.json();\n const repos: unknown[] = data.repos ?? [];\n // If we got exactly 1000 repos, there are likely more\n return repos.length >= 1000 ? 1000 : repos.length;\n } catch (err) {\n console.error(`listRepos ${url}: ${err}`);\n return null;\n }\n}\n\nfunction emptyResult(url: string): EnrichmentResult {\n return {\n url,\n version: null,\n pdsSoftware: null,\n did: null,\n phoneVerification: false,\n userDomains: [],\n contactEmail: null,\n privacyPolicy: null,\n termsOfService: null,\n userCount: null,\n ipAddress: null,\n countryCode: null,\n countryName: null,\n };\n}\n","createdAt",["D",1772298682262],"branchVersion","branchId","1d3b78dc-0a91-11f1-9151-42dde27851f2","id","1d3a5aa6-0a91-11f1-9151-42dde27851f2","openpds",["D",1771175379615],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","AT Protocol PDS servers with open registration.","imageUrl","14049850-28c1-11f0-89c9-c7d0e2d9e1ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","c04d51b2-a7dc-46ca-ad6f-52f47c2906a8","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_104":100},"org",{"_96":95,"_97":98,"_99":100,"_18":56,"_101":102,"_103":25},"branch",{"_13":85,"_32":86,"_44":43,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":46,"_94":95},"isOwned",102,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","tijs","handle","displayName","Tijs","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yd2Nod2N0bE1MWFdEUlRYd083ZE5pbXJ1bDAifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":409,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":410,"_80":411,"_82":412,"_84":25},"tree",[213,226,228,234,235,236,237,238,239],"files",[213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239],"counts",{"_203":62,"_204":169,"_205":62,"_206":207,"_208":209},"contents",[130,131,132,133,134,135,136,137,138],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{"_128":129},"1ed9a0b0-0a91-11f1-9740-42dde27851f2","openpds.tijs.org",{"_44":198,"_32":199,"_30":200,"_142":-5,"_42":43,"_41":169,"_144":123,"_39":201,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_27":202},{"_44":192,"_32":193,"_30":194,"_142":-5,"_42":43,"_41":195,"_144":123,"_39":196,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_27":197},{"_44":186,"_32":187,"_30":188,"_142":-5,"_42":43,"_41":146,"_144":123,"_39":189,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_27":191},{"_44":179,"_32":180,"_30":181,"_142":-5,"_42":43,"_41":182,"_144":123,"_39":183,"_13":62,"_34":20,"_36":184,"_24":25,"_148":-5,"_27":185},{"_44":172,"_32":173,"_30":174,"_142":-5,"_42":43,"_41":175,"_144":25,"_39":176,"_13":62,"_34":20,"_36":177,"_24":25,"_148":-5,"_27":178},{"_44":164,"_32":165,"_30":166,"_142":-5,"_42":43,"_41":167,"_144":123,"_39":168,"_13":169,"_34":20,"_36":170,"_24":25,"_148":-5,"_27":171},{"_44":157,"_32":158,"_30":159,"_142":-5,"_42":43,"_41":160,"_144":123,"_39":161,"_13":62,"_34":20,"_36":162,"_24":25,"_148":-5,"_27":163},{"_44":150,"_32":151,"_30":152,"_142":-5,"_42":43,"_41":153,"_144":123,"_39":154,"_13":62,"_34":20,"_36":155,"_24":25,"_148":-5,"_27":156},{"_44":139,"_32":140,"_30":141,"_142":-5,"_42":43,"_41":143,"_144":123,"_39":145,"_13":146,"_34":20,"_36":147,"_24":25,"_148":-5,"_27":149},"ff865446-0a91-11f1-8ba6-42dde27851f2","deno.json","1eafb070-0a91-11f1-afb2-42dde27851f2","parentId",29,"latest",["D",1771175759803],2,"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\"https://www.val.town/types/valtown.d.ts\"],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"include\": [\"**/*.ts\"],\n \"rules\": { \"exclude\": [\"no-explicit-any\", \"no-import-prefix\"] }\n },\n \"node_modules_dir\": false,\n \"tasks\": {\n \"check\": \"deno check --allow-import backend/index.http.ts cron/refresh.cron.ts\",\n \"test\": \"deno test --allow-net --allow-read --allow-import\",\n \"deploy\": \"deno fmt && deno lint && deno task check && deno task test && vt push\"\n }\n}\n","label",[140],"1efd9ab0-0a91-11f1-9f65-42dde27851f2","README.md","1efd9b5a-0a91-11f1-9f65-42dde27851f2",18,["D",1771175383120],"# OpenPDS\n\nDirectory of AT Protocol PDS servers with open registration.\n\nPulls data from\n[mary-ext/atproto-scraping](https://github.com/mary-ext/atproto-scraping),\nenriches it with server metadata (version, user count, geo-location, contact\ninfo), and presents a browsable directory.\n\n## How it works\n\nA daily cron job:\n\n1. Fetches `state.json` listing ~2900 known PDSes with signup status\n2. Syncs open/closed status to a SQLite database\n3. Enriches a batch of 20 servers per run (health, describeServer, listRepos,\n geo-IP)\n4. Checks for the latest PDS version from the `bluesky-social/pds` GitHub repo\n\nThe web interface shows open servers with sortable columns, version badges, and\ntrust signals.\n\n## Endpoints\n\n- `/` — HTML directory page\n- `/api/servers` — JSON API with all open servers and metadata\n\n## Development\n\n```bash\ndeno task check # type check\ndeno task quality # fmt + lint + check\ndeno task deploy # quality + vt push\n```\n\n## Data sources\n\n- [atproto-scraping state.json](https://github.com/mary-ext/atproto-scraping) —\n PDS list and signup status\n- [dns.google](https://dns.google) — hostname to IP resolution\n- [ip-api.com](http://ip-api.com) — IP to country geo-lookup\n- [GitHub API](https://api.github.com) — latest PDS version tag\n",[151],"af49a03e-0c3d-11f1-ac2d-42dde27851f2","CLAUDE.md","af49a0e8-0c3d-11f1-ac2d-42dde27851f2",56,["D",1771359449686],"# CLAUDE.md\n\nThis file provides guidance to Claude Code (claude.ai/code) when working with\ncode in this repository.\n\n## What This Is\n\nOpenPDS is a directory of AT Protocol PDS servers with open registration. It\nruns on Val Town as a serverless app with two entry points: an HTTP server and a\ndaily cron job. Data comes from\n[mary-ext/atproto-scraping](https://github.com/mary-ext/atproto-scraping) and\ngets enriched with health, geo-IP, version, and trust metadata.\n\n## Commands\n\n```bash\ndeno task check # Type check entry points\ndeno task test # Run tests (--allow-net --allow-read --allow-import)\ndeno fmt # Format all files\ndeno lint # Lint all .ts files\ndeno task deploy # fmt + lint + check + test + vt push (full deploy pipeline)\n```\n\nDo **not** use `vt push` directly — always use `deno task deploy` which runs\nquality checks first.\n\n## Architecture\n\n**Runtime:** Deno on Val Town. **Framework:** Hono. **Database:** Val Town\nSQLite. **Imports:** via `esm.sh` (not npm/node_modules).\n\n### Entry Points\n\n- `backend/index.http.ts` — HTTP trigger. Hono app serving HTML directory (`/`)\n and JSON API (`/api/servers`). Runs migrations on first request.\n- `cron/refresh.cron.ts` — Cron trigger. Daily refresh: fetch PDS list → sync to\n DB → fetch latest version → enrich batch of servers.\n\n### Data Flow (Cron)\n\n1. `pds-fetcher.ts` downloads state.json (~2900 PDSes)\n2. Each PDS upserted to SQLite with open/closed status\n3. `version-checker.ts` gets latest PDS version from GitHub API\n4. `pds-enricher.ts` enriches a batch (configurable, default 20): DNS resolve →\n health check → describeServer → listRepos user count → geo-IP batch lookup\n5. Results written back to DB via `updateEnrichment()`\n\n### Module Layout\n\n- `backend/database/` — `migrations.ts` (schema), `queries.ts` (all SQL\n operations, row-to-object mapping)\n- `backend/routes/` — `pages.ts` (server-rendered HTML), `api.ts` (JSON\n endpoint)\n- `backend/services/` — Pure async functions: `pds-fetcher`, `pds-enricher`,\n `geo-resolver`, `version-checker`\n- `shared/` — `types.ts` (all TypeScript interfaces), `constants.ts` (config\n values, country flag helper)\n- `cron/` — Scheduled job orchestration\n\n### Trust Score\n\n5 boolean signals, each worth 20%: contact email, ToS, privacy policy, active\nusers (>5), latest PDS version. Calculated in SQL via CASE expressions.\n\n## Val Town Specifics\n\n- Exports use Val Town conventions: HTTP files export `app.fetch`, cron files\n export a default async function\n- SQLite accessed via `https://esm.town/v/stevekrouse/sqlite`\n- Schema changes: create new table names (append `_2`, `_3`) rather than ALTER\n TABLE\n- No `Deno` namespace in `shared/` code (must work in browser context too)\n- Secrets via `Deno.env.get()`, never hardcoded\n\n## Conventions\n\n- Database columns: `snake_case`. TypeScript code: `camelCase`. `rowToServer()`\n maps between them.\n- Per-request timeouts via `AbortSignal.timeout()` (5s for PDS endpoints, 10s\n for geo batch)\n- Batch operations use `Promise.allSettled()` for partial-failure resilience\n- HTML output uses custom `esc()` function for XSS prevention\n",[158],"c18bc3b0-0a91-11f1-8a3f-42dde27851f2","AGENTS.md","2c6d85ac-0a91-11f1-942f-42dde27851f2",26,["D",1771175655763],1,"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider\n refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure\n about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious\n operations)\n- Follow modern ES6+ conventions and functional programming practices if\n possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = \"todo_app_users_2\";\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} WHERE id = ?`,\n [1],\n);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add\n_2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({\n subject: \"Hi\",\n text: \"Hi\",\n html: \"

Hi

\",\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport {\n parseProject,\n readFile,\n serveFile,\n} from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\"\nurls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's _extremely importing_ to note that `parseProject` and other\nStandard Library utilities ONLY RUN ON THE SERVER. If you need access to this\ndata on the client, run it in the server and pass it to the client by splicing\nit into the HTML page or by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use\n `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})`\n instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode\n symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use:\n `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys)\n unless otherwise specified\n- **View Source:** Add a view source link by importing & using\n `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the\n client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add\n `` to HTML to capture\n client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local\n resolution; Avoid catches that merely log or return 500s. Let errors bubble up\n with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but\n generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure\n compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer\n simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with\n `?deps=react@18.2.0,react-dom@18.2.0` and start the file with\n `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same\n version\n- **Styling:** Default to using TailwindCSS via\n `` unless otherwise\n specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project\n files:\n ```ts\n import {\n readFile,\n serveFile,\n } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n\n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async (c) => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n\n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n\n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to\n see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:**\n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of\n React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with\n `export default app.fetch // This is the entry point for HTTP vals`\n",[165],"1f117c60-0a91-11f1-ac04-42dde27851f2",".vtignore","1f117d14-0a91-11f1-ac04-42dde27851f2",21,["D",1771175383282],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor\n",[173],"1f078c78-0a91-11f1-ac04-42dde27851f2",".gitignore","1f078d4a-0a91-11f1-ac04-42dde27851f2",19,["D",1771175383227],".DS_Store\n.vscode/\n.cursorrules\nnode_modules/\n.deno/\ndeno.lock\n.env\n.env.local\n.vt/\nvendor/\n*.log\n*.db\n*.sqlite\ncoverage/\ndist/\nbuild/\n.local/\n",[180],"1df465fe-0a91-11f1-ac04-42dde27851f2","shared","1df466e4-0a91-11f1-ac04-42dde27851f2",["D",1771175381422],"directory",[187],"1e3f9592-0a91-11f1-a289-42dde27851f2","cron","1e3f9650-0a91-11f1-a289-42dde27851f2",4,["D",1771175381915],[193],"1dd5afa6-0a91-11f1-a289-42dde27851f2","backend","1dd5b05a-0a91-11f1-a289-42dde27851f2",["D",1771175381220],[199],"pulls","branches","forks","envVars",{"_210":62,"_212":62},"connections",{"_210":62,"_211":62},"count","unfilledCount","emptyCount",{"_44":198,"_32":199,"_30":200,"_142":-5,"_42":43,"_41":169,"_144":123,"_39":406,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_241":407,"_27":408},{"_44":401,"_32":392,"_30":385,"_142":200,"_42":43,"_41":402,"_144":123,"_39":403,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_241":404,"_27":405},{"_44":393,"_32":394,"_30":395,"_142":385,"_42":43,"_41":396,"_144":25,"_39":397,"_13":62,"_34":35,"_36":398,"_24":25,"_148":-5,"_241":399,"_27":400},{"_44":382,"_32":383,"_30":384,"_142":385,"_42":43,"_41":386,"_144":123,"_39":387,"_13":388,"_34":35,"_36":389,"_24":25,"_148":-5,"_241":390,"_27":391},{"_44":378,"_32":369,"_30":362,"_142":200,"_42":43,"_41":343,"_144":123,"_39":379,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_241":380,"_27":381},{"_44":370,"_32":371,"_30":372,"_142":362,"_42":43,"_41":373,"_144":25,"_39":374,"_13":169,"_34":35,"_36":375,"_24":25,"_148":-5,"_241":376,"_27":377},{"_44":359,"_32":360,"_30":361,"_142":362,"_42":43,"_41":363,"_144":25,"_39":364,"_13":365,"_34":35,"_36":366,"_24":25,"_148":-5,"_241":367,"_27":368},{"_44":354,"_32":332,"_30":326,"_142":200,"_42":43,"_41":355,"_144":123,"_39":356,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_241":357,"_27":358},{"_44":346,"_32":347,"_30":348,"_142":326,"_42":43,"_41":349,"_144":123,"_39":350,"_13":62,"_34":35,"_36":351,"_24":25,"_148":-5,"_241":352,"_27":353},{"_44":341,"_32":33,"_30":31,"_142":326,"_42":43,"_41":14,"_144":123,"_39":342,"_13":343,"_34":35,"_36":38,"_24":25,"_148":-5,"_241":344,"_27":345},{"_44":333,"_32":334,"_30":335,"_142":326,"_42":43,"_41":336,"_144":123,"_39":337,"_13":146,"_34":35,"_36":338,"_24":25,"_148":-5,"_241":339,"_27":340},{"_44":323,"_32":324,"_30":325,"_142":326,"_42":43,"_41":327,"_144":25,"_39":328,"_13":280,"_34":35,"_36":329,"_24":25,"_148":-5,"_241":330,"_27":331},{"_44":315,"_32":316,"_30":128,"_142":200,"_42":43,"_41":317,"_144":25,"_39":318,"_13":62,"_34":319,"_36":320,"_24":25,"_148":46,"_241":321,"_27":322},{"_44":192,"_32":193,"_30":194,"_142":-5,"_42":43,"_41":195,"_144":123,"_39":312,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_241":313,"_27":314},{"_44":303,"_32":304,"_30":305,"_142":194,"_42":43,"_41":306,"_144":25,"_39":307,"_13":195,"_34":308,"_36":309,"_24":25,"_148":-5,"_241":310,"_27":311},{"_44":186,"_32":187,"_30":188,"_142":-5,"_42":43,"_41":146,"_144":123,"_39":300,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_241":301,"_27":302},{"_44":292,"_32":293,"_30":294,"_142":188,"_42":43,"_41":295,"_144":25,"_39":296,"_13":280,"_34":35,"_36":297,"_24":25,"_148":-5,"_241":298,"_27":299},{"_44":284,"_32":285,"_30":286,"_142":188,"_42":43,"_41":287,"_144":25,"_39":288,"_13":62,"_34":35,"_36":289,"_24":25,"_148":-5,"_241":290,"_27":291},{"_44":275,"_32":276,"_30":277,"_142":188,"_42":43,"_41":278,"_144":25,"_39":279,"_13":280,"_34":35,"_36":281,"_24":25,"_148":-5,"_241":282,"_27":283},{"_44":267,"_32":268,"_30":269,"_142":188,"_42":43,"_41":270,"_144":123,"_39":271,"_13":62,"_34":35,"_36":272,"_24":25,"_148":-5,"_241":273,"_27":274},{"_44":259,"_32":260,"_30":261,"_142":188,"_42":43,"_41":262,"_144":123,"_39":263,"_13":62,"_34":35,"_36":264,"_24":25,"_148":-5,"_241":265,"_27":266},{"_44":179,"_32":180,"_30":181,"_142":-5,"_42":43,"_41":182,"_144":123,"_39":256,"_13":62,"_34":20,"_36":184,"_24":25,"_148":-5,"_241":257,"_27":258},{"_44":172,"_32":173,"_30":174,"_142":-5,"_42":43,"_41":175,"_144":25,"_39":253,"_13":62,"_34":20,"_36":177,"_24":25,"_148":-5,"_241":254,"_27":255},{"_44":164,"_32":165,"_30":166,"_142":-5,"_42":43,"_41":167,"_144":123,"_39":250,"_13":169,"_34":20,"_36":170,"_24":25,"_148":-5,"_241":251,"_27":252},{"_44":157,"_32":158,"_30":159,"_142":-5,"_42":43,"_41":160,"_144":123,"_39":247,"_13":62,"_34":20,"_36":162,"_24":25,"_148":-5,"_241":248,"_27":249},{"_44":150,"_32":151,"_30":152,"_142":-5,"_42":43,"_41":153,"_144":123,"_39":244,"_13":62,"_34":20,"_36":155,"_24":25,"_148":-5,"_241":245,"_27":246},{"_44":139,"_32":140,"_30":141,"_142":-5,"_42":43,"_41":143,"_144":123,"_39":240,"_13":146,"_34":20,"_36":147,"_24":25,"_148":-5,"_241":242,"_27":243},["D",1771175759803],"children",[],[140],["D",1771175383120],[],[151],["D",1771359449686],[],[158],["D",1771175655763],[],[165],["D",1771175383282],[],[173],["D",1771175383227],[],[180],"8027c190-0c43-11f1-942a-42dde27851f2","url-validation_test.ts","8027c280-0c43-11f1-942a-42dde27851f2",71,["D",1771361947086],"import { assertEquals } from \"https://deno.land/std@0.224.0/assert/mod.ts\";\nimport { isPrivateIp, isSafeHref, isValidPdsUrl } from \"./url-validation.ts\";\n\n// --- isPrivateIp ---\n\nDeno.test(\"isPrivateIp rejects loopback\", () => {\n assertEquals(isPrivateIp(\"127.0.0.1\"), true);\n assertEquals(isPrivateIp(\"127.0.1.1\"), true);\n});\n\nDeno.test(\"isPrivateIp rejects RFC 1918 ranges\", () => {\n assertEquals(isPrivateIp(\"10.0.0.1\"), true);\n assertEquals(isPrivateIp(\"10.255.255.255\"), true);\n assertEquals(isPrivateIp(\"172.16.0.1\"), true);\n assertEquals(isPrivateIp(\"172.31.255.255\"), true);\n assertEquals(isPrivateIp(\"192.168.0.1\"), true);\n assertEquals(isPrivateIp(\"192.168.1.100\"), true);\n});\n\nDeno.test(\"isPrivateIp allows 172.x outside /12 range\", () => {\n assertEquals(isPrivateIp(\"172.15.0.1\"), false);\n assertEquals(isPrivateIp(\"172.32.0.1\"), false);\n});\n\nDeno.test(\"isPrivateIp rejects link-local\", () => {\n assertEquals(isPrivateIp(\"169.254.1.1\"), true);\n});\n\nDeno.test(\"isPrivateIp rejects cloud metadata IPs\", () => {\n assertEquals(isPrivateIp(\"169.254.169.254\"), true);\n assertEquals(isPrivateIp(\"100.100.100.200\"), true);\n});\n\nDeno.test(\"isPrivateIp rejects 0.x.x.x\", () => {\n assertEquals(isPrivateIp(\"0.0.0.0\"), true);\n});\n\nDeno.test(\"isPrivateIp rejects IPv6 private ranges\", () => {\n assertEquals(isPrivateIp(\"::1\"), true);\n assertEquals(isPrivateIp(\"fc00::1\"), true);\n assertEquals(isPrivateIp(\"fd12::1\"), true);\n assertEquals(isPrivateIp(\"fe80::1\"), true);\n});\n\nDeno.test(\"isPrivateIp allows public IPs\", () => {\n assertEquals(isPrivateIp(\"1.1.1.1\"), false);\n assertEquals(isPrivateIp(\"8.8.8.8\"), false);\n assertEquals(isPrivateIp(\"93.184.216.34\"), false);\n assertEquals(isPrivateIp(\"203.0.113.1\"), false);\n});\n\n// --- isValidPdsUrl ---\n\nDeno.test(\"isValidPdsUrl accepts valid https PDS URLs\", () => {\n assertEquals(isValidPdsUrl(\"https://pds.example.com\"), true);\n assertEquals(isValidPdsUrl(\"https://my.pds.server.org\"), true);\n assertEquals(isValidPdsUrl(\"https://bsky.social\"), true);\n});\n\nDeno.test(\"isValidPdsUrl rejects non-https protocols\", () => {\n assertEquals(isValidPdsUrl(\"http://pds.example.com\"), false);\n assertEquals(isValidPdsUrl(\"ftp://pds.example.com\"), false);\n assertEquals(isValidPdsUrl(\"javascript:alert(1)\"), false);\n assertEquals(isValidPdsUrl(\"data:text/html,

hi

\"), false);\n});\n\nDeno.test(\"isValidPdsUrl rejects bare IP addresses\", () => {\n assertEquals(isValidPdsUrl(\"https://1.2.3.4\"), false);\n assertEquals(isValidPdsUrl(\"https://192.168.1.1\"), false);\n});\n\nDeno.test(\"isValidPdsUrl rejects private IP hostnames\", () => {\n assertEquals(isValidPdsUrl(\"https://127.0.0.1\"), false);\n assertEquals(isValidPdsUrl(\"https://10.0.0.1\"), false);\n});\n\nDeno.test(\"isValidPdsUrl rejects localhost and single-label hosts\", () => {\n assertEquals(isValidPdsUrl(\"https://localhost\"), false);\n assertEquals(isValidPdsUrl(\"https://intranet\"), false);\n});\n\nDeno.test(\"isValidPdsUrl rejects URLs with userinfo\", () => {\n assertEquals(isValidPdsUrl(\"https://user:pass@pds.example.com\"), false);\n assertEquals(isValidPdsUrl(\"https://admin@pds.example.com\"), false);\n});\n\nDeno.test(\"isValidPdsUrl rejects malformed URLs\", () => {\n assertEquals(isValidPdsUrl(\"not-a-url\"), false);\n assertEquals(isValidPdsUrl(\"\"), false);\n assertEquals(isValidPdsUrl(\"://missing-scheme\"), false);\n});\n\n// --- isSafeHref ---\n\nDeno.test(\"isSafeHref allows https and http URLs\", () => {\n assertEquals(isSafeHref(\"https://example.com\"), true);\n assertEquals(isSafeHref(\"http://example.com\"), true);\n});\n\nDeno.test(\"isSafeHref rejects dangerous URI schemes\", () => {\n assertEquals(isSafeHref(\"javascript:alert(1)\"), false);\n assertEquals(isSafeHref(\"data:text/html,

xss

\"), false);\n assertEquals(isSafeHref(\"vbscript:msgbox\"), false);\n});\n\nDeno.test(\"isSafeHref rejects invalid URLs\", () => {\n assertEquals(isSafeHref(\"not-a-url\"), false);\n assertEquals(isSafeHref(\"\"), false);\n});\n",[],[187,260],"7ff475e2-0c43-11f1-9509-42dde27851f2","url-validation.ts","7ff47696-0c43-11f1-9509-42dde27851f2",67,["D",1771361947088],"/**\n * URL and IP validation for PDS ingestion.\n * Prevents SSRF by enforcing https: and rejecting private/reserved IPs.\n */\n\n/** IPv4 ranges that must never be contacted (SSRF protection) */\nconst PRIVATE_IP_RANGES: Array<{ prefix: string; mask: number }> = [\n // Loopback\n { prefix: \"127.\", mask: 0 },\n // 10.0.0.0/8\n { prefix: \"10.\", mask: 0 },\n // 172.16.0.0/12\n { prefix: \"172.\", mask: 16 },\n // 192.168.0.0/16\n { prefix: \"192.168.\", mask: 0 },\n // Link-local\n { prefix: \"169.254.\", mask: 0 },\n // Current network\n { prefix: \"0.\", mask: 0 },\n];\n\n/** Cloud metadata IPs to block explicitly */\nconst BLOCKED_IPS = new Set([\n \"169.254.169.254\", // AWS/GCP/Azure metadata\n \"100.100.100.200\", // Alibaba Cloud metadata\n \"fd00:ec2::254\", // AWS IMDSv2 IPv6\n]);\n\n/** Check if an IP address is in a private/reserved range */\nexport function isPrivateIp(ip: string): boolean {\n if (BLOCKED_IPS.has(ip)) return true;\n\n // IPv6 private ranges\n if (\n ip.startsWith(\"::1\") || ip.startsWith(\"fc\") || ip.startsWith(\"fd\") ||\n ip.startsWith(\"fe80\")\n ) {\n return true;\n }\n\n // IPv4 checks\n for (const range of PRIVATE_IP_RANGES) {\n if (!ip.startsWith(range.prefix)) continue;\n\n // 172.16.0.0/12: second octet must be 16-31\n if (range.prefix === \"172.\" && range.mask === 16) {\n const secondOctet = parseInt(ip.split(\".\")[1], 10);\n if (secondOctet >= 16 && secondOctet <= 31) return true;\n continue;\n }\n\n return true;\n }\n\n return false;\n}\n\n/** Validate a PDS URL is safe to store and fetch */\nexport function isValidPdsUrl(url: string): boolean {\n let parsed: URL;\n try {\n parsed = new URL(url);\n } catch {\n return false;\n }\n\n // Must be https\n if (parsed.protocol !== \"https:\") return false;\n\n // No userinfo (user:pass@host)\n if (parsed.username || parsed.password) return false;\n\n // Hostname must not be an IP literal pointing to private range\n if (isPrivateIp(parsed.hostname)) return false;\n\n // Reject bare IPs — PDS servers should have real hostnames\n if (/^\\d{1,3}(\\.\\d{1,3}){3}$/.test(parsed.hostname)) return false;\n\n // Must have a valid hostname with at least one dot (no localhost etc.)\n if (!parsed.hostname.includes(\".\")) return false;\n\n return true;\n}\n\n/** Strip trailing slashes from a PDS URL to prevent double-slash in paths */\nexport function normalizePdsUrl(url: string): string {\n return url.replace(/\\/+$/, \"\");\n}\n\n/** Validate a URL is safe to render in an href attribute */\nexport function isSafeHref(url: string): boolean {\n try {\n const parsed = new URL(url);\n return parsed.protocol === \"https:\" || parsed.protocol === \"http:\";\n } catch {\n return false;\n }\n}\n",[],[187,268],"7fff5c96-0c43-11f1-af9e-42dde27851f2","types.ts","1f0da0d6-0a91-11f1-b423-42dde27851f2",68,["D",1771361947487],3,"/** A PDS server as stored in the database */\nexport type PdsServer = {\n url: string;\n first_seen: string;\n last_seen: string;\n last_enriched: string | null;\n version: string | null;\n did: string | null;\n invite_code_required: boolean;\n phone_verification: boolean;\n user_domains: string[];\n contact_email: string | null;\n privacy_policy: string | null;\n terms_of_service: string | null;\n user_count: number | null;\n country_code: string | null;\n country_name: string | null;\n ip_address: string | null;\n is_open: boolean;\n error_at: number | null;\n};\n\n/** Raw PDS entry from mary-ext/atproto-scraping state.json */\nexport type StatePdsEntry = {\n inviteCodeRequired: boolean;\n version: string;\n errorAt?: number;\n};\n\n/** Shape of state.json from atproto-scraping */\nexport type StateJson = {\n pdses: Record;\n};\n\n/** Response from PDS describeServer endpoint */\nexport type DescribeServerResponse = {\n did: string;\n availableUserDomains: string[];\n inviteCodeRequired?: boolean;\n phoneVerificationRequired?: boolean;\n contact?: { email?: string };\n links?: {\n privacyPolicy?: string;\n termsOfService?: string;\n };\n};\n\n/** Response from PDS _health endpoint */\nexport type HealthResponse = {\n version?: string;\n};\n\n/** Response from dns.google resolve API */\nexport type DnsResponse = {\n Answer?: Array<{ data: string }>;\n};\n\n/** Single entry in ip-api.com batch response */\nexport type GeoIpResult = {\n status: string;\n query: string;\n country: string;\n countryCode: string;\n};\n\n/** Server data passed into enrichment (includes cached DNS/geo) */\nexport type ServerToEnrich = {\n url: string;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n lastEnriched: string | null;\n};\n\n/** Sort options for the directory listing */\nexport type SortField = \"trust\";\nexport type SortDirection = \"desc\";\n",[],[187,276],"ff8a8e1c-0a91-11f1-9890-42dde27851f2","constants_test.ts","ff8a8eda-0a91-11f1-9890-42dde27851f2",30,["D",1771175759883],"import { assertEquals } from \"https://deno.land/std@0.224.0/assert/mod.ts\";\nimport { countryFlag } from \"./constants.ts\";\n\nDeno.test(\"countryFlag returns correct emoji for country codes\", () => {\n assertEquals(countryFlag(\"US\"), \"\\u{1F1FA}\\u{1F1F8}\");\n assertEquals(countryFlag(\"NL\"), \"\\u{1F1F3}\\u{1F1F1}\");\n assertEquals(countryFlag(\"DE\"), \"\\u{1F1E9}\\u{1F1EA}\");\n});\n\nDeno.test(\"countryFlag handles lowercase input\", () => {\n assertEquals(countryFlag(\"us\"), countryFlag(\"US\"));\n});\n",[],[187,285],"802217e0-0c43-11f1-b058-42dde27851f2","constants.ts","1f187a92-0a91-11f1-be9c-42dde27851f2",70,["D",1771361947714],"export const SERVERS_TABLE = \"openpds_servers\";\nexport const METADATA_TABLE = \"openpds_metadata\";\n\nexport const STATE_JSON_URL =\n \"https://raw.githubusercontent.com/mary-ext/atproto-scraping/trunk/state.json\";\n\nexport const PDS_REPO_OWNER = \"bluesky-social\";\nexport const PDS_REPO_NAME = \"pds\";\n\nexport const ENRICHMENT_BATCH_SIZE = 75;\nexport const PDS_REQUEST_TIMEOUT_MS = 5000;\nexport const DNS_CACHE_TTL_DAYS = 7;\nexport const GEO_CACHE_TTL_DAYS = 30;\n\n/** Country code to flag emoji */\nexport function countryFlag(code: string): string {\n return [...code.toUpperCase()]\n .map((c) => String.fromCodePoint(0x1f1e6 - 65 + c.charCodeAt(0)))\n .join(\"\");\n}\n",[],[187,293],["D",1771175381422],[229,230,231,232,233],[187],"8033d3f4-0c43-11f1-99bb-42dde27851f2","refresh.cron.ts","1f1c2ab6-0a91-11f1-987b-42dde27851f2",72,["D",1771361947825],"interval","import { ENRICHMENT_BATCH_SIZE } from \"../shared/constants.ts\";\nimport { runMigrations } from \"../backend/database/migrations.ts\";\nimport {\n getMetadata,\n getServersToEnrich,\n setMetadata,\n updateEnrichment,\n upsertServer,\n} from \"../backend/database/queries.ts\";\nimport { fetchPdsList } from \"../backend/services/pds-fetcher.ts\";\nimport { fetchLatestPdsVersion } from \"../backend/services/version-checker.ts\";\nimport { enrichBatch } from \"../backend/services/pds-enricher.ts\";\n\nexport default async function () {\n console.log(\"OpenPDS refresh started:\", new Date().toISOString());\n\n try {\n await runMigrations();\n\n // 1. Fetch and sync state.json (with ETag caching)\n const previousStateEtag = await getMetadata(\"state_json_etag\");\n const { pdsList, etag: stateEtag } = await fetchPdsList(previousStateEtag);\n\n if (stateEtag) {\n await setMetadata(\"state_json_etag\", stateEtag);\n }\n\n if (pdsList) {\n console.log(\n `state.json: new data (${pdsList.length} PDSes), etag=${stateEtag}`,\n );\n let openCount = 0;\n for (const pds of pdsList) {\n await upsertServer(pds.url, {\n inviteCodeRequired: pds.inviteCodeRequired,\n version: pds.version,\n errorAt: pds.errorAt,\n isOpen: pds.isOpen,\n });\n if (pds.isOpen) openCount++;\n }\n console.log(`Synced to DB: ${openCount} open, ${pdsList.length} total`);\n } else {\n console.log(\n `state.json: 304 not modified, skipping upsert (etag=${stateEtag})`,\n );\n }\n\n // 2. Fetch latest PDS version (with ETag caching)\n const previousGithubEtag = await getMetadata(\"github_tags_etag\");\n const {\n version: latestVersion,\n etag: githubEtag,\n notModified,\n error: githubError,\n } = await fetchLatestPdsVersion(previousGithubEtag);\n\n if (githubEtag) {\n await setMetadata(\"github_tags_etag\", githubEtag);\n }\n\n if (notModified) {\n console.log(\n `GitHub tags: 304 not modified (etag=${githubEtag})`,\n );\n } else if (latestVersion) {\n await setMetadata(\"latest_pds_version\", latestVersion);\n console.log(\n `GitHub tags: new version ${latestVersion} (etag=${githubEtag})`,\n );\n } else if (githubError) {\n console.log(\"GitHub tags: API error (using cached version)\");\n } else {\n console.log(\"GitHub tags: no version found\");\n }\n\n // 3. Enrich a batch of servers\n const toEnrich = await getServersToEnrich(ENRICHMENT_BATCH_SIZE);\n if (toEnrich.length > 0) {\n const cachedIpCount = toEnrich.filter((s) => s.ipAddress).length;\n const cachedGeoCount = toEnrich.filter((s) => s.countryCode).length;\n console.log(\n `Enriching ${toEnrich.length} servers (${cachedIpCount} have cached IP, ${cachedGeoCount} have cached geo)`,\n );\n\n const { results: enriched, stats } = await enrichBatch(toEnrich);\n\n for (const data of enriched) {\n await updateEnrichment(data.url, {\n version: data.version,\n did: data.did,\n phoneVerification: data.phoneVerification,\n userDomains: data.userDomains,\n contactEmail: data.contactEmail,\n privacyPolicy: data.privacyPolicy,\n termsOfService: data.termsOfService,\n userCount: data.userCount,\n countryCode: data.countryCode,\n countryName: data.countryName,\n ipAddress: data.ipAddress,\n });\n }\n\n const noUserCount = enriched.filter((s) => s.userCount === null).length;\n console.log(\n `Enriched ${enriched.length} servers: ` +\n `DNS ${stats.cachedDns} cached/${stats.freshDns} fresh, ` +\n `geo ${stats.cachedGeo} cached/${stats.freshGeo} fresh` +\n (noUserCount > 0 ? `, ${noUserCount} without user count` : \"\"),\n );\n }\n\n await setMetadata(\"last_full_refresh\", new Date().toISOString());\n console.log(\"OpenPDS refresh completed\");\n } catch (err) {\n console.error(\"OpenPDS refresh failed:\", err);\n }\n}\n",[],[193,304],["D",1771175381915],[227],[193],"1ed99eb2-0a91-11f1-9740-42dde27851f2","index.http.ts",14,["D",1771175382903],"http","import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport { runMigrations } from \"./database/migrations.ts\";\nimport { pages } from \"./routes/pages.ts\";\nimport { api } from \"./routes/api.ts\";\n\nconst app = new Hono();\n\napp.onError((err, _c) => {\n throw err;\n});\n\nlet migrationsRan = false;\napp.use(\"*\", async (_c, next) => {\n if (!migrationsRan) {\n await runMigrations();\n migrationsRan = true;\n }\n await next();\n});\n\napp.route(\"/api\", api);\napp.route(\"/\", pages);\n\nexport default app.fetch;\n",[],[199,316],"7fe59d92-0c43-11f1-b058-42dde27851f2","version-checker.ts","1ede6d98-0a91-11f1-b423-42dde27851f2","1e950220-0a91-11f1-987b-42dde27851f2",66,["D",1771361947295],"import { PDS_REPO_NAME, PDS_REPO_OWNER } from \"../../shared/constants.ts\";\n\nexport type FetchVersionResult = {\n version: string | null;\n etag: string | null;\n notModified: boolean;\n error: boolean;\n};\n\n/** Fetch latest PDS version from GitHub with ETag caching. */\nexport async function fetchLatestPdsVersion(\n previousEtag?: string | null,\n): Promise {\n const url =\n `https://api.github.com/repos/${PDS_REPO_OWNER}/${PDS_REPO_NAME}/tags?per_page=5`;\n\n const headers: Record = {\n \"Accept\": \"application/vnd.github.v3+json\",\n \"User-Agent\": \"OpenPDS/1.0 (github.com/tijs/openpds)\",\n };\n if (previousEtag) {\n headers[\"If-None-Match\"] = previousEtag;\n }\n\n const resp = await fetch(url, { headers });\n const etag = resp.headers.get(\"etag\");\n\n if (resp.status === 304) {\n return {\n version: null,\n etag: etag ?? previousEtag ?? null,\n notModified: true,\n error: false,\n };\n }\n\n if (!resp.ok) {\n console.error(`GitHub API error: ${resp.status}`);\n // Preserve previous etag on error so we can retry conditional request next time\n return {\n version: null,\n etag: previousEtag ?? null,\n notModified: false,\n error: true,\n };\n }\n\n const tags: Array<{ name: string }> = await resp.json();\n if (tags.length === 0) {\n return {\n version: null,\n etag: etag ?? null,\n notModified: false,\n error: false,\n };\n }\n\n // Tags are like \"v0.4.74\" — strip the \"v\" prefix to match _health output\n const version = tags[0].name.replace(/^v/, \"\");\n return { version, etag: etag ?? null, notModified: false, error: false };\n}\n",[],[199,332,324],"services","801934d6-0c43-11f1-b058-42dde27851f2","pds-fetcher.ts","1ef5c6d2-0a91-11f1-a315-42dde27851f2",69,["D",1771361947646],"import { STATE_JSON_URL } from \"../../shared/constants.ts\";\nimport type { StateJson } from \"../../shared/types.ts\";\nimport { isValidPdsUrl, normalizePdsUrl } from \"../../shared/url-validation.ts\";\n\nexport type FilteredPds = {\n url: string;\n inviteCodeRequired: boolean;\n version: string;\n errorAt: number | null;\n isOpen: boolean;\n};\n\nexport type FetchPdsResult = {\n pdsList: FilteredPds[] | null;\n etag: string | null;\n};\n\n/** Fetch state.json with ETag caching. Returns null pdsList on 304. */\nexport async function fetchPdsList(\n previousEtag?: string | null,\n): Promise {\n const headers: Record = {};\n if (previousEtag) {\n headers[\"If-None-Match\"] = previousEtag;\n }\n\n const resp = await fetch(STATE_JSON_URL, { headers });\n const etag = resp.headers.get(\"etag\");\n\n if (resp.status === 304) {\n return { pdsList: null, etag: etag ?? previousEtag ?? null };\n }\n\n if (!resp.ok) {\n throw new Error(`Failed to fetch state.json: ${resp.status}`);\n }\n\n const data: StateJson = await resp.json();\n const results: FilteredPds[] = [];\n\n let skipped = 0;\n for (const [rawUrl, entry] of Object.entries(data.pdses)) {\n if (!isValidPdsUrl(rawUrl)) {\n skipped++;\n continue;\n }\n const url = normalizePdsUrl(rawUrl);\n const isOpen = !entry.inviteCodeRequired && !entry.errorAt;\n results.push({\n url,\n inviteCodeRequired: entry.inviteCodeRequired,\n version: entry.version,\n errorAt: entry.errorAt ?? null,\n isOpen,\n });\n }\n if (skipped > 0) {\n console.warn(`Skipped ${skipped} PDS URLs that failed validation`);\n }\n\n return { pdsList: results, etag: etag ?? null };\n}\n",[],[199,332,334],"817e9c20-14c8-11f1-958b-42dde27851f2",["D",1772298682262],6,[],[199,332,33],"1ed2b034-0a91-11f1-a09a-42dde27851f2","geo-resolver.ts","1ed2b0e8-0a91-11f1-a09a-42dde27851f2",13,["D",1771175382877],"import type { DnsResponse, GeoIpResult } from \"../../shared/types.ts\";\n\n/** Resolve hostname to IP address via DNS-over-HTTPS */\nexport async function resolveIp(hostname: string): Promise {\n try {\n const resp = await fetch(\n `https://dns.google/resolve?name=${encodeURIComponent(hostname)}&type=A`,\n { signal: AbortSignal.timeout(5000) },\n );\n if (!resp.ok) return null;\n\n const data: DnsResponse = await resp.json();\n if (!data.Answer || data.Answer.length === 0) return null;\n\n // Return the last A record (usually the actual IP after CNAMEs)\n return data.Answer[data.Answer.length - 1].data;\n } catch {\n return null;\n }\n}\n\n/** Batch geo-IP lookup for up to 100 IPs */\nexport async function batchGeoLookup(\n ipMap: Map,\n): Promise> {\n const results = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n if (ipMap.size === 0) return results;\n\n // ip-api.com batch endpoint: POST array of IPs\n const ips = [...new Set(ipMap.values())].filter(Boolean);\n if (ips.length === 0) return results;\n\n try {\n const resp = await fetch(\n \"http://ip-api.com/batch?fields=status,query,country,countryCode\",\n {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(ips),\n signal: AbortSignal.timeout(10000),\n },\n );\n\n if (!resp.ok) {\n console.error(`ip-api.com batch error: ${resp.status}`);\n return results;\n }\n\n const geoResults: GeoIpResult[] = await resp.json();\n\n // Build IP → geo map\n const ipToGeo = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n for (const r of geoResults) {\n if (r.status === \"success\") {\n ipToGeo.set(r.query, {\n countryCode: r.countryCode,\n countryName: r.country,\n });\n }\n }\n\n // Map hostnames back to geo data via their IPs\n for (const [hostname, ip] of ipMap) {\n const geo = ipToGeo.get(ip);\n if (geo) results.set(hostname, geo);\n }\n } catch (err) {\n console.error(\"Geo lookup failed:\", err);\n }\n\n return results;\n}\n",[],[199,332,347],"1e95013a-0a91-11f1-987b-42dde27851f2",7,["D",1771175382473],[221,222,223,224],[199,332],"8174ff08-14c8-11f1-9502-42dde27851f2","pages.ts","1eb91b88-0a91-11f1-aa7d-42dde27851f2","1e7af3e4-0a91-11f1-a09a-42dde27851f2",74,["D",1772298682264],12,"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getMetadata,\n getOpenServers,\n getServerCount,\n} from \"../database/queries.ts\";\nimport {\n countryFlag,\n getSoftwareConfig,\n getTrackedSoftware,\n} from \"../../shared/constants.ts\";\nimport type { LatestVersionMap, PdsServer } from \"../../shared/types.ts\";\nimport { isSafeHref } from \"../../shared/url-validation.ts\";\n\nconst pages = new Hono();\n\npages.get(\"/\", async (c) => {\n // Fetch per-software latest versions\n const tracked = getTrackedSoftware();\n const latestVersions: LatestVersionMap = {};\n const versionPromises = tracked.map(async (sw) => {\n const v = await getMetadata(`latest_version:${sw.id}`);\n if (v) latestVersions[sw.id] = v;\n });\n const [, counts] = await Promise.all([\n Promise.all(versionPromises),\n getServerCount(),\n ]);\n\n const servers = await getOpenServers(latestVersions);\n\n c.header(\n \"Cache-Control\",\n \"public, max-age=3600, stale-while-revalidate=3600\",\n );\n return c.html(renderPage(servers, {\n latestVersions,\n openCount: counts.open,\n totalCount: counts.total,\n }));\n});\n\ntype PageOpts = {\n latestVersions: LatestVersionMap;\n openCount: number;\n totalCount: number;\n};\n\ntype TrustResult = { score: number; breakdown: string };\n\nfunction trustScore(\n s: PdsServer,\n latestVersions: LatestVersionMap,\n): TrustResult {\n const signals: string[] = [];\n let score = 0;\n\n const check = (pass: boolean, label: string) => {\n signals.push(`${pass ? \"\\u2713\" : \"\\u2717\"} ${label}`);\n if (pass) score += 20;\n };\n\n check(!!s.contact_email, \"Contact email\");\n check(!!s.terms_of_service, \"Terms of Service\");\n check(!!s.privacy_policy, \"Privacy Policy\");\n check(s.user_count != null && s.user_count > 5, \"Active users (>5)\");\n\n // Version check: compare against the server's own software latest version\n const softwareId = s.pds_software ?? \"bluesky-pds\";\n const expectedVersion = latestVersions[softwareId];\n if (!expectedVersion) {\n // Link-only software with no tracked version: benefit of the doubt\n check(true, \"Latest version\");\n } else {\n check(s.version === expectedVersion, \"Latest version\");\n }\n\n return { score, breakdown: signals.join(\"\\n\") };\n}\n\nfunction renderPage(servers: PdsServer[], opts: PageOpts): string {\n const { latestVersions, openCount, totalCount } = opts;\n\n const rows = servers\n .map((s) => renderRow(s, latestVersions, trustScore(s, latestVersions)))\n .join(\"\\n\");\n\n // Build stats for tracked software versions\n const versionStats = getTrackedSoftware()\n .filter((sw) => latestVersions[sw.id])\n .map((sw) =>\n `${esc(sw.displayName)}: ${esc(latestVersions[sw.id])}`\n )\n .join(\"\\n \");\n\n return `\n\n\n \n \n OpenPDS - AT Protocol PDS Directory\n \n\n\n

OpenPDS

\n AT Protocol PDS servers with open registration.\n Data from atproto-scraping,\n enriched daily.\n

\n ${servers.length} servers listed\n ${openCount} open of ${totalCount} known\n ${versionStats}\n

\n ${\n servers.length > 0\n ? `\n \n \n \n \n \n \n \n \n \n \n \n \n \n ${rows}\n \n

Trust^*	Hostname	Country	Version	Users	First seen

`\n : `

No servers found. Data may still be loading — check back after the first cron run.

`\n }\n

^* Trust score

A simple transparency score based on five signals, each worth 20%:

Contact email — operator provides a way to reach them
Terms of Service — published terms for using the server
Privacy Policy — published data handling policy
Active users — more than 5 accounts on the server
Latest version — running the latest release of its PDS software (servers are compared against their own software's latest version)

This is not an endorsement. Always review a server's policies before creating an account.

\n \n\n`;\n}\n\nfunction renderRow(\n s: PdsServer,\n latestVersions: LatestVersionMap,\n trust: TrustResult,\n): string {\n const { score, breakdown } = trust;\n const hostname = new URL(s.url).hostname;\n const safeUrl = isSafeHref(s.url) ? s.url : \"#\";\n const flag = s.country_code ? esc(countryFlag(s.country_code)) + \" \" : \"\";\n const country = s.country_name || \"\";\n\n // Determine version badge class based on per-software comparison\n const softwareId = s.pds_software ?? \"bluesky-pds\";\n const expectedVersion = latestVersions[softwareId];\n const versionText = s.version || \"unknown\";\n let versionClass = \"version-outdated\";\n if (!expectedVersion || s.version === expectedVersion) {\n versionClass = \"version-current\";\n }\n\n // Software link (show name as clickable link if recognized)\n let softwareHtml = \"\";\n const config = s.pds_software ? getSoftwareConfig(s.pds_software) : null;\n if (config && config.id !== \"bluesky-pds\") {\n softwareHtml = `${esc(config.displayName)}`;\n }\n\n const users = s.user_count != null\n ? (s.user_count >= 1000 ? \"1000+\" : String(s.user_count))\n : \"-\";\n\n const firstSeen = s.first_seen\n ? new Date(s.first_seen).toLocaleDateString(\"en-US\", {\n month: \"short\",\n day: \"numeric\",\n year: \"numeric\",\n })\n : \"-\";\n\n const trustClass = score >= 60\n ? \"trust-high\"\n : score >= 40\n ? \"trust-mid\"\n : \"trust-low\";\n\n return `\n ${score}%\n ${esc(hostname)}\n ${flag}${esc(country)}\n ${\n esc(versionText)\n }${softwareHtml}\n ${esc(users)}\n ${esc(firstSeen)}\n Moove here\n `;\n}\n\nfunction esc(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\")\n .replace(/'/g, \"'\");\n}\n\nexport { pages };\n",[],[199,369,360],"routes","af378872-0c3d-11f1-9fb3-42dde27851f2","api.ts","1eccef46-0a91-11f1-a315-42dde27851f2",54,["D",1771359449696],"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getAllServers,\n getMetadata,\n getServerCount,\n} from \"../database/queries.ts\";\n\nconst api = new Hono();\n\napi.get(\"/servers\", async (c) => {\n const [servers, latestVersion, counts] = await Promise.all([\n getAllServers(),\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n c.header(\n \"Cache-Control\",\n \"public, max-age=3600, stale-while-revalidate=3600\",\n );\n return c.json({\n meta: {\n latest_pds_version: latestVersion,\n total_known: counts.total,\n total_open: counts.open,\n updated_at: new Date().toISOString(),\n },\n servers,\n });\n});\n\nexport { api };\n",[],[199,369,371],"1e7af2d6-0a91-11f1-a09a-42dde27851f2",["D",1771175382290],[218,219],[199,369],"816b9e54-14c8-11f1-be81-42dde27851f2","queries.ts","1eb42916-0a91-11f1-a169-42dde27851f2","1e5c8756-0a91-11f1-8d35-42dde27851f2",73,["D",1772298682235],9,"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\nimport type {\n LatestVersionMap,\n PdsServer,\n ServerToEnrich,\n} from \"../../shared/types.ts\";\n\n// --- Server operations ---\n\nexport async function upsertServer(\n url: string,\n opts: {\n inviteCodeRequired: boolean;\n version: string | null;\n errorAt: number | null;\n isOpen: boolean;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n INSERT INTO ${SERVERS_TABLE} (url, first_seen, last_seen, invite_code_required, version, error_at, is_open)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(url) DO UPDATE SET\n last_seen = ?,\n invite_code_required = ?,\n version = COALESCE(?, version),\n error_at = ?,\n is_open = ?\n `,\n args: [\n url,\n now,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n ],\n });\n}\n\nexport async function updateEnrichment(\n url: string,\n data: {\n version?: string | null;\n did?: string | null;\n phoneVerification?: boolean;\n userDomains?: string[];\n contactEmail?: string | null;\n privacyPolicy?: string | null;\n termsOfService?: string | null;\n userCount?: number | null;\n countryCode?: string | null;\n countryName?: string | null;\n ipAddress?: string | null;\n pdsSoftware?: string | null;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n UPDATE ${SERVERS_TABLE} SET\n last_enriched = ?,\n version = COALESCE(?, version),\n did = COALESCE(?, did),\n phone_verification = ?,\n user_domains = ?,\n contact_email = ?,\n privacy_policy = ?,\n terms_of_service = ?,\n user_count = COALESCE(?, user_count),\n country_code = COALESCE(?, country_code),\n country_name = COALESCE(?, country_name),\n ip_address = COALESCE(?, ip_address),\n pds_software = COALESCE(?, pds_software)\n WHERE url = ?\n `,\n args: [\n now,\n data.version ?? null,\n data.did ?? null,\n data.phoneVerification ? 1 : 0,\n data.userDomains ? JSON.stringify(data.userDomains) : null,\n data.contactEmail ?? null,\n data.privacyPolicy ?? null,\n data.termsOfService ?? null,\n data.userCount ?? null,\n data.countryCode ?? null,\n data.countryName ?? null,\n data.ipAddress ?? null,\n data.pdsSoftware ?? null,\n url,\n ],\n });\n}\n\nexport async function getServersToEnrich(\n limit: number,\n): Promise {\n const result = await sqlite.execute({\n sql: `\n SELECT url, ip_address, country_code, country_name, last_enriched\n FROM ${SERVERS_TABLE}\n WHERE is_open = 1\n ORDER BY\n CASE WHEN last_enriched IS NULL THEN 0\n WHEN version IS NOT NULL AND user_count IS NULL THEN 1\n WHEN version IS NOT NULL THEN 2\n ELSE 3\n END,\n last_enriched ASC NULLS FIRST\n LIMIT ?\n `,\n args: [limit],\n });\n return result.rows.map((r) => ({\n url: r.url as string,\n ipAddress: (r.ip_address as string) || null,\n countryCode: (r.country_code as string) || null,\n countryName: (r.country_name as string) || null,\n lastEnriched: (r.last_enriched as string) || null,\n }));\n}\n\nexport async function getOpenServers(\n latestVersions: LatestVersionMap = {},\n): Promise {\n // Build per-software version CASE expression\n // Servers with known tracked software: compare against that software's latest\n // Servers with link-only software (not in latestVersions): pass (benefit of the doubt)\n // Servers with NULL pds_software: default to bluesky-pds comparison\n const trackedIds = Object.keys(latestVersions);\n const args: (string | number)[] = [];\n\n let versionCaseExpr: string;\n if (trackedIds.length === 0) {\n versionCaseExpr = \"0\";\n } else {\n const whenClauses: string[] = [];\n for (const id of trackedIds) {\n // Match servers assigned to this software\n whenClauses.push(\"WHEN pds_software = ? AND version = ? THEN 20\");\n args.push(id, latestVersions[id]);\n }\n // NULL pds_software defaults to bluesky-pds comparison\n if (latestVersions[\"bluesky-pds\"]) {\n whenClauses.push(\n \"WHEN pds_software IS NULL AND version = ? THEN 20\",\n );\n args.push(latestVersions[\"bluesky-pds\"]);\n }\n // Software with no entry in latestVersions (link-only): pass\n whenClauses.push(\n `WHEN pds_software IS NOT NULL AND pds_software NOT IN (${\n trackedIds.map(() => \"?\").join(\",\")\n }) THEN 20`,\n );\n args.push(...trackedIds);\n\n versionCaseExpr = `CASE ${whenClauses.join(\" \")} ELSE 0 END`;\n }\n\n const trustScoreExpr = `(\n (CASE WHEN contact_email IS NOT NULL THEN 20 ELSE 0 END) +\n (CASE WHEN terms_of_service IS NOT NULL THEN 20 ELSE 0 END) +\n (CASE WHEN privacy_policy IS NOT NULL THEN 20 ELSE 0 END) +\n (CASE WHEN user_count > 5 THEN 20 ELSE 0 END) +\n ${versionCaseExpr}\n )`;\n\n const result = await sqlite.execute({\n sql: `\n SELECT * FROM ${SERVERS_TABLE}\n WHERE is_open = 1 AND last_enriched IS NOT NULL AND version IS NOT NULL\n ORDER BY ${trustScoreExpr} DESC, user_count DESC NULLS LAST\n `,\n args,\n });\n\n return result.rows.map(rowToServer);\n}\n\nexport async function getAllServers(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${SERVERS_TABLE} WHERE is_open = 1 AND version IS NOT NULL ORDER BY user_count DESC NULLS LAST`,\n );\n return result.rows.map(rowToServer);\n}\n\nexport async function getServerCount(): Promise<\n { open: number; total: number }\n> {\n const result = await sqlite.execute(\n `SELECT COUNT(*) as total, SUM(CASE WHEN is_open = 1 THEN 1 ELSE 0 END) as open FROM ${SERVERS_TABLE}`,\n );\n const row = result.rows[0];\n return {\n total: (row.total as number) || 0,\n open: (row.open as number) || 0,\n };\n}\n\n// --- Metadata operations ---\n\nexport async function getMetadata(key: string): Promise {\n const result = await sqlite.execute({\n sql: `SELECT value FROM ${METADATA_TABLE} WHERE key = ?`,\n args: [key],\n });\n return result.rows.length > 0 ? (result.rows[0].value as string) : null;\n}\n\nexport async function setMetadata(key: string, value: string): Promise {\n await sqlite.execute({\n sql: `\n INSERT INTO ${METADATA_TABLE} (key, value) VALUES (?, ?)\n ON CONFLICT(key) DO UPDATE SET value = ?\n `,\n args: [key, value, value],\n });\n}\n\n// --- Helpers ---\n\nfunction rowToServer(row: Record): PdsServer {\n return {\n url: row.url as string,\n first_seen: row.first_seen as string,\n last_seen: row.last_seen as string,\n last_enriched: (row.last_enriched as string) || null,\n version: (row.version as string) || null,\n pds_software: (row.pds_software as string) || null,\n did: (row.did as string) || null,\n invite_code_required: Boolean(row.invite_code_required),\n phone_verification: Boolean(row.phone_verification),\n user_domains: row.user_domains\n ? JSON.parse(row.user_domains as string)\n : [],\n contact_email: (row.contact_email as string) || null,\n privacy_policy: (row.privacy_policy as string) || null,\n terms_of_service: (row.terms_of_service as string) || null,\n user_count: row.user_count != null ? Number(row.user_count) : null,\n country_code: (row.country_code as string) || null,\n country_name: (row.country_name as string) || null,\n ip_address: (row.ip_address as string) || null,\n is_open: Boolean(row.is_open),\n error_at: row.error_at != null ? Number(row.error_at) : null,\n };\n}\n",[],[199,392,383],"database","1ebd22e6-0a91-11f1-9740-42dde27851f2","migrations.ts","1ebd23c2-0a91-11f1-9740-42dde27851f2",11,["D",1771175382658],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\n\nexport async function runMigrations(): Promise {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${SERVERS_TABLE} (\n url TEXT PRIMARY KEY,\n first_seen TEXT NOT NULL,\n last_seen TEXT NOT NULL,\n last_enriched TEXT,\n version TEXT,\n did TEXT,\n invite_code_required INTEGER NOT NULL DEFAULT 0,\n phone_verification INTEGER NOT NULL DEFAULT 0,\n user_domains TEXT,\n contact_email TEXT,\n privacy_policy TEXT,\n terms_of_service TEXT,\n user_count INTEGER,\n country_code TEXT,\n country_name TEXT,\n ip_address TEXT,\n is_open INTEGER NOT NULL DEFAULT 0,\n error_at INTEGER\n )\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_is_open\n ON ${SERVERS_TABLE} (is_open)\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_last_enriched\n ON ${SERVERS_TABLE} (last_enriched)\n `);\n\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${METADATA_TABLE} (\n key TEXT PRIMARY KEY,\n value TEXT NOT NULL\n )\n `);\n}\n",[],[199,392,394],"1e5c86ac-0a91-11f1-8d35-42dde27851f2",5,["D",1771175382101],[215,216],[199,392],["D",1771175381220],[214,217,220,225],[199],["D",1771175379615],{"_96":95,"_104":100},{"_96":95,"_97":98,"_99":100,"_18":56,"_101":102,"_103":25},{"_13":85,"_32":86,"_44":43,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":46,"_94":95},"ctx",{"_78":-5,"_125":446,"_447":448,"_449":450,"_451":25,"_452":25,"_453":25,"_454":123,"_455":-5,"_456":-7,"_457":-7,"_458":62,"_459":25,"_460":25,"_461":-5,"_462":25,"_463":25,"_464":25,"_465":-5},"ENV",{"_417":418,"_419":420,"_421":86,"_422":423,"_424":425,"_426":427,"_428":429,"_430":431,"_432":433,"_434":435,"_436":437,"_438":439,"_440":441,"_442":443,"_444":445},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v75