[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_381":382,"_383":384},"routes/_app.x.$handle.$name",{"_96":95,"_32":46,"_105":86,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":123,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":25},"version",44,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","backend/services/pds-enricher.ts","latestPath","fileId","1eedcf72-0a91-11f1-82a1-42dde27851f2","name","pds-enricher.ts","fileType","script","content","import { PDS_REQUEST_TIMEOUT_MS } from \"../../shared/constants.ts\";\nimport type {\n DescribeServerResponse,\n HealthResponse,\n} from \"../../shared/types.ts\";\nimport { batchGeoLookup, resolveIp } from \"./geo-resolver.ts\";\n\nexport type EnrichmentResult = {\n url: string;\n version: string | null;\n did: string | null;\n phoneVerification: boolean;\n userDomains: string[];\n contactEmail: string | null;\n privacyPolicy: string | null;\n termsOfService: string | null;\n userCount: number | null;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\n/** Enrich a batch of PDS URLs with metadata */\nexport async function enrichBatch(urls: string[]): Promise {\n // Step 1: Fetch PDS endpoints concurrently\n const pdsResults = await Promise.allSettled(\n urls.map((url) => enrichSinglePds(url)),\n );\n\n const results: EnrichmentResult[] = [];\n const ipMap = new Map();\n\n for (let i = 0; i < urls.length; i++) {\n const r = pdsResults[i];\n if (r.status === \"fulfilled\") {\n results.push(r.value);\n if (r.value.ipAddress) {\n ipMap.set(r.value.url, r.value.ipAddress);\n }\n } else {\n console.error(`Enrichment failed for ${urls[i]}:`, r.reason);\n // Return a minimal result so we still update last_enriched\n results.push(emptyResult(urls[i]));\n }\n }\n\n // Step 2: Batch geo-IP lookup\n const geoData = await batchGeoLookup(ipMap);\n for (const result of results) {\n const geo = geoData.get(result.url);\n if (geo) {\n result.countryCode = geo.countryCode;\n result.countryName = geo.countryName;\n }\n }\n\n return results;\n}\n\nasync function enrichSinglePds(url: string): Promise {\n const result = emptyResult(url);\n\n // Resolve IP from hostname\n const hostname = new URL(url).hostname;\n result.ipAddress = await resolveIp(hostname);\n\n // Fetch health, describeServer, and listRepos concurrently\n // Each gets its own timeout so DNS resolve doesn't eat into fetch time\n const [health, describe, userCount] = await Promise.allSettled([\n fetchHealth(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchDescribeServer(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchUserCount(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n ]);\n\n if (health.status === \"fulfilled\" && health.value) {\n result.version = health.value.version ?? null;\n }\n\n if (describe.status === \"fulfilled\" && describe.value) {\n const d = describe.value;\n result.did = d.did;\n result.userDomains = d.availableUserDomains ?? [];\n result.phoneVerification = d.phoneVerificationRequired ?? false;\n result.contactEmail = d.contact?.email ?? null;\n result.privacyPolicy = d.links?.privacyPolicy ?? null;\n result.termsOfService = d.links?.termsOfService ?? null;\n }\n\n if (userCount.status === \"fulfilled\") {\n result.userCount = userCount.value;\n }\n\n return result;\n}\n\nasync function fetchHealth(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(`${url}/xrpc/_health`, { signal });\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchDescribeServer(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.server.describeServer`,\n { signal },\n );\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchUserCount(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.sync.listRepos?limit=1000`,\n { signal },\n );\n if (!resp.ok) {\n console.error(`listRepos ${url}: HTTP ${resp.status}`);\n return null;\n }\n const data = await resp.json();\n const repos: unknown[] = data.repos ?? [];\n return data.cursor ? 1000 : repos.length;\n } catch (err) {\n console.error(`listRepos ${url}: ${err}`);\n return null;\n }\n}\n\nfunction emptyResult(url: string): EnrichmentResult {\n return {\n url,\n version: null,\n did: null,\n phoneVerification: false,\n userDomains: [],\n contactEmail: null,\n privacyPolicy: null,\n termsOfService: null,\n userCount: null,\n ipAddress: null,\n countryCode: null,\n countryName: null,\n };\n}\n","import { PDS_REQUEST_TIMEOUT_MS } from \"../../shared/constants.ts\";\nimport type {\n DescribeServerResponse,\n HealthResponse,\n} from \"../../shared/types.ts\";\nimport { batchGeoLookup, resolveIp } from \"./geo-resolver.ts\";\n\nexport type EnrichmentResult = {\n url: string;\n version: string | null;\n did: string | null;\n phoneVerification: boolean;\n userDomains: string[];\n contactEmail: string | null;\n privacyPolicy: string | null;\n termsOfService: string | null;\n userCount: number | null;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\n/** Enrich a batch of PDS URLs with metadata */\nexport async function enrichBatch(urls: string[]): Promise {\n // Step 1: Fetch PDS endpoints concurrently\n const pdsResults = await Promise.allSettled(\n urls.map((url) => enrichSinglePds(url)),\n );\n\n const results: EnrichmentResult[] = [];\n const ipMap = new Map();\n\n for (let i = 0; i < urls.length; i++) {\n const r = pdsResults[i];\n if (r.status === \"fulfilled\") {\n results.push(r.value);\n if (r.value.ipAddress) {\n ipMap.set(r.value.url, r.value.ipAddress);\n }\n } else {\n console.error(`Enrichment failed for ${urls[i]}:`, r.reason);\n // Return a minimal result so we still update last_enriched\n results.push(emptyResult(urls[i]));\n }\n }\n\n // Step 2: Batch geo-IP lookup\n const geoData = await batchGeoLookup(ipMap);\n for (const result of results) {\n const geo = geoData.get(result.url);\n if (geo) {\n result.countryCode = geo.countryCode;\n result.countryName = geo.countryName;\n }\n }\n\n return results;\n}\n\nasync function enrichSinglePds(url: string): Promise {\n const result = emptyResult(url);\n\n // Resolve IP from hostname\n const hostname = new URL(url).hostname;\n result.ipAddress = await resolveIp(hostname);\n\n // Fetch health, describeServer, and listRepos concurrently\n // Each gets its own timeout so DNS resolve doesn't eat into fetch time\n const [health, describe, userCount] = await Promise.allSettled([\n fetchHealth(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchDescribeServer(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchUserCount(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n ]);\n\n if (health.status === \"fulfilled\" && health.value) {\n result.version = health.value.version ?? null;\n }\n\n if (describe.status === \"fulfilled\" && describe.value) {\n const d = describe.value;\n result.did = d.did;\n result.userDomains = d.availableUserDomains ?? [];\n result.phoneVerification = d.phoneVerificationRequired ?? false;\n result.contactEmail = d.contact?.email ?? null;\n result.privacyPolicy = d.links?.privacyPolicy ?? null;\n result.termsOfService = d.links?.termsOfService ?? null;\n }\n\n if (userCount.status === \"fulfilled\") {\n result.userCount = userCount.value;\n }\n\n return result;\n}\n\nasync function fetchHealth(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(`${url}/xrpc/_health`, { signal });\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchDescribeServer(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.server.describeServer`,\n { signal },\n );\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchUserCount(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.sync.listRepos?limit=1000`,\n { signal },\n );\n if (!resp.ok) {\n console.error(`listRepos ${url}: HTTP ${resp.status}`);\n return null;\n }\n const data = await resp.json();\n const repos: unknown[] = data.repos ?? [];\n // If we got exactly 1000 repos, there are likely more\n return repos.length >= 1000 ? 1000 : repos.length;\n } catch (err) {\n console.error(`listRepos ${url}: ${err}`);\n return null;\n }\n}\n\nfunction emptyResult(url: string): EnrichmentResult {\n return {\n url,\n version: null,\n did: null,\n phoneVerification: false,\n userDomains: [],\n contactEmail: null,\n privacyPolicy: null,\n termsOfService: null,\n userCount: null,\n ipAddress: null,\n countryCode: null,\n countryName: null,\n };\n}\n","createdAt",["D",1771356259548],"branchVersion","branchId","1d3b78dc-0a91-11f1-9151-42dde27851f2","id","1d3a5aa6-0a91-11f1-9151-42dde27851f2","openpds",["D",1771175379615],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","AT Protocol PDS servers with open registration.","imageUrl","14049850-28c1-11f0-89c9-c7d0e2d9e1ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","c04d51b2-a7dc-46ca-ad6f-52f47c2906a8","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_104":100},"org",{"_96":95,"_97":98,"_99":100,"_18":56,"_101":102,"_103":25},"branch",{"_13":85,"_32":86,"_44":43,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":46,"_94":95},"isOwned",102,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","tijs","handle","displayName","Tijs","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yd2Nod2N0bE1MWFdEUlRYd083ZE5pbXJ1bDAifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":377,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":378,"_80":379,"_82":380,"_84":25},"tree",[205,218,220,224,225,226,227,228],"files",[205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228],"counts",{"_195":62,"_196":161,"_197":62,"_198":199,"_200":201},"contents",[130,131,132,133,134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{"_128":129},"1ed9a0b0-0a91-11f1-9740-42dde27851f2","openpds.tijs.org",{"_44":190,"_32":191,"_30":192,"_141":-5,"_42":43,"_41":161,"_143":123,"_39":193,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_27":194},{"_44":184,"_32":185,"_30":186,"_141":-5,"_42":43,"_41":187,"_143":123,"_39":188,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_27":189},{"_44":178,"_32":179,"_30":180,"_141":-5,"_42":43,"_41":145,"_143":123,"_39":181,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_27":183},{"_44":171,"_32":172,"_30":173,"_141":-5,"_42":43,"_41":174,"_143":123,"_39":175,"_13":62,"_34":20,"_36":176,"_24":25,"_147":-5,"_27":177},{"_44":164,"_32":165,"_30":166,"_141":-5,"_42":43,"_41":167,"_143":25,"_39":168,"_13":62,"_34":20,"_36":169,"_24":25,"_147":-5,"_27":170},{"_44":156,"_32":157,"_30":158,"_141":-5,"_42":43,"_41":159,"_143":123,"_39":160,"_13":161,"_34":20,"_36":162,"_24":25,"_147":-5,"_27":163},{"_44":149,"_32":150,"_30":151,"_141":-5,"_42":43,"_41":152,"_143":123,"_39":153,"_13":62,"_34":20,"_36":154,"_24":25,"_147":-5,"_27":155},{"_44":138,"_32":139,"_30":140,"_141":-5,"_42":43,"_41":142,"_143":123,"_39":144,"_13":145,"_34":20,"_36":146,"_24":25,"_147":-5,"_27":148},"ff865446-0a91-11f1-8ba6-42dde27851f2","deno.json","1eafb070-0a91-11f1-afb2-42dde27851f2","parentId",29,"latest",["D",1771175759803],2,"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\"https://www.val.town/types/valtown.d.ts\"],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"include\": [\"**/*.ts\"],\n \"rules\": { \"exclude\": [\"no-explicit-any\", \"no-import-prefix\"] }\n },\n \"node_modules_dir\": false,\n \"tasks\": {\n \"check\": \"deno check --allow-import backend/index.http.ts cron/refresh.cron.ts\",\n \"test\": \"deno test --allow-net --allow-read --allow-import\",\n \"deploy\": \"deno fmt && deno lint && deno task check && deno task test && vt push\"\n }\n}\n","label",[139],"1efd9ab0-0a91-11f1-9f65-42dde27851f2","README.md","1efd9b5a-0a91-11f1-9f65-42dde27851f2",18,["D",1771175383120],"# OpenPDS\n\nDirectory of AT Protocol PDS servers with open registration.\n\nPulls data from\n[mary-ext/atproto-scraping](https://github.com/mary-ext/atproto-scraping),\nenriches it with server metadata (version, user count, geo-location, contact\ninfo), and presents a browsable directory.\n\n## How it works\n\nA daily cron job:\n\n1. Fetches `state.json` listing ~2900 known PDSes with signup status\n2. Syncs open/closed status to a SQLite database\n3. Enriches a batch of 20 servers per run (health, describeServer, listRepos,\n geo-IP)\n4. Checks for the latest PDS version from the `bluesky-social/pds` GitHub repo\n\nThe web interface shows open servers with sortable columns, version badges, and\ntrust signals.\n\n## Endpoints\n\n- `/` — HTML directory page\n- `/api/servers` — JSON API with all open servers and metadata\n\n## Development\n\n```bash\ndeno task check # type check\ndeno task quality # fmt + lint + check\ndeno task deploy # quality + vt push\n```\n\n## Data sources\n\n- [atproto-scraping state.json](https://github.com/mary-ext/atproto-scraping) —\n PDS list and signup status\n- [dns.google](https://dns.google) — hostname to IP resolution\n- [ip-api.com](http://ip-api.com) — IP to country geo-lookup\n- [GitHub API](https://api.github.com) — latest PDS version tag\n",[150],"c18bc3b0-0a91-11f1-8a3f-42dde27851f2","AGENTS.md","2c6d85ac-0a91-11f1-942f-42dde27851f2",26,["D",1771175655763],1,"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider\n refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure\n about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious\n operations)\n- Follow modern ES6+ conventions and functional programming practices if\n possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = \"todo_app_users_2\";\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} WHERE id = ?`,\n [1],\n);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add\n_2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({\n subject: \"Hi\",\n text: \"Hi\",\n html: \"

Hi

\",\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport {\n parseProject,\n readFile,\n serveFile,\n} from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\"\nurls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's _extremely importing_ to note that `parseProject` and other\nStandard Library utilities ONLY RUN ON THE SERVER. If you need access to this\ndata on the client, run it in the server and pass it to the client by splicing\nit into the HTML page or by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use\n `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})`\n instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode\n symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use:\n `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys)\n unless otherwise specified\n- **View Source:** Add a view source link by importing & using\n `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the\n client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add\n `` to HTML to capture\n client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local\n resolution; Avoid catches that merely log or return 500s. Let errors bubble up\n with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but\n generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure\n compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer\n simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with\n `?deps=react@18.2.0,react-dom@18.2.0` and start the file with\n `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same\n version\n- **Styling:** Default to using TailwindCSS via\n `` unless otherwise\n specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project\n files:\n ```ts\n import {\n readFile,\n serveFile,\n } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n\n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async (c) => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n\n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n\n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to\n see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:**\n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of\n React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with\n `export default app.fetch // This is the entry point for HTTP vals`\n",[157],"1f117c60-0a91-11f1-ac04-42dde27851f2",".vtignore","1f117d14-0a91-11f1-ac04-42dde27851f2",21,["D",1771175383282],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor\n",[165],"1f078c78-0a91-11f1-ac04-42dde27851f2",".gitignore","1f078d4a-0a91-11f1-ac04-42dde27851f2",19,["D",1771175383227],".DS_Store\n.vscode/\n.cursorrules\nnode_modules/\n.deno/\ndeno.lock\n.env\n.env.local\n.vt/\nvendor/\n*.log\n*.db\n*.sqlite\ncoverage/\ndist/\nbuild/\n.local/\n",[172],"1df465fe-0a91-11f1-ac04-42dde27851f2","shared","1df466e4-0a91-11f1-ac04-42dde27851f2",["D",1771175381422],"directory",[179],"1e3f9592-0a91-11f1-a289-42dde27851f2","cron","1e3f9650-0a91-11f1-a289-42dde27851f2",4,["D",1771175381915],[185],"1dd5afa6-0a91-11f1-a289-42dde27851f2","backend","1dd5b05a-0a91-11f1-a289-42dde27851f2",["D",1771175381220],[191],"pulls","branches","forks","envVars",{"_202":62,"_204":62},"connections",{"_202":62,"_203":62},"count","unfilledCount","emptyCount",{"_44":190,"_32":191,"_30":192,"_141":-5,"_42":43,"_41":161,"_143":123,"_39":374,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_230":375,"_27":376},{"_44":369,"_32":360,"_30":354,"_141":192,"_42":43,"_41":370,"_143":123,"_39":371,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_230":372,"_27":373},{"_44":361,"_32":362,"_30":363,"_141":354,"_42":43,"_41":364,"_143":25,"_39":365,"_13":62,"_34":35,"_36":366,"_24":25,"_147":-5,"_230":367,"_27":368},{"_44":351,"_32":352,"_30":353,"_141":354,"_42":43,"_41":355,"_143":25,"_39":356,"_13":187,"_34":35,"_36":357,"_24":25,"_147":-5,"_230":358,"_27":359},{"_44":347,"_32":338,"_30":331,"_141":192,"_42":43,"_41":334,"_143":123,"_39":348,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_230":349,"_27":350},{"_44":339,"_32":340,"_30":341,"_141":331,"_42":43,"_41":342,"_143":25,"_39":343,"_13":62,"_34":35,"_36":344,"_24":25,"_147":-5,"_230":345,"_27":346},{"_44":328,"_32":329,"_30":330,"_141":331,"_42":43,"_41":332,"_143":25,"_39":333,"_13":334,"_34":35,"_36":335,"_24":25,"_147":-5,"_230":336,"_27":337},{"_44":323,"_32":301,"_30":295,"_141":192,"_42":43,"_41":324,"_143":123,"_39":325,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_230":326,"_27":327},{"_44":315,"_32":316,"_30":317,"_141":295,"_42":43,"_41":318,"_143":123,"_39":319,"_13":62,"_34":35,"_36":320,"_24":25,"_147":-5,"_230":321,"_27":322},{"_44":310,"_32":33,"_30":31,"_141":295,"_42":43,"_41":14,"_143":25,"_39":311,"_13":312,"_34":35,"_36":38,"_24":25,"_147":-5,"_230":313,"_27":314},{"_44":302,"_32":303,"_30":304,"_141":295,"_42":43,"_41":305,"_143":25,"_39":306,"_13":62,"_34":35,"_36":307,"_24":25,"_147":-5,"_230":308,"_27":309},{"_44":292,"_32":293,"_30":294,"_141":295,"_42":43,"_41":296,"_143":25,"_39":297,"_13":161,"_34":35,"_36":298,"_24":25,"_147":-5,"_230":299,"_27":300},{"_44":284,"_32":285,"_30":128,"_141":192,"_42":43,"_41":286,"_143":25,"_39":287,"_13":62,"_34":288,"_36":289,"_24":25,"_147":46,"_230":290,"_27":291},{"_44":184,"_32":185,"_30":186,"_141":-5,"_42":43,"_41":187,"_143":123,"_39":281,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_230":282,"_27":283},{"_44":272,"_32":273,"_30":274,"_141":186,"_42":43,"_41":275,"_143":25,"_39":276,"_13":62,"_34":277,"_36":278,"_24":25,"_147":-5,"_230":279,"_27":280},{"_44":178,"_32":179,"_30":180,"_141":-5,"_42":43,"_41":145,"_143":123,"_39":269,"_13":62,"_34":182,"_36":-5,"_24":25,"_147":-5,"_230":270,"_27":271},{"_44":261,"_32":262,"_30":263,"_141":180,"_42":43,"_41":264,"_143":25,"_39":265,"_13":161,"_34":35,"_36":266,"_24":25,"_147":-5,"_230":267,"_27":268},{"_44":253,"_32":254,"_30":255,"_141":180,"_42":43,"_41":256,"_143":25,"_39":257,"_13":62,"_34":35,"_36":258,"_24":25,"_147":-5,"_230":259,"_27":260},{"_44":245,"_32":246,"_30":247,"_141":180,"_42":43,"_41":248,"_143":25,"_39":249,"_13":62,"_34":35,"_36":250,"_24":25,"_147":-5,"_230":251,"_27":252},{"_44":171,"_32":172,"_30":173,"_141":-5,"_42":43,"_41":174,"_143":123,"_39":242,"_13":62,"_34":20,"_36":176,"_24":25,"_147":-5,"_230":243,"_27":244},{"_44":164,"_32":165,"_30":166,"_141":-5,"_42":43,"_41":167,"_143":25,"_39":239,"_13":62,"_34":20,"_36":169,"_24":25,"_147":-5,"_230":240,"_27":241},{"_44":156,"_32":157,"_30":158,"_141":-5,"_42":43,"_41":159,"_143":123,"_39":236,"_13":161,"_34":20,"_36":162,"_24":25,"_147":-5,"_230":237,"_27":238},{"_44":149,"_32":150,"_30":151,"_141":-5,"_42":43,"_41":152,"_143":123,"_39":233,"_13":62,"_34":20,"_36":154,"_24":25,"_147":-5,"_230":234,"_27":235},{"_44":138,"_32":139,"_30":140,"_141":-5,"_42":43,"_41":142,"_143":123,"_39":229,"_13":145,"_34":20,"_36":146,"_24":25,"_147":-5,"_230":231,"_27":232},["D",1771175759803],"children",[],[139],["D",1771175383120],[],[150],["D",1771175655763],[],[157],["D",1771175383282],[],[165],["D",1771175383227],[],[172],"1f0da018-0a91-11f1-b423-42dde27851f2","types.ts","1f0da0d6-0a91-11f1-b423-42dde27851f2",20,["D",1771175383109],"/** A PDS server as stored in the database */\nexport type PdsServer = {\n url: string;\n first_seen: string;\n last_seen: string;\n last_enriched: string | null;\n version: string | null;\n did: string | null;\n invite_code_required: boolean;\n phone_verification: boolean;\n user_domains: string[];\n contact_email: string | null;\n privacy_policy: string | null;\n terms_of_service: string | null;\n user_count: number | null;\n country_code: string | null;\n country_name: string | null;\n ip_address: string | null;\n is_open: boolean;\n error_at: number | null;\n};\n\n/** Raw PDS entry from mary-ext/atproto-scraping state.json */\nexport type StatePdsEntry = {\n inviteCodeRequired: boolean;\n version: string;\n errorAt?: number;\n};\n\n/** Shape of state.json from atproto-scraping */\nexport type StateJson = {\n pdses: Record;\n};\n\n/** Response from PDS describeServer endpoint */\nexport type DescribeServerResponse = {\n did: string;\n availableUserDomains: string[];\n inviteCodeRequired?: boolean;\n phoneVerificationRequired?: boolean;\n contact?: { email?: string };\n links?: {\n privacyPolicy?: string;\n termsOfService?: string;\n };\n};\n\n/** Response from PDS _health endpoint */\nexport type HealthResponse = {\n version?: string;\n};\n\n/** Response from dns.google resolve API */\nexport type DnsResponse = {\n Answer?: Array<{ data: string }>;\n};\n\n/** Single entry in ip-api.com batch response */\nexport type GeoIpResult = {\n status: string;\n query: string;\n country: string;\n countryCode: string;\n};\n\n/** Sort options for the directory listing */\nexport type SortField = \"users\" | \"country\" | \"first_seen\" | \"version\";\nexport type SortDirection = \"asc\" | \"desc\";\n",[],[179,246],"ff8a8e1c-0a91-11f1-9890-42dde27851f2","constants_test.ts","ff8a8eda-0a91-11f1-9890-42dde27851f2",30,["D",1771175759883],"import { assertEquals } from \"https://deno.land/std@0.224.0/assert/mod.ts\";\nimport { countryFlag } from \"./constants.ts\";\n\nDeno.test(\"countryFlag returns correct emoji for country codes\", () => {\n assertEquals(countryFlag(\"US\"), \"\\u{1F1FA}\\u{1F1F8}\");\n assertEquals(countryFlag(\"NL\"), \"\\u{1F1F3}\\u{1F1F1}\");\n assertEquals(countryFlag(\"DE\"), \"\\u{1F1E9}\\u{1F1EA}\");\n});\n\nDeno.test(\"countryFlag handles lowercase input\", () => {\n assertEquals(countryFlag(\"us\"), countryFlag(\"US\"));\n});\n",[],[179,254],"7ddc9468-0a92-11f1-a8ca-42dde27851f2","constants.ts","1f187a92-0a91-11f1-be9c-42dde27851f2",32,["D",1771175971810],"export const SERVERS_TABLE = \"openpds_servers\";\nexport const METADATA_TABLE = \"openpds_metadata\";\n\nexport const STATE_JSON_URL =\n \"https://raw.githubusercontent.com/mary-ext/atproto-scraping/trunk/state.json\";\n\nexport const PDS_REPO_OWNER = \"bluesky-social\";\nexport const PDS_REPO_NAME = \"pds\";\n\nexport const ENRICHMENT_BATCH_SIZE = 50;\nexport const PDS_REQUEST_TIMEOUT_MS = 5000;\n\n/** Country code to flag emoji */\nexport function countryFlag(code: string): string {\n return [...code.toUpperCase()]\n .map((c) => String.fromCodePoint(0x1f1e6 - 65 + c.charCodeAt(0)))\n .join(\"\");\n}\n",[],[179,262],["D",1771175381422],[221,222,223],[179],"1f1c29da-0a91-11f1-987b-42dde27851f2","refresh.cron.ts","1f1c2ab6-0a91-11f1-987b-42dde27851f2",23,["D",1771175383348],"interval","import { ENRICHMENT_BATCH_SIZE } from \"../shared/constants.ts\";\nimport { runMigrations } from \"../backend/database/migrations.ts\";\nimport {\n getServersToEnrich,\n setMetadata,\n updateEnrichment,\n upsertServer,\n} from \"../backend/database/queries.ts\";\nimport { fetchPdsList } from \"../backend/services/pds-fetcher.ts\";\nimport { fetchLatestPdsVersion } from \"../backend/services/version-checker.ts\";\nimport { enrichBatch } from \"../backend/services/pds-enricher.ts\";\n\nexport default async function () {\n console.log(\"OpenPDS refresh started:\", new Date().toISOString());\n\n try {\n await runMigrations();\n\n // 1. Fetch and sync state.json\n const pdsList = await fetchPdsList();\n console.log(`Fetched ${pdsList.length} PDSes from state.json`);\n\n let openCount = 0;\n for (const pds of pdsList) {\n await upsertServer(pds.url, {\n inviteCodeRequired: pds.inviteCodeRequired,\n version: pds.version,\n errorAt: pds.errorAt,\n isOpen: pds.isOpen,\n });\n if (pds.isOpen) openCount++;\n }\n console.log(`Synced to DB: ${openCount} open, ${pdsList.length} total`);\n\n // 2. Fetch latest PDS version\n const latestVersion = await fetchLatestPdsVersion();\n if (latestVersion) {\n await setMetadata(\"latest_pds_version\", latestVersion);\n console.log(`Latest PDS version: ${latestVersion}`);\n }\n\n // 3. Enrich a batch of servers\n const toEnrich = await getServersToEnrich(ENRICHMENT_BATCH_SIZE);\n if (toEnrich.length > 0) {\n console.log(`Enriching ${toEnrich.length} servers`);\n const enriched = await enrichBatch(toEnrich);\n\n for (const data of enriched) {\n await updateEnrichment(data.url, {\n version: data.version,\n did: data.did,\n phoneVerification: data.phoneVerification,\n userDomains: data.userDomains,\n contactEmail: data.contactEmail,\n privacyPolicy: data.privacyPolicy,\n termsOfService: data.termsOfService,\n userCount: data.userCount,\n countryCode: data.countryCode,\n countryName: data.countryName,\n ipAddress: data.ipAddress,\n });\n }\n console.log(`Enrichment complete for ${enriched.length} servers`);\n }\n\n await setMetadata(\"last_full_refresh\", new Date().toISOString());\n console.log(\"OpenPDS refresh completed\");\n } catch (err) {\n console.error(\"OpenPDS refresh failed:\", err);\n }\n}\n",[],[185,273],["D",1771175381915],[219],[185],"1ed99eb2-0a91-11f1-9740-42dde27851f2","index.http.ts",14,["D",1771175382903],"http","import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport { runMigrations } from \"./database/migrations.ts\";\nimport { pages } from \"./routes/pages.ts\";\nimport { api } from \"./routes/api.ts\";\n\nconst app = new Hono();\n\napp.onError((err, _c) => {\n throw err;\n});\n\nlet migrationsRan = false;\napp.use(\"*\", async (_c, next) => {\n if (!migrationsRan) {\n await runMigrations();\n migrationsRan = true;\n }\n await next();\n});\n\napp.route(\"/api\", api);\napp.route(\"/\", pages);\n\nexport default app.fetch;\n",[],[191,285],"c1830892-0a91-11f1-9619-42dde27851f2","version-checker.ts","1ede6d98-0a91-11f1-b423-42dde27851f2","1e950220-0a91-11f1-987b-42dde27851f2",25,["D",1771175655762],"import { PDS_REPO_NAME, PDS_REPO_OWNER } from \"../../shared/constants.ts\";\n\n/** Fetch the latest PDS release version from GitHub */\nexport async function fetchLatestPdsVersion(): Promise {\n const url =\n `https://api.github.com/repos/${PDS_REPO_OWNER}/${PDS_REPO_NAME}/tags?per_page=5`;\n\n const resp = await fetch(url, {\n headers: { \"Accept\": \"application/vnd.github.v3+json\" },\n });\n\n if (!resp.ok) {\n console.error(`GitHub API error: ${resp.status}`);\n return null;\n }\n\n const tags: Array<{ name: string }> = await resp.json();\n if (tags.length === 0) return null;\n\n // Tags are like \"v0.4.74\" — strip the \"v\" prefix to match _health output\n return tags[0].name.replace(/^v/, \"\");\n}\n",[],[191,301,293],"services","1ef5c61e-0a91-11f1-a315-42dde27851f2","pds-fetcher.ts","1ef5c6d2-0a91-11f1-a315-42dde27851f2",17,["D",1771175383107],"import { STATE_JSON_URL } from \"../../shared/constants.ts\";\nimport type { StateJson } from \"../../shared/types.ts\";\n\nexport type FilteredPds = {\n url: string;\n inviteCodeRequired: boolean;\n version: string;\n errorAt: number | null;\n isOpen: boolean;\n};\n\n/** Fetch state.json and return all PDSes with their open status */\nexport async function fetchPdsList(): Promise {\n const resp = await fetch(STATE_JSON_URL);\n if (!resp.ok) {\n throw new Error(`Failed to fetch state.json: ${resp.status}`);\n }\n\n const data: StateJson = await resp.json();\n const results: FilteredPds[] = [];\n\n for (const [url, entry] of Object.entries(data.pdses)) {\n const isOpen = !entry.inviteCodeRequired && !entry.errorAt;\n results.push({\n url,\n inviteCodeRequired: entry.inviteCodeRequired,\n version: entry.version,\n errorAt: entry.errorAt ?? null,\n isOpen,\n });\n }\n\n return results;\n}\n",[],[191,301,303],"41bafa74-0c36-11f1-8674-42dde27851f2",["D",1771356259548],3,[],[191,301,33],"1ed2b034-0a91-11f1-a09a-42dde27851f2","geo-resolver.ts","1ed2b0e8-0a91-11f1-a09a-42dde27851f2",13,["D",1771175382877],"import type { DnsResponse, GeoIpResult } from \"../../shared/types.ts\";\n\n/** Resolve hostname to IP address via DNS-over-HTTPS */\nexport async function resolveIp(hostname: string): Promise {\n try {\n const resp = await fetch(\n `https://dns.google/resolve?name=${encodeURIComponent(hostname)}&type=A`,\n { signal: AbortSignal.timeout(5000) },\n );\n if (!resp.ok) return null;\n\n const data: DnsResponse = await resp.json();\n if (!data.Answer || data.Answer.length === 0) return null;\n\n // Return the last A record (usually the actual IP after CNAMEs)\n return data.Answer[data.Answer.length - 1].data;\n } catch {\n return null;\n }\n}\n\n/** Batch geo-IP lookup for up to 100 IPs */\nexport async function batchGeoLookup(\n ipMap: Map,\n): Promise> {\n const results = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n if (ipMap.size === 0) return results;\n\n // ip-api.com batch endpoint: POST array of IPs\n const ips = [...new Set(ipMap.values())].filter(Boolean);\n if (ips.length === 0) return results;\n\n try {\n const resp = await fetch(\n \"http://ip-api.com/batch?fields=status,query,country,countryCode\",\n {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(ips),\n signal: AbortSignal.timeout(10000),\n },\n );\n\n if (!resp.ok) {\n console.error(`ip-api.com batch error: ${resp.status}`);\n return results;\n }\n\n const geoResults: GeoIpResult[] = await resp.json();\n\n // Build IP → geo map\n const ipToGeo = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n for (const r of geoResults) {\n if (r.status === \"success\") {\n ipToGeo.set(r.query, {\n countryCode: r.countryCode,\n countryName: r.country,\n });\n }\n }\n\n // Map hostnames back to geo data via their IPs\n for (const [hostname, ip] of ipMap) {\n const geo = ipToGeo.get(ip);\n if (geo) results.set(hostname, geo);\n }\n } catch (err) {\n console.error(\"Geo lookup failed:\", err);\n }\n\n return results;\n}\n",[],[191,301,316],"1e95013a-0a91-11f1-987b-42dde27851f2",7,["D",1771175382473],[213,214,215,216],[191,301],"e9556c66-0a96-11f1-8016-42dde27851f2","pages.ts","1eb91b88-0a91-11f1-aa7d-42dde27851f2","1e7af3e4-0a91-11f1-a09a-42dde27851f2",41,["D",1771177870115],6,"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getMetadata,\n getOpenServers,\n getServerCount,\n} from \"../database/queries.ts\";\nimport { countryFlag } from \"../../shared/constants.ts\";\nimport type {\n PdsServer,\n SortDirection,\n SortField,\n} from \"../../shared/types.ts\";\n\nconst pages = new Hono();\n\npages.get(\"/\", async (c) => {\n const sort = (c.req.query(\"sort\") || \"users\") as SortField;\n const dir = (c.req.query(\"dir\") || \"desc\") as SortDirection;\n const showOutdated = c.req.query(\"show_outdated\") === \"true\";\n\n const [latestVersion, counts] = await Promise.all([\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n const servers = await getOpenServers(sort, dir, showOutdated, latestVersion);\n\n return c.html(renderPage(servers, {\n sort,\n dir,\n showOutdated,\n latestVersion,\n openCount: counts.open,\n totalCount: counts.total,\n }));\n});\n\ntype PageOpts = {\n sort: SortField;\n dir: SortDirection;\n showOutdated: boolean;\n latestVersion: string | null;\n openCount: number;\n totalCount: number;\n};\n\nfunction renderPage(servers: PdsServer[], opts: PageOpts): string {\n const { sort, dir, showOutdated, latestVersion, openCount, totalCount } =\n opts;\n\n function sortUrl(field: SortField): string {\n const newDir = sort === field && dir === \"desc\" ? \"asc\" : \"desc\";\n const params = new URLSearchParams();\n params.set(\"sort\", field);\n params.set(\"dir\", newDir);\n if (showOutdated) params.set(\"show_outdated\", \"true\");\n return `/?${params}`;\n }\n\n function sortIndicator(field: SortField): string {\n if (sort !== field) return \"\";\n return dir === \"asc\" ? \" ▲\" : \" ▼\";\n }\n\n const toggleUrl = (() => {\n const params = new URLSearchParams();\n params.set(\"sort\", sort);\n params.set(\"dir\", dir);\n if (!showOutdated) params.set(\"show_outdated\", \"true\");\n return `/?${params}`;\n })();\n\n const rows = servers.map((s) => renderRow(s, latestVersion)).join(\"\\n\");\n\n return `\n\n\n \n \n OpenPDS - AT Protocol PDS Directory\n \n\n\n

OpenPDS

\n AT Protocol PDS servers with open registration.\n Data from atproto-scraping,\n enriched daily.\n

\n ${servers.length} servers listed\n ${openCount} open of ${totalCount} known\n ${latestVersion ? `Latest PDS: ${esc(latestVersion)}` : \"\"}\n

\n ${\n showOutdated ? \"Hide outdated versions\" : \"Show outdated versions\"\n }\n

\n ${\n servers.length > 0\n ? `\n \n \n \n \n \n \n \n \n \n \n \n \n \n ${rows}\n \n

Hostname	Country${\n sortIndicator(\"country\")\n }	Version${\n sortIndicator(\"version\")\n }	Users${\n sortIndicator(\"users\")\n }	First seen${sortIndicator(\"first_seen\")}	Trust

`\n : `

No servers found. Data may still be loading — check back after the first cron run.

`\n }\n \n\n`;\n}\n\nfunction renderRow(s: PdsServer, latestVersion: string | null): string {\n const hostname = new URL(s.url).hostname;\n const flag = s.country_code ? countryFlag(s.country_code) + \" \" : \"\";\n const country = s.country_name || \"\";\n\n let versionClass = \"version-unknown\";\n let versionText = \"unknown\";\n if (s.version) {\n versionText = s.version;\n versionClass = s.version === latestVersion\n ? \"version-current\"\n : \"version-outdated\";\n }\n\n const users = s.user_count != null\n ? (s.user_count >= 1000 ? \"1000+\" : String(s.user_count))\n : \"-\";\n\n const firstSeen = s.first_seen\n ? new Date(s.first_seen).toLocaleDateString(\"en-US\", {\n month: \"short\",\n day: \"numeric\",\n year: \"numeric\",\n })\n : \"-\";\n\n const hasEmail = s.contact_email;\n const hasTos = s.terms_of_service;\n const hasPrivacy = s.privacy_policy;\n\n return `\n ${esc(hostname)}\n ${flag}${esc(country)}\n ${\n esc(versionText)\n }\n ${esc(users)}\n ${esc(firstSeen)}\n \n \n ${\n hasEmail\n ? `@`\n : \"\"\n }\n ${\n hasTos\n ? `ToS`\n : \"\"\n }\n ${\n hasPrivacy\n ? `PP`\n : \"\"\n }\n \n \n Moove here\n `;\n}\n\nfunction esc(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport { pages };\n",[],[191,338,329],"routes","1eccee1a-0a91-11f1-a315-42dde27851f2","api.ts","1eccef46-0a91-11f1-a315-42dde27851f2",12,["D",1771175382678],"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getAllServers,\n getMetadata,\n getServerCount,\n} from \"../database/queries.ts\";\n\nconst api = new Hono();\n\napi.get(\"/servers\", async (c) => {\n const [servers, latestVersion, counts] = await Promise.all([\n getAllServers(),\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n return c.json({\n meta: {\n latest_pds_version: latestVersion,\n total_known: counts.total,\n total_open: counts.open,\n updated_at: new Date().toISOString(),\n },\n servers,\n });\n});\n\nexport { api };\n",[],[191,338,340],"1e7af2d6-0a91-11f1-a09a-42dde27851f2",["D",1771175382290],[210,211],[191,338],"169414c0-0a97-11f1-98e5-42dde27851f2","queries.ts","1eb42916-0a91-11f1-a169-42dde27851f2","1e5c8756-0a91-11f1-8d35-42dde27851f2",42,["D",1771177946024],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\nimport type {\n PdsServer,\n SortDirection,\n SortField,\n} from \"../../shared/types.ts\";\n\n// --- Server operations ---\n\nexport async function upsertServer(\n url: string,\n opts: {\n inviteCodeRequired: boolean;\n version: string | null;\n errorAt: number | null;\n isOpen: boolean;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n INSERT INTO ${SERVERS_TABLE} (url, first_seen, last_seen, invite_code_required, version, error_at, is_open)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(url) DO UPDATE SET\n last_seen = ?,\n invite_code_required = ?,\n version = COALESCE(?, version),\n error_at = ?,\n is_open = ?\n `,\n args: [\n url,\n now,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n ],\n });\n}\n\nexport async function updateEnrichment(\n url: string,\n data: {\n version?: string | null;\n did?: string | null;\n phoneVerification?: boolean;\n userDomains?: string[];\n contactEmail?: string | null;\n privacyPolicy?: string | null;\n termsOfService?: string | null;\n userCount?: number | null;\n countryCode?: string | null;\n countryName?: string | null;\n ipAddress?: string | null;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n UPDATE ${SERVERS_TABLE} SET\n last_enriched = ?,\n version = COALESCE(?, version),\n did = COALESCE(?, did),\n phone_verification = ?,\n user_domains = ?,\n contact_email = ?,\n privacy_policy = ?,\n terms_of_service = ?,\n user_count = COALESCE(?, user_count),\n country_code = COALESCE(?, country_code),\n country_name = COALESCE(?, country_name),\n ip_address = COALESCE(?, ip_address)\n WHERE url = ?\n `,\n args: [\n now,\n data.version ?? null,\n data.did ?? null,\n data.phoneVerification ? 1 : 0,\n data.userDomains ? JSON.stringify(data.userDomains) : null,\n data.contactEmail ?? null,\n data.privacyPolicy ?? null,\n data.termsOfService ?? null,\n data.userCount ?? null,\n data.countryCode ?? null,\n data.countryName ?? null,\n data.ipAddress ?? null,\n url,\n ],\n });\n}\n\nexport async function getServersToEnrich(limit: number): Promise {\n const result = await sqlite.execute({\n sql: `\n SELECT url FROM ${SERVERS_TABLE}\n WHERE is_open = 1\n ORDER BY\n CASE WHEN user_count IS NULL THEN 0 ELSE 1 END,\n last_enriched ASC NULLS FIRST\n LIMIT ?\n `,\n args: [limit],\n });\n return result.rows.map((r) => r.url as string);\n}\n\nexport async function getOpenServers(\n sort: SortField = \"users\",\n dir: SortDirection = \"desc\",\n showOutdated: boolean = false,\n latestVersion: string | null = null,\n): Promise {\n let orderClause: string;\n switch (sort) {\n case \"users\":\n orderClause = `user_count ${dir} NULLS LAST`;\n break;\n case \"country\":\n orderClause = `country_name ${dir} NULLS LAST`;\n break;\n case \"first_seen\":\n orderClause = `first_seen ${dir}`;\n break;\n case \"version\":\n orderClause = `version ${dir} NULLS LAST`;\n break;\n default:\n orderClause = \"user_count DESC NULLS LAST\";\n }\n\n let whereClause = \"is_open = 1 AND last_enriched IS NOT NULL\";\n const args: (string | number)[] = [];\n\n if (!showOutdated && latestVersion) {\n // Servers with trust signals always show regardless of version\n whereClause +=\n \" AND (version = ? OR contact_email IS NOT NULL OR terms_of_service IS NOT NULL OR privacy_policy IS NOT NULL)\";\n args.push(latestVersion);\n }\n\n // Tier 1: featured (contact email), Tier 2: has ToS or PP, Tier 3: rest\n const tierExpr = `\n CASE\n WHEN contact_email IS NOT NULL THEN 0\n WHEN terms_of_service IS NOT NULL OR privacy_policy IS NOT NULL THEN 1\n ELSE 2\n END`;\n\n const result = await sqlite.execute({\n sql:\n `SELECT * FROM ${SERVERS_TABLE} WHERE ${whereClause} ORDER BY ${tierExpr}, ${orderClause}`,\n args,\n });\n\n return result.rows.map(rowToServer);\n}\n\nexport async function getAllServers(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${SERVERS_TABLE} WHERE is_open = 1 ORDER BY user_count DESC NULLS LAST`,\n );\n return result.rows.map(rowToServer);\n}\n\nexport async function getServerCount(): Promise<\n { open: number; total: number }\n> {\n const result = await sqlite.execute(\n `SELECT COUNT(*) as total, SUM(CASE WHEN is_open = 1 THEN 1 ELSE 0 END) as open FROM ${SERVERS_TABLE}`,\n );\n const row = result.rows[0];\n return {\n total: (row.total as number) || 0,\n open: (row.open as number) || 0,\n };\n}\n\n// --- Metadata operations ---\n\nexport async function getMetadata(key: string): Promise {\n const result = await sqlite.execute({\n sql: `SELECT value FROM ${METADATA_TABLE} WHERE key = ?`,\n args: [key],\n });\n return result.rows.length > 0 ? (result.rows[0].value as string) : null;\n}\n\nexport async function setMetadata(key: string, value: string): Promise {\n await sqlite.execute({\n sql: `\n INSERT INTO ${METADATA_TABLE} (key, value) VALUES (?, ?)\n ON CONFLICT(key) DO UPDATE SET value = ?\n `,\n args: [key, value, value],\n });\n}\n\n// --- Helpers ---\n\nfunction rowToServer(row: Record): PdsServer {\n return {\n url: row.url as string,\n first_seen: row.first_seen as string,\n last_seen: row.last_seen as string,\n last_enriched: (row.last_enriched as string) || null,\n version: (row.version as string) || null,\n did: (row.did as string) || null,\n invite_code_required: Boolean(row.invite_code_required),\n phone_verification: Boolean(row.phone_verification),\n user_domains: row.user_domains\n ? JSON.parse(row.user_domains as string)\n : [],\n contact_email: (row.contact_email as string) || null,\n privacy_policy: (row.privacy_policy as string) || null,\n terms_of_service: (row.terms_of_service as string) || null,\n user_count: row.user_count != null ? Number(row.user_count) : null,\n country_code: (row.country_code as string) || null,\n country_name: (row.country_name as string) || null,\n ip_address: (row.ip_address as string) || null,\n is_open: Boolean(row.is_open),\n error_at: row.error_at != null ? Number(row.error_at) : null,\n };\n}\n",[],[191,360,352],"database","1ebd22e6-0a91-11f1-9740-42dde27851f2","migrations.ts","1ebd23c2-0a91-11f1-9740-42dde27851f2",11,["D",1771175382658],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\n\nexport async function runMigrations(): Promise {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${SERVERS_TABLE} (\n url TEXT PRIMARY KEY,\n first_seen TEXT NOT NULL,\n last_seen TEXT NOT NULL,\n last_enriched TEXT,\n version TEXT,\n did TEXT,\n invite_code_required INTEGER NOT NULL DEFAULT 0,\n phone_verification INTEGER NOT NULL DEFAULT 0,\n user_domains TEXT,\n contact_email TEXT,\n privacy_policy TEXT,\n terms_of_service TEXT,\n user_count INTEGER,\n country_code TEXT,\n country_name TEXT,\n ip_address TEXT,\n is_open INTEGER NOT NULL DEFAULT 0,\n error_at INTEGER\n )\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_is_open\n ON ${SERVERS_TABLE} (is_open)\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_last_enriched\n ON ${SERVERS_TABLE} (last_enriched)\n `);\n\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${METADATA_TABLE} (\n key TEXT PRIMARY KEY,\n value TEXT NOT NULL\n )\n `);\n}\n",[],[191,360,362],"1e5c86ac-0a91-11f1-8d35-42dde27851f2",5,["D",1771175382101],[207,208],[191,360],["D",1771175381220],[206,209,212,217],[191],["D",1771175379615],{"_96":95,"_104":100},{"_96":95,"_97":98,"_99":100,"_18":56,"_101":102,"_103":25},{"_13":85,"_32":86,"_44":43,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":46,"_94":95},"ctx",{"_78":-5,"_125":414,"_415":416,"_417":418,"_419":25,"_420":25,"_421":25,"_422":123,"_423":-5,"_424":-7,"_425":-7,"_426":62,"_427":25,"_428":25,"_429":-5,"_430":25,"_431":25,"_432":25,"_433":-5},"ENV",{"_385":386,"_387":388,"_389":86,"_390":391,"_392":393,"_394":395,"_396":397,"_398":399,"_400":401,"_402":403,"_404":405,"_406":407,"_408":409,"_410":411,"_412":413},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v44