[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_394":395,"_396":397},"routes/_app.x.$handle.$name",{"_96":95,"_32":46,"_105":86,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":123,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":25},"version",62,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","cron/refresh.cron.ts","latestPath","fileId","1f1c2ab6-0a91-11f1-987b-42dde27851f2","name","refresh.cron.ts","fileType","interval","content","import { ENRICHMENT_BATCH_SIZE } from \"../shared/constants.ts\";\nimport { runMigrations } from \"../backend/database/migrations.ts\";\nimport {\n getServersToEnrich,\n setMetadata,\n updateEnrichment,\n upsertServer,\n} from \"../backend/database/queries.ts\";\nimport { fetchPdsList } from \"../backend/services/pds-fetcher.ts\";\nimport { fetchLatestPdsVersion } from \"../backend/services/version-checker.ts\";\nimport { enrichBatch } from \"../backend/services/pds-enricher.ts\";\n\nexport default async function () {\n console.log(\"OpenPDS refresh started:\", new Date().toISOString());\n\n try {\n await runMigrations();\n\n // 1. Fetch and sync state.json\n const pdsList = await fetchPdsList();\n console.log(`Fetched ${pdsList.length} PDSes from state.json`);\n\n let openCount = 0;\n for (const pds of pdsList) {\n await upsertServer(pds.url, {\n inviteCodeRequired: pds.inviteCodeRequired,\n version: pds.version,\n errorAt: pds.errorAt,\n isOpen: pds.isOpen,\n });\n if (pds.isOpen) openCount++;\n }\n console.log(`Synced to DB: ${openCount} open, ${pdsList.length} total`);\n\n // 2. Fetch latest PDS version\n const latestVersion = await fetchLatestPdsVersion();\n if (latestVersion) {\n await setMetadata(\"latest_pds_version\", latestVersion);\n console.log(`Latest PDS version: ${latestVersion}`);\n }\n\n // 3. Enrich a batch of servers\n const toEnrich = await getServersToEnrich(ENRICHMENT_BATCH_SIZE);\n if (toEnrich.length > 0) {\n console.log(`Enriching ${toEnrich.length} servers`);\n const enriched = await enrichBatch(toEnrich);\n\n for (const data of enriched) {\n await updateEnrichment(data.url, {\n version: data.version,\n did: data.did,\n phoneVerification: data.phoneVerification,\n userDomains: data.userDomains,\n contactEmail: data.contactEmail,\n privacyPolicy: data.privacyPolicy,\n termsOfService: data.termsOfService,\n userCount: data.userCount,\n countryCode: data.countryCode,\n countryName: data.countryName,\n ipAddress: data.ipAddress,\n });\n const host = new URL(data.url).hostname;\n console.log(\n ` ${host}: users=${data.userCount ?? \"?\"} country=${\n data.countryCode ?? \"?\"\n } version=${data.version ?? \"?\"}`,\n );\n }\n console.log(`Enrichment complete for ${enriched.length} servers`);\n }\n\n await setMetadata(\"last_full_refresh\", new Date().toISOString());\n console.log(\"OpenPDS refresh completed\");\n } catch (err) {\n console.error(\"OpenPDS refresh failed:\", err);\n }\n}\n","import { ENRICHMENT_BATCH_SIZE } from \"../shared/constants.ts\";\nimport { runMigrations } from \"../backend/database/migrations.ts\";\nimport {\n getMetadata,\n getServersToEnrich,\n setMetadata,\n updateEnrichment,\n upsertServer,\n} from \"../backend/database/queries.ts\";\nimport { fetchPdsList } from \"../backend/services/pds-fetcher.ts\";\nimport { fetchLatestPdsVersion } from \"../backend/services/version-checker.ts\";\nimport { enrichBatch } from \"../backend/services/pds-enricher.ts\";\n\nexport default async function () {\n console.log(\"OpenPDS refresh started:\", new Date().toISOString());\n\n try {\n await runMigrations();\n\n // 1. Fetch and sync state.json (with ETag caching)\n const previousStateEtag = await getMetadata(\"state_json_etag\");\n const { pdsList, etag: stateEtag } = await fetchPdsList(previousStateEtag);\n\n if (stateEtag) {\n await setMetadata(\"state_json_etag\", stateEtag);\n }\n\n if (pdsList) {\n console.log(\n `state.json: new data (${pdsList.length} PDSes), etag=${stateEtag}`,\n );\n let openCount = 0;\n for (const pds of pdsList) {\n await upsertServer(pds.url, {\n inviteCodeRequired: pds.inviteCodeRequired,\n version: pds.version,\n errorAt: pds.errorAt,\n isOpen: pds.isOpen,\n });\n if (pds.isOpen) openCount++;\n }\n console.log(`Synced to DB: ${openCount} open, ${pdsList.length} total`);\n } else {\n console.log(\n `state.json: 304 not modified, skipping upsert (etag=${stateEtag})`,\n );\n }\n\n // 2. Fetch latest PDS version (with ETag caching)\n const previousGithubEtag = await getMetadata(\"github_tags_etag\");\n const { version: latestVersion, etag: githubEtag, notModified } =\n await fetchLatestPdsVersion(previousGithubEtag);\n\n if (githubEtag) {\n await setMetadata(\"github_tags_etag\", githubEtag);\n }\n\n if (notModified) {\n console.log(\n `GitHub tags: 304 not modified (etag=${githubEtag})`,\n );\n } else if (latestVersion) {\n await setMetadata(\"latest_pds_version\", latestVersion);\n console.log(\n `GitHub tags: new version ${latestVersion} (etag=${githubEtag})`,\n );\n } else {\n console.log(\"GitHub tags: no version found\");\n }\n\n // 3. Enrich a batch of servers\n const toEnrich = await getServersToEnrich(ENRICHMENT_BATCH_SIZE);\n if (toEnrich.length > 0) {\n const cachedIpCount = toEnrich.filter((s) => s.ipAddress).length;\n const cachedGeoCount = toEnrich.filter((s) => s.countryCode).length;\n console.log(\n `Enriching ${toEnrich.length} servers (${cachedIpCount} have cached IP, ${cachedGeoCount} have cached geo)`,\n );\n\n const { results: enriched, stats } = await enrichBatch(toEnrich);\n\n for (const data of enriched) {\n await updateEnrichment(data.url, {\n version: data.version,\n did: data.did,\n phoneVerification: data.phoneVerification,\n userDomains: data.userDomains,\n contactEmail: data.contactEmail,\n privacyPolicy: data.privacyPolicy,\n termsOfService: data.termsOfService,\n userCount: data.userCount,\n countryCode: data.countryCode,\n countryName: data.countryName,\n ipAddress: data.ipAddress,\n });\n }\n\n console.log(\n `Enriched ${enriched.length} servers: ` +\n `DNS ${stats.cachedDns} cached/${stats.freshDns} fresh, ` +\n `geo ${stats.cachedGeo} cached/${stats.freshGeo} fresh`,\n );\n }\n\n await setMetadata(\"last_full_refresh\", new Date().toISOString());\n console.log(\"OpenPDS refresh completed\");\n } catch (err) {\n console.error(\"OpenPDS refresh failed:\", err);\n }\n}\n","createdAt",["D",1771359450646],"branchVersion","branchId","1d3b78dc-0a91-11f1-9151-42dde27851f2","id","1d3a5aa6-0a91-11f1-9151-42dde27851f2","openpds",["D",1771175379615],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","AT Protocol PDS servers with open registration.","imageUrl","14049850-28c1-11f0-89c9-c7d0e2d9e1ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","c04d51b2-a7dc-46ca-ad6f-52f47c2906a8","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_104":100},"org",{"_96":95,"_97":98,"_99":100,"_18":56,"_101":102,"_103":25},"branch",{"_13":85,"_32":86,"_44":43,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":46,"_94":95},"isOwned",102,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","tijs","handle","displayName","Tijs","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yd2Nod2N0bE1MWFdEUlRYd083ZE5pbXJ1bDAifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":390,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":391,"_80":392,"_82":393,"_84":25},"tree",[213,226,228,232,233,234,235,236,237],"files",[213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237],"counts",{"_203":62,"_204":169,"_205":62,"_206":207,"_208":209},"contents",[130,131,132,133,134,135,136,137,138],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{"_128":129},"1ed9a0b0-0a91-11f1-9740-42dde27851f2","openpds.tijs.org",{"_44":198,"_32":199,"_30":200,"_142":-5,"_42":43,"_41":169,"_144":123,"_39":201,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_27":202},{"_44":192,"_32":193,"_30":194,"_142":-5,"_42":43,"_41":195,"_144":123,"_39":196,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_27":197},{"_44":186,"_32":187,"_30":188,"_142":-5,"_42":43,"_41":146,"_144":123,"_39":189,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_27":191},{"_44":179,"_32":180,"_30":181,"_142":-5,"_42":43,"_41":182,"_144":123,"_39":183,"_13":62,"_34":20,"_36":184,"_24":25,"_148":-5,"_27":185},{"_44":172,"_32":173,"_30":174,"_142":-5,"_42":43,"_41":175,"_144":25,"_39":176,"_13":62,"_34":20,"_36":177,"_24":25,"_148":-5,"_27":178},{"_44":164,"_32":165,"_30":166,"_142":-5,"_42":43,"_41":167,"_144":123,"_39":168,"_13":169,"_34":20,"_36":170,"_24":25,"_148":-5,"_27":171},{"_44":157,"_32":158,"_30":159,"_142":-5,"_42":43,"_41":160,"_144":123,"_39":161,"_13":62,"_34":20,"_36":162,"_24":25,"_148":-5,"_27":163},{"_44":150,"_32":151,"_30":152,"_142":-5,"_42":43,"_41":153,"_144":123,"_39":154,"_13":62,"_34":20,"_36":155,"_24":25,"_148":-5,"_27":156},{"_44":139,"_32":140,"_30":141,"_142":-5,"_42":43,"_41":143,"_144":123,"_39":145,"_13":146,"_34":20,"_36":147,"_24":25,"_148":-5,"_27":149},"ff865446-0a91-11f1-8ba6-42dde27851f2","deno.json","1eafb070-0a91-11f1-afb2-42dde27851f2","parentId",29,"latest",["D",1771175759803],2,"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\"https://www.val.town/types/valtown.d.ts\"],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"include\": [\"**/*.ts\"],\n \"rules\": { \"exclude\": [\"no-explicit-any\", \"no-import-prefix\"] }\n },\n \"node_modules_dir\": false,\n \"tasks\": {\n \"check\": \"deno check --allow-import backend/index.http.ts cron/refresh.cron.ts\",\n \"test\": \"deno test --allow-net --allow-read --allow-import\",\n \"deploy\": \"deno fmt && deno lint && deno task check && deno task test && vt push\"\n }\n}\n","label",[140],"1efd9ab0-0a91-11f1-9f65-42dde27851f2","README.md","1efd9b5a-0a91-11f1-9f65-42dde27851f2",18,["D",1771175383120],"# OpenPDS\n\nDirectory of AT Protocol PDS servers with open registration.\n\nPulls data from\n[mary-ext/atproto-scraping](https://github.com/mary-ext/atproto-scraping),\nenriches it with server metadata (version, user count, geo-location, contact\ninfo), and presents a browsable directory.\n\n## How it works\n\nA daily cron job:\n\n1. Fetches `state.json` listing ~2900 known PDSes with signup status\n2. Syncs open/closed status to a SQLite database\n3. Enriches a batch of 20 servers per run (health, describeServer, listRepos,\n geo-IP)\n4. Checks for the latest PDS version from the `bluesky-social/pds` GitHub repo\n\nThe web interface shows open servers with sortable columns, version badges, and\ntrust signals.\n\n## Endpoints\n\n- `/` — HTML directory page\n- `/api/servers` — JSON API with all open servers and metadata\n\n## Development\n\n```bash\ndeno task check # type check\ndeno task quality # fmt + lint + check\ndeno task deploy # quality + vt push\n```\n\n## Data sources\n\n- [atproto-scraping state.json](https://github.com/mary-ext/atproto-scraping) —\n PDS list and signup status\n- [dns.google](https://dns.google) — hostname to IP resolution\n- [ip-api.com](http://ip-api.com) — IP to country geo-lookup\n- [GitHub API](https://api.github.com) — latest PDS version tag\n",[151],"af49a03e-0c3d-11f1-ac2d-42dde27851f2","CLAUDE.md","af49a0e8-0c3d-11f1-ac2d-42dde27851f2",56,["D",1771359449686],"# CLAUDE.md\n\nThis file provides guidance to Claude Code (claude.ai/code) when working with\ncode in this repository.\n\n## What This Is\n\nOpenPDS is a directory of AT Protocol PDS servers with open registration. It\nruns on Val Town as a serverless app with two entry points: an HTTP server and a\ndaily cron job. Data comes from\n[mary-ext/atproto-scraping](https://github.com/mary-ext/atproto-scraping) and\ngets enriched with health, geo-IP, version, and trust metadata.\n\n## Commands\n\n```bash\ndeno task check # Type check entry points\ndeno task test # Run tests (--allow-net --allow-read --allow-import)\ndeno fmt # Format all files\ndeno lint # Lint all .ts files\ndeno task deploy # fmt + lint + check + test + vt push (full deploy pipeline)\n```\n\nDo **not** use `vt push` directly — always use `deno task deploy` which runs\nquality checks first.\n\n## Architecture\n\n**Runtime:** Deno on Val Town. **Framework:** Hono. **Database:** Val Town\nSQLite. **Imports:** via `esm.sh` (not npm/node_modules).\n\n### Entry Points\n\n- `backend/index.http.ts` — HTTP trigger. Hono app serving HTML directory (`/`)\n and JSON API (`/api/servers`). Runs migrations on first request.\n- `cron/refresh.cron.ts` — Cron trigger. Daily refresh: fetch PDS list → sync to\n DB → fetch latest version → enrich batch of servers.\n\n### Data Flow (Cron)\n\n1. `pds-fetcher.ts` downloads state.json (~2900 PDSes)\n2. Each PDS upserted to SQLite with open/closed status\n3. `version-checker.ts` gets latest PDS version from GitHub API\n4. `pds-enricher.ts` enriches a batch (configurable, default 20): DNS resolve →\n health check → describeServer → listRepos user count → geo-IP batch lookup\n5. Results written back to DB via `updateEnrichment()`\n\n### Module Layout\n\n- `backend/database/` — `migrations.ts` (schema), `queries.ts` (all SQL\n operations, row-to-object mapping)\n- `backend/routes/` — `pages.ts` (server-rendered HTML), `api.ts` (JSON\n endpoint)\n- `backend/services/` — Pure async functions: `pds-fetcher`, `pds-enricher`,\n `geo-resolver`, `version-checker`\n- `shared/` — `types.ts` (all TypeScript interfaces), `constants.ts` (config\n values, country flag helper)\n- `cron/` — Scheduled job orchestration\n\n### Trust Score\n\n5 boolean signals, each worth 20%: contact email, ToS, privacy policy, active\nusers (>5), latest PDS version. Calculated in SQL via CASE expressions.\n\n## Val Town Specifics\n\n- Exports use Val Town conventions: HTTP files export `app.fetch`, cron files\n export a default async function\n- SQLite accessed via `https://esm.town/v/stevekrouse/sqlite`\n- Schema changes: create new table names (append `_2`, `_3`) rather than ALTER\n TABLE\n- No `Deno` namespace in `shared/` code (must work in browser context too)\n- Secrets via `Deno.env.get()`, never hardcoded\n\n## Conventions\n\n- Database columns: `snake_case`. TypeScript code: `camelCase`. `rowToServer()`\n maps between them.\n- Per-request timeouts via `AbortSignal.timeout()` (5s for PDS endpoints, 10s\n for geo batch)\n- Batch operations use `Promise.allSettled()` for partial-failure resilience\n- HTML output uses custom `esc()` function for XSS prevention\n",[158],"c18bc3b0-0a91-11f1-8a3f-42dde27851f2","AGENTS.md","2c6d85ac-0a91-11f1-942f-42dde27851f2",26,["D",1771175655763],1,"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider\n refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure\n about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious\n operations)\n- Follow modern ES6+ conventions and functional programming practices if\n possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = \"todo_app_users_2\";\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} WHERE id = ?`,\n [1],\n);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add\n_2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({\n subject: \"Hi\",\n text: \"Hi\",\n html: \"

Hi

\",\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport {\n parseProject,\n readFile,\n serveFile,\n} from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\"\nurls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's _extremely importing_ to note that `parseProject` and other\nStandard Library utilities ONLY RUN ON THE SERVER. If you need access to this\ndata on the client, run it in the server and pass it to the client by splicing\nit into the HTML page or by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use\n `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})`\n instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode\n symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use:\n `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys)\n unless otherwise specified\n- **View Source:** Add a view source link by importing & using\n `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the\n client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add\n `` to HTML to capture\n client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local\n resolution; Avoid catches that merely log or return 500s. Let errors bubble up\n with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but\n generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure\n compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer\n simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with\n `?deps=react@18.2.0,react-dom@18.2.0` and start the file with\n `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same\n version\n- **Styling:** Default to using TailwindCSS via\n `` unless otherwise\n specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project\n files:\n ```ts\n import {\n readFile,\n serveFile,\n } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n\n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async (c) => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n\n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n\n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to\n see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:**\n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of\n React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with\n `export default app.fetch // This is the entry point for HTTP vals`\n",[165],"1f117c60-0a91-11f1-ac04-42dde27851f2",".vtignore","1f117d14-0a91-11f1-ac04-42dde27851f2",21,["D",1771175383282],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor\n",[173],"1f078c78-0a91-11f1-ac04-42dde27851f2",".gitignore","1f078d4a-0a91-11f1-ac04-42dde27851f2",19,["D",1771175383227],".DS_Store\n.vscode/\n.cursorrules\nnode_modules/\n.deno/\ndeno.lock\n.env\n.env.local\n.vt/\nvendor/\n*.log\n*.db\n*.sqlite\ncoverage/\ndist/\nbuild/\n.local/\n",[180],"1df465fe-0a91-11f1-ac04-42dde27851f2","shared","1df466e4-0a91-11f1-ac04-42dde27851f2",["D",1771175381422],"directory",[187],"1e3f9592-0a91-11f1-a289-42dde27851f2","cron","1e3f9650-0a91-11f1-a289-42dde27851f2",4,["D",1771175381915],[193],"1dd5afa6-0a91-11f1-a289-42dde27851f2","backend","1dd5b05a-0a91-11f1-a289-42dde27851f2",["D",1771175381220],[199],"pulls","branches","forks","envVars",{"_210":62,"_212":62},"connections",{"_210":62,"_211":62},"count","unfilledCount","emptyCount",{"_44":198,"_32":199,"_30":200,"_142":-5,"_42":43,"_41":169,"_144":123,"_39":387,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_239":388,"_27":389},{"_44":382,"_32":373,"_30":367,"_142":200,"_42":43,"_41":383,"_144":123,"_39":384,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_239":385,"_27":386},{"_44":374,"_32":375,"_30":376,"_142":367,"_42":43,"_41":377,"_144":25,"_39":378,"_13":62,"_34":262,"_36":379,"_24":25,"_148":-5,"_239":380,"_27":381},{"_44":364,"_32":365,"_30":366,"_142":367,"_42":43,"_41":368,"_144":25,"_39":369,"_13":336,"_34":262,"_36":370,"_24":25,"_148":-5,"_239":371,"_27":372},{"_44":359,"_32":350,"_30":343,"_142":200,"_42":43,"_41":360,"_144":123,"_39":361,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_239":362,"_27":363},{"_44":351,"_32":352,"_30":353,"_142":343,"_42":43,"_41":354,"_144":25,"_39":355,"_13":169,"_34":262,"_36":356,"_24":25,"_148":-5,"_239":357,"_27":358},{"_44":340,"_32":341,"_30":342,"_142":343,"_42":43,"_41":344,"_144":25,"_39":345,"_13":346,"_34":262,"_36":347,"_24":25,"_148":-5,"_239":348,"_27":349},{"_44":335,"_32":310,"_30":304,"_142":200,"_42":43,"_41":336,"_144":123,"_39":337,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_239":338,"_27":339},{"_44":327,"_32":328,"_30":329,"_142":304,"_42":43,"_41":330,"_144":123,"_39":331,"_13":62,"_34":262,"_36":332,"_24":25,"_148":-5,"_239":333,"_27":334},{"_44":319,"_32":320,"_30":321,"_142":304,"_42":43,"_41":322,"_144":25,"_39":323,"_13":195,"_34":262,"_36":324,"_24":25,"_148":-5,"_239":325,"_27":326},{"_44":311,"_32":312,"_30":313,"_142":304,"_42":43,"_41":314,"_144":25,"_39":315,"_13":169,"_34":262,"_36":316,"_24":25,"_148":-5,"_239":317,"_27":318},{"_44":301,"_32":302,"_30":303,"_142":304,"_42":43,"_41":305,"_144":25,"_39":306,"_13":146,"_34":262,"_36":307,"_24":25,"_148":-5,"_239":308,"_27":309},{"_44":293,"_32":294,"_30":128,"_142":200,"_42":43,"_41":295,"_144":25,"_39":296,"_13":62,"_34":297,"_36":298,"_24":25,"_148":46,"_239":299,"_27":300},{"_44":192,"_32":193,"_30":194,"_142":-5,"_42":43,"_41":195,"_144":123,"_39":290,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_239":291,"_27":292},{"_44":285,"_32":33,"_30":31,"_142":194,"_42":43,"_41":14,"_144":25,"_39":286,"_13":287,"_34":35,"_36":38,"_24":25,"_148":-5,"_239":288,"_27":289},{"_44":186,"_32":187,"_30":188,"_142":-5,"_42":43,"_41":146,"_144":123,"_39":282,"_13":62,"_34":190,"_36":-5,"_24":25,"_148":-5,"_239":283,"_27":284},{"_44":274,"_32":275,"_30":276,"_142":188,"_42":43,"_41":277,"_144":25,"_39":278,"_13":146,"_34":262,"_36":279,"_24":25,"_148":-5,"_239":280,"_27":281},{"_44":266,"_32":267,"_30":268,"_142":188,"_42":43,"_41":269,"_144":25,"_39":270,"_13":62,"_34":262,"_36":271,"_24":25,"_148":-5,"_239":272,"_27":273},{"_44":257,"_32":258,"_30":259,"_142":188,"_42":43,"_41":260,"_144":25,"_39":261,"_13":146,"_34":262,"_36":263,"_24":25,"_148":-5,"_239":264,"_27":265},{"_44":179,"_32":180,"_30":181,"_142":-5,"_42":43,"_41":182,"_144":123,"_39":254,"_13":62,"_34":20,"_36":184,"_24":25,"_148":-5,"_239":255,"_27":256},{"_44":172,"_32":173,"_30":174,"_142":-5,"_42":43,"_41":175,"_144":25,"_39":251,"_13":62,"_34":20,"_36":177,"_24":25,"_148":-5,"_239":252,"_27":253},{"_44":164,"_32":165,"_30":166,"_142":-5,"_42":43,"_41":167,"_144":123,"_39":248,"_13":169,"_34":20,"_36":170,"_24":25,"_148":-5,"_239":249,"_27":250},{"_44":157,"_32":158,"_30":159,"_142":-5,"_42":43,"_41":160,"_144":123,"_39":245,"_13":62,"_34":20,"_36":162,"_24":25,"_148":-5,"_239":246,"_27":247},{"_44":150,"_32":151,"_30":152,"_142":-5,"_42":43,"_41":153,"_144":123,"_39":242,"_13":62,"_34":20,"_36":155,"_24":25,"_148":-5,"_239":243,"_27":244},{"_44":139,"_32":140,"_30":141,"_142":-5,"_42":43,"_41":143,"_144":123,"_39":238,"_13":146,"_34":20,"_36":147,"_24":25,"_148":-5,"_239":240,"_27":241},["D",1771175759803],"children",[],[140],["D",1771175383120],[],[151],["D",1771359449686],[],[158],["D",1771175655763],[],[165],["D",1771175383282],[],[173],["D",1771175383227],[],[180],"af8c541a-0c3d-11f1-9983-42dde27851f2","types.ts","1f0da0d6-0a91-11f1-b423-42dde27851f2",59,["D",1771359449967],"script","/** A PDS server as stored in the database */\nexport type PdsServer = {\n url: string;\n first_seen: string;\n last_seen: string;\n last_enriched: string | null;\n version: string | null;\n did: string | null;\n invite_code_required: boolean;\n phone_verification: boolean;\n user_domains: string[];\n contact_email: string | null;\n privacy_policy: string | null;\n terms_of_service: string | null;\n user_count: number | null;\n country_code: string | null;\n country_name: string | null;\n ip_address: string | null;\n is_open: boolean;\n error_at: number | null;\n};\n\n/** Raw PDS entry from mary-ext/atproto-scraping state.json */\nexport type StatePdsEntry = {\n inviteCodeRequired: boolean;\n version: string;\n errorAt?: number;\n};\n\n/** Shape of state.json from atproto-scraping */\nexport type StateJson = {\n pdses: Record;\n};\n\n/** Response from PDS describeServer endpoint */\nexport type DescribeServerResponse = {\n did: string;\n availableUserDomains: string[];\n inviteCodeRequired?: boolean;\n phoneVerificationRequired?: boolean;\n contact?: { email?: string };\n links?: {\n privacyPolicy?: string;\n termsOfService?: string;\n };\n};\n\n/** Response from PDS _health endpoint */\nexport type HealthResponse = {\n version?: string;\n};\n\n/** Response from dns.google resolve API */\nexport type DnsResponse = {\n Answer?: Array<{ data: string }>;\n};\n\n/** Single entry in ip-api.com batch response */\nexport type GeoIpResult = {\n status: string;\n query: string;\n country: string;\n countryCode: string;\n};\n\n/** Server data passed into enrichment (includes cached DNS/geo) */\nexport type ServerToEnrich = {\n url: string;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\n/** Sort options for the directory listing */\nexport type SortField = \"trust\";\nexport type SortDirection = \"desc\";\n",[],[187,258],"ff8a8e1c-0a91-11f1-9890-42dde27851f2","constants_test.ts","ff8a8eda-0a91-11f1-9890-42dde27851f2",30,["D",1771175759883],"import { assertEquals } from \"https://deno.land/std@0.224.0/assert/mod.ts\";\nimport { countryFlag } from \"./constants.ts\";\n\nDeno.test(\"countryFlag returns correct emoji for country codes\", () => {\n assertEquals(countryFlag(\"US\"), \"\\u{1F1FA}\\u{1F1F8}\");\n assertEquals(countryFlag(\"NL\"), \"\\u{1F1F3}\\u{1F1F1}\");\n assertEquals(countryFlag(\"DE\"), \"\\u{1F1E9}\\u{1F1EA}\");\n});\n\nDeno.test(\"countryFlag handles lowercase input\", () => {\n assertEquals(countryFlag(\"us\"), countryFlag(\"US\"));\n});\n",[],[187,267],"afbddb52-0c3d-11f1-aa9b-42dde27851f2","constants.ts","1f187a92-0a91-11f1-be9c-42dde27851f2",61,["D",1771359450610],"export const SERVERS_TABLE = \"openpds_servers\";\nexport const METADATA_TABLE = \"openpds_metadata\";\n\nexport const STATE_JSON_URL =\n \"https://raw.githubusercontent.com/mary-ext/atproto-scraping/trunk/state.json\";\n\nexport const PDS_REPO_OWNER = \"bluesky-social\";\nexport const PDS_REPO_NAME = \"pds\";\n\nexport const ENRICHMENT_BATCH_SIZE = 75;\nexport const PDS_REQUEST_TIMEOUT_MS = 5000;\n\n/** Country code to flag emoji */\nexport function countryFlag(code: string): string {\n return [...code.toUpperCase()]\n .map((c) => String.fromCodePoint(0x1f1e6 - 65 + c.charCodeAt(0)))\n .join(\"\");\n}\n",[],[187,275],["D",1771175381422],[229,230,231],[187],"afc35280-0c3d-11f1-aa9b-42dde27851f2",["D",1771359450646],3,[],[193,33],["D",1771175381915],[227],[193],"1ed99eb2-0a91-11f1-9740-42dde27851f2","index.http.ts",14,["D",1771175382903],"http","import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport { runMigrations } from \"./database/migrations.ts\";\nimport { pages } from \"./routes/pages.ts\";\nimport { api } from \"./routes/api.ts\";\n\nconst app = new Hono();\n\napp.onError((err, _c) => {\n throw err;\n});\n\nlet migrationsRan = false;\napp.use(\"*\", async (_c, next) => {\n if (!migrationsRan) {\n await runMigrations();\n migrationsRan = true;\n }\n await next();\n});\n\napp.route(\"/api\", api);\napp.route(\"/\", pages);\n\nexport default app.fetch;\n",[],[199,294],"af72a934-0c3d-11f1-b4a2-42dde27851f2","version-checker.ts","1ede6d98-0a91-11f1-b423-42dde27851f2","1e950220-0a91-11f1-987b-42dde27851f2",57,["D",1771359449937],"import { PDS_REPO_NAME, PDS_REPO_OWNER } from \"../../shared/constants.ts\";\n\nexport type FetchVersionResult = {\n version: string | null;\n etag: string | null;\n notModified: boolean;\n};\n\n/** Fetch latest PDS version from GitHub with ETag caching. */\nexport async function fetchLatestPdsVersion(\n previousEtag?: string | null,\n): Promise {\n const url =\n `https://api.github.com/repos/${PDS_REPO_OWNER}/${PDS_REPO_NAME}/tags?per_page=5`;\n\n const headers: Record = {\n \"Accept\": \"application/vnd.github.v3+json\",\n };\n if (previousEtag) {\n headers[\"If-None-Match\"] = previousEtag;\n }\n\n const resp = await fetch(url, { headers });\n const etag = resp.headers.get(\"etag\");\n\n if (resp.status === 304) {\n return {\n version: null,\n etag: etag ?? previousEtag ?? null,\n notModified: true,\n };\n }\n\n if (!resp.ok) {\n console.error(`GitHub API error: ${resp.status}`);\n return { version: null, etag: etag ?? null, notModified: false };\n }\n\n const tags: Array<{ name: string }> = await resp.json();\n if (tags.length === 0) {\n return { version: null, etag: etag ?? null, notModified: false };\n }\n\n // Tags are like \"v0.4.74\" — strip the \"v\" prefix to match _health output\n const version = tags[0].name.replace(/^v/, \"\");\n return { version, etag: etag ?? null, notModified: false };\n}\n",[],[199,310,302],"services","af7deb00-0c3d-11f1-a8a9-42dde27851f2","pds-fetcher.ts","1ef5c6d2-0a91-11f1-a315-42dde27851f2",58,["D",1771359450187],"import { STATE_JSON_URL } from \"../../shared/constants.ts\";\nimport type { StateJson } from \"../../shared/types.ts\";\n\nexport type FilteredPds = {\n url: string;\n inviteCodeRequired: boolean;\n version: string;\n errorAt: number | null;\n isOpen: boolean;\n};\n\nexport type FetchPdsResult = {\n pdsList: FilteredPds[] | null;\n etag: string | null;\n};\n\n/** Fetch state.json with ETag caching. Returns null pdsList on 304. */\nexport async function fetchPdsList(\n previousEtag?: string | null,\n): Promise {\n const headers: Record = {};\n if (previousEtag) {\n headers[\"If-None-Match\"] = previousEtag;\n }\n\n const resp = await fetch(STATE_JSON_URL, { headers });\n const etag = resp.headers.get(\"etag\");\n\n if (resp.status === 304) {\n return { pdsList: null, etag: etag ?? previousEtag ?? null };\n }\n\n if (!resp.ok) {\n throw new Error(`Failed to fetch state.json: ${resp.status}`);\n }\n\n const data: StateJson = await resp.json();\n const results: FilteredPds[] = [];\n\n for (const [url, entry] of Object.entries(data.pdses)) {\n const isOpen = !entry.inviteCodeRequired && !entry.errorAt;\n results.push({\n url,\n inviteCodeRequired: entry.inviteCodeRequired,\n version: entry.version,\n errorAt: entry.errorAt ?? null,\n isOpen,\n });\n }\n\n return { pdsList: results, etag: etag ?? null };\n}\n",[],[199,310,312],"afb04bae-0c3d-11f1-b0ad-42dde27851f2","pds-enricher.ts","1eedcf72-0a91-11f1-82a1-42dde27851f2",60,["D",1771359449872],"import { PDS_REQUEST_TIMEOUT_MS } from \"../../shared/constants.ts\";\nimport type {\n DescribeServerResponse,\n HealthResponse,\n ServerToEnrich,\n} from \"../../shared/types.ts\";\nimport { batchGeoLookup, resolveIp } from \"./geo-resolver.ts\";\n\nexport type EnrichmentResult = {\n url: string;\n version: string | null;\n did: string | null;\n phoneVerification: boolean;\n userDomains: string[];\n contactEmail: string | null;\n privacyPolicy: string | null;\n termsOfService: string | null;\n userCount: number | null;\n ipAddress: string | null;\n countryCode: string | null;\n countryName: string | null;\n};\n\nexport type EnrichmentStats = {\n cachedDns: number;\n freshDns: number;\n cachedGeo: number;\n freshGeo: number;\n};\n\n/** Enrich a batch of PDS servers with metadata, reusing cached DNS/geo data */\nexport async function enrichBatch(\n servers: ServerToEnrich[],\n): Promise<{ results: EnrichmentResult[]; stats: EnrichmentStats }> {\n const stats: EnrichmentStats = {\n cachedDns: 0,\n freshDns: 0,\n cachedGeo: 0,\n freshGeo: 0,\n };\n\n // Step 1: Fetch PDS endpoints concurrently, passing existing IP to skip DNS\n const pdsResults = await Promise.allSettled(\n servers.map((s) => enrichSinglePds(s.url, s.ipAddress)),\n );\n\n const results: EnrichmentResult[] = [];\n const needsGeoLookup = new Map();\n\n for (let i = 0; i < servers.length; i++) {\n const server = servers[i];\n const r = pdsResults[i];\n let result: EnrichmentResult;\n\n if (r.status === \"fulfilled\") {\n result = r.value;\n } else {\n console.error(`Enrichment failed for ${server.url}:`, r.reason);\n result = emptyResult(server.url);\n }\n\n // Track DNS cache stats\n if (server.ipAddress && result.ipAddress === server.ipAddress) {\n stats.cachedDns++;\n } else if (result.ipAddress) {\n stats.freshDns++;\n }\n\n // Determine if we need geo lookup or can carry forward cached data\n if (result.ipAddress && !server.countryCode) {\n // Have IP but no cached geo — need lookup\n needsGeoLookup.set(result.url, result.ipAddress);\n } else if (server.countryCode) {\n // Carry forward cached geo data\n result.countryCode = result.countryCode ?? server.countryCode;\n result.countryName = result.countryName ?? server.countryName;\n stats.cachedGeo++;\n }\n\n results.push(result);\n }\n\n // Step 2: Batch geo-IP lookup only for servers that need it\n if (needsGeoLookup.size > 0) {\n const geoData = await batchGeoLookup(needsGeoLookup);\n for (const result of results) {\n const geo = geoData.get(result.url);\n if (geo) {\n result.countryCode = geo.countryCode;\n result.countryName = geo.countryName;\n stats.freshGeo++;\n }\n }\n }\n\n return { results, stats };\n}\n\nasync function enrichSinglePds(\n url: string,\n existingIp?: string | null,\n): Promise {\n const result = emptyResult(url);\n\n // Reuse existing IP or resolve fresh\n if (existingIp) {\n result.ipAddress = existingIp;\n } else {\n const hostname = new URL(url).hostname;\n result.ipAddress = await resolveIp(hostname);\n }\n\n // Fetch health, describeServer, and listRepos concurrently\n const [health, describe, userCount] = await Promise.allSettled([\n fetchHealth(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchDescribeServer(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n fetchUserCount(url, AbortSignal.timeout(PDS_REQUEST_TIMEOUT_MS)),\n ]);\n\n if (health.status === \"fulfilled\" && health.value) {\n result.version = health.value.version ?? null;\n }\n\n if (describe.status === \"fulfilled\" && describe.value) {\n const d = describe.value;\n result.did = d.did;\n result.userDomains = d.availableUserDomains ?? [];\n result.phoneVerification = d.phoneVerificationRequired ?? false;\n result.contactEmail = d.contact?.email ?? null;\n result.privacyPolicy = d.links?.privacyPolicy ?? null;\n result.termsOfService = d.links?.termsOfService ?? null;\n }\n\n if (userCount.status === \"fulfilled\") {\n result.userCount = userCount.value;\n }\n\n return result;\n}\n\nasync function fetchHealth(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(`${url}/xrpc/_health`, { signal });\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchDescribeServer(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.server.describeServer`,\n { signal },\n );\n if (!resp.ok) return null;\n return await resp.json();\n } catch {\n return null;\n }\n}\n\nasync function fetchUserCount(\n url: string,\n signal: AbortSignal,\n): Promise {\n try {\n const resp = await fetch(\n `${url}/xrpc/com.atproto.sync.listRepos?limit=1000`,\n { signal },\n );\n if (!resp.ok) {\n console.error(`listRepos ${url}: HTTP ${resp.status}`);\n return null;\n }\n const data = await resp.json();\n const repos: unknown[] = data.repos ?? [];\n // If we got exactly 1000 repos, there are likely more\n return repos.length >= 1000 ? 1000 : repos.length;\n } catch (err) {\n console.error(`listRepos ${url}: ${err}`);\n return null;\n }\n}\n\nfunction emptyResult(url: string): EnrichmentResult {\n return {\n url,\n version: null,\n did: null,\n phoneVerification: false,\n userDomains: [],\n contactEmail: null,\n privacyPolicy: null,\n termsOfService: null,\n userCount: null,\n ipAddress: null,\n countryCode: null,\n countryName: null,\n };\n}\n",[],[199,310,320],"1ed2b034-0a91-11f1-a09a-42dde27851f2","geo-resolver.ts","1ed2b0e8-0a91-11f1-a09a-42dde27851f2",13,["D",1771175382877],"import type { DnsResponse, GeoIpResult } from \"../../shared/types.ts\";\n\n/** Resolve hostname to IP address via DNS-over-HTTPS */\nexport async function resolveIp(hostname: string): Promise {\n try {\n const resp = await fetch(\n `https://dns.google/resolve?name=${encodeURIComponent(hostname)}&type=A`,\n { signal: AbortSignal.timeout(5000) },\n );\n if (!resp.ok) return null;\n\n const data: DnsResponse = await resp.json();\n if (!data.Answer || data.Answer.length === 0) return null;\n\n // Return the last A record (usually the actual IP after CNAMEs)\n return data.Answer[data.Answer.length - 1].data;\n } catch {\n return null;\n }\n}\n\n/** Batch geo-IP lookup for up to 100 IPs */\nexport async function batchGeoLookup(\n ipMap: Map,\n): Promise> {\n const results = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n if (ipMap.size === 0) return results;\n\n // ip-api.com batch endpoint: POST array of IPs\n const ips = [...new Set(ipMap.values())].filter(Boolean);\n if (ips.length === 0) return results;\n\n try {\n const resp = await fetch(\n \"http://ip-api.com/batch?fields=status,query,country,countryCode\",\n {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(ips),\n signal: AbortSignal.timeout(10000),\n },\n );\n\n if (!resp.ok) {\n console.error(`ip-api.com batch error: ${resp.status}`);\n return results;\n }\n\n const geoResults: GeoIpResult[] = await resp.json();\n\n // Build IP → geo map\n const ipToGeo = new Map<\n string,\n { countryCode: string; countryName: string }\n >();\n for (const r of geoResults) {\n if (r.status === \"success\") {\n ipToGeo.set(r.query, {\n countryCode: r.countryCode,\n countryName: r.country,\n });\n }\n }\n\n // Map hostnames back to geo data via their IPs\n for (const [hostname, ip] of ipMap) {\n const geo = ipToGeo.get(ip);\n if (geo) results.set(hostname, geo);\n }\n } catch (err) {\n console.error(\"Geo lookup failed:\", err);\n }\n\n return results;\n}\n",[],[199,310,328],"1e95013a-0a91-11f1-987b-42dde27851f2",7,["D",1771175382473],[221,222,223,224],[199,310],"af3ce98e-0c3d-11f1-aa9b-42dde27851f2","pages.ts","1eb91b88-0a91-11f1-aa7d-42dde27851f2","1e7af3e4-0a91-11f1-a09a-42dde27851f2",55,["D",1771359449680],10,"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getMetadata,\n getOpenServers,\n getServerCount,\n} from \"../database/queries.ts\";\nimport { countryFlag } from \"../../shared/constants.ts\";\nimport type { PdsServer } from \"../../shared/types.ts\";\n\nconst pages = new Hono();\n\npages.get(\"/\", async (c) => {\n const [latestVersion, counts] = await Promise.all([\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n const servers = await getOpenServers(latestVersion);\n\n c.header(\n \"Cache-Control\",\n \"public, max-age=3600, stale-while-revalidate=3600\",\n );\n return c.html(renderPage(servers, {\n latestVersion,\n openCount: counts.open,\n totalCount: counts.total,\n }));\n});\n\ntype PageOpts = {\n latestVersion: string | null;\n openCount: number;\n totalCount: number;\n};\n\ntype TrustResult = { score: number; breakdown: string };\n\nfunction trustScore(s: PdsServer, latestVersion: string | null): TrustResult {\n const signals: string[] = [];\n let score = 0;\n\n const check = (pass: boolean, label: string) => {\n signals.push(`${pass ? \"\\u2713\" : \"\\u2717\"} ${label}`);\n if (pass) score += 20;\n };\n\n check(!!s.contact_email, \"Contact email\");\n check(!!s.terms_of_service, \"Terms of Service\");\n check(!!s.privacy_policy, \"Privacy Policy\");\n check(s.user_count != null && s.user_count > 5, \"Active users (>5)\");\n check(s.version === latestVersion, \"Latest version\");\n\n return { score, breakdown: signals.join(\"\\n\") };\n}\n\nfunction renderPage(servers: PdsServer[], opts: PageOpts): string {\n const { latestVersion, openCount, totalCount } = opts;\n\n const rows = servers\n .map((s) => renderRow(s, latestVersion, trustScore(s, latestVersion)))\n .join(\"\\n\");\n\n return `\n\n\n \n \n OpenPDS - AT Protocol PDS Directory\n \n\n\n

OpenPDS

\n AT Protocol PDS servers with open registration.\n Data from atproto-scraping,\n enriched daily.\n

\n ${servers.length} servers listed\n ${openCount} open of ${totalCount} known\n ${latestVersion ? `Latest PDS: ${esc(latestVersion)}` : \"\"}\n

\n ${\n servers.length > 0\n ? `\n \n \n \n \n \n \n \n \n \n \n \n \n \n ${rows}\n \n

Trust^*	Hostname	Country	Version	Users	First seen

`\n : `

No servers found. Data may still be loading — check back after the first cron run.

`\n }\n

^* Trust score

A simple transparency score based on five signals, each worth 20%:

Contact email — operator provides a way to reach them
Terms of Service — published terms for using the server
Privacy Policy — published data handling policy
Active users — more than 5 accounts on the server
Latest version — running the most recent PDS software

This is not an endorsement. Always review a server's policies before creating an account.

\n \n\n`;\n}\n\nfunction renderRow(\n s: PdsServer,\n latestVersion: string | null,\n trust: TrustResult,\n): string {\n const { score, breakdown } = trust;\n const hostname = new URL(s.url).hostname;\n const flag = s.country_code ? countryFlag(s.country_code) + \" \" : \"\";\n const country = s.country_name || \"\";\n\n let versionClass = \"version-outdated\";\n const versionText = s.version || \"unknown\";\n if (s.version === latestVersion) versionClass = \"version-current\";\n\n const users = s.user_count != null\n ? (s.user_count >= 1000 ? \"1000+\" : String(s.user_count))\n : \"-\";\n\n const firstSeen = s.first_seen\n ? new Date(s.first_seen).toLocaleDateString(\"en-US\", {\n month: \"short\",\n day: \"numeric\",\n year: \"numeric\",\n })\n : \"-\";\n\n const trustClass = score >= 60\n ? \"trust-high\"\n : score >= 40\n ? \"trust-mid\"\n : \"trust-low\";\n\n return `\n ${score}%\n ${esc(hostname)}\n ${flag}${esc(country)}\n ${\n esc(versionText)\n }\n ${esc(users)}\n ${esc(firstSeen)}\n Moove here\n `;\n}\n\nfunction esc(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport { pages };\n",[],[199,350,341],"routes","af378872-0c3d-11f1-9fb3-42dde27851f2","api.ts","1eccef46-0a91-11f1-a315-42dde27851f2",54,["D",1771359449696],"import { Hono } from \"https://esm.sh/hono@4.4.0\";\nimport {\n getAllServers,\n getMetadata,\n getServerCount,\n} from \"../database/queries.ts\";\n\nconst api = new Hono();\n\napi.get(\"/servers\", async (c) => {\n const [servers, latestVersion, counts] = await Promise.all([\n getAllServers(),\n getMetadata(\"latest_pds_version\"),\n getServerCount(),\n ]);\n\n c.header(\n \"Cache-Control\",\n \"public, max-age=3600, stale-while-revalidate=3600\",\n );\n return c.json({\n meta: {\n latest_pds_version: latestVersion,\n total_known: counts.total,\n total_open: counts.open,\n updated_at: new Date().toISOString(),\n },\n servers,\n });\n});\n\nexport { api };\n",[],[199,350,352],"1e7af2d6-0a91-11f1-a09a-42dde27851f2",6,["D",1771175382290],[218,219],[199,350],"af32a08c-0c3d-11f1-b69f-42dde27851f2","queries.ts","1eb42916-0a91-11f1-a169-42dde27851f2","1e5c8756-0a91-11f1-8d35-42dde27851f2",53,["D",1771359449678],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\nimport type { PdsServer, ServerToEnrich } from \"../../shared/types.ts\";\n\n// --- Server operations ---\n\nexport async function upsertServer(\n url: string,\n opts: {\n inviteCodeRequired: boolean;\n version: string | null;\n errorAt: number | null;\n isOpen: boolean;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n INSERT INTO ${SERVERS_TABLE} (url, first_seen, last_seen, invite_code_required, version, error_at, is_open)\n VALUES (?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(url) DO UPDATE SET\n last_seen = ?,\n invite_code_required = ?,\n version = COALESCE(?, version),\n error_at = ?,\n is_open = ?\n `,\n args: [\n url,\n now,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n now,\n opts.inviteCodeRequired ? 1 : 0,\n opts.version,\n opts.errorAt,\n opts.isOpen ? 1 : 0,\n ],\n });\n}\n\nexport async function updateEnrichment(\n url: string,\n data: {\n version?: string | null;\n did?: string | null;\n phoneVerification?: boolean;\n userDomains?: string[];\n contactEmail?: string | null;\n privacyPolicy?: string | null;\n termsOfService?: string | null;\n userCount?: number | null;\n countryCode?: string | null;\n countryName?: string | null;\n ipAddress?: string | null;\n },\n): Promise {\n const now = new Date().toISOString();\n await sqlite.execute({\n sql: `\n UPDATE ${SERVERS_TABLE} SET\n last_enriched = ?,\n version = COALESCE(?, version),\n did = COALESCE(?, did),\n phone_verification = ?,\n user_domains = ?,\n contact_email = ?,\n privacy_policy = ?,\n terms_of_service = ?,\n user_count = COALESCE(?, user_count),\n country_code = COALESCE(?, country_code),\n country_name = COALESCE(?, country_name),\n ip_address = COALESCE(?, ip_address)\n WHERE url = ?\n `,\n args: [\n now,\n data.version ?? null,\n data.did ?? null,\n data.phoneVerification ? 1 : 0,\n data.userDomains ? JSON.stringify(data.userDomains) : null,\n data.contactEmail ?? null,\n data.privacyPolicy ?? null,\n data.termsOfService ?? null,\n data.userCount ?? null,\n data.countryCode ?? null,\n data.countryName ?? null,\n data.ipAddress ?? null,\n url,\n ],\n });\n}\n\nexport async function getServersToEnrich(\n limit: number,\n): Promise {\n const result = await sqlite.execute({\n sql: `\n SELECT url, ip_address, country_code, country_name FROM ${SERVERS_TABLE}\n WHERE is_open = 1\n ORDER BY\n CASE WHEN last_enriched IS NULL THEN 0\n WHEN version IS NOT NULL AND user_count IS NULL THEN 1\n WHEN version IS NOT NULL THEN 2\n ELSE 3\n END,\n last_enriched ASC NULLS FIRST\n LIMIT ?\n `,\n args: [limit],\n });\n return result.rows.map((r) => ({\n url: r.url as string,\n ipAddress: (r.ip_address as string) || null,\n countryCode: (r.country_code as string) || null,\n countryName: (r.country_name as string) || null,\n }));\n}\n\nexport async function getOpenServers(\n latestVersion: string | null = null,\n): Promise {\n const trustScoreExpr = `(\n (CASE WHEN contact_email IS NOT NULL THEN 20 ELSE 0 END) +\n (CASE WHEN terms_of_service IS NOT NULL THEN 20 ELSE 0 END) +\n (CASE WHEN privacy_policy IS NOT NULL THEN 20 ELSE 0 END) +\n (CASE WHEN user_count > 5 THEN 20 ELSE 0 END) +\n (CASE WHEN version = ? THEN 20 ELSE 0 END)\n )`;\n\n const result = await sqlite.execute({\n sql: `\n SELECT * FROM ${SERVERS_TABLE}\n WHERE is_open = 1 AND last_enriched IS NOT NULL AND version IS NOT NULL\n ORDER BY ${trustScoreExpr} DESC, user_count DESC NULLS LAST\n `,\n args: [latestVersion ?? \"\"],\n });\n\n return result.rows.map(rowToServer);\n}\n\nexport async function getAllServers(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM ${SERVERS_TABLE} WHERE is_open = 1 AND version IS NOT NULL ORDER BY user_count DESC NULLS LAST`,\n );\n return result.rows.map(rowToServer);\n}\n\nexport async function getServerCount(): Promise<\n { open: number; total: number }\n> {\n const result = await sqlite.execute(\n `SELECT COUNT(*) as total, SUM(CASE WHEN is_open = 1 THEN 1 ELSE 0 END) as open FROM ${SERVERS_TABLE}`,\n );\n const row = result.rows[0];\n return {\n total: (row.total as number) || 0,\n open: (row.open as number) || 0,\n };\n}\n\n// --- Metadata operations ---\n\nexport async function getMetadata(key: string): Promise {\n const result = await sqlite.execute({\n sql: `SELECT value FROM ${METADATA_TABLE} WHERE key = ?`,\n args: [key],\n });\n return result.rows.length > 0 ? (result.rows[0].value as string) : null;\n}\n\nexport async function setMetadata(key: string, value: string): Promise {\n await sqlite.execute({\n sql: `\n INSERT INTO ${METADATA_TABLE} (key, value) VALUES (?, ?)\n ON CONFLICT(key) DO UPDATE SET value = ?\n `,\n args: [key, value, value],\n });\n}\n\n// --- Helpers ---\n\nfunction rowToServer(row: Record): PdsServer {\n return {\n url: row.url as string,\n first_seen: row.first_seen as string,\n last_seen: row.last_seen as string,\n last_enriched: (row.last_enriched as string) || null,\n version: (row.version as string) || null,\n did: (row.did as string) || null,\n invite_code_required: Boolean(row.invite_code_required),\n phone_verification: Boolean(row.phone_verification),\n user_domains: row.user_domains\n ? JSON.parse(row.user_domains as string)\n : [],\n contact_email: (row.contact_email as string) || null,\n privacy_policy: (row.privacy_policy as string) || null,\n terms_of_service: (row.terms_of_service as string) || null,\n user_count: row.user_count != null ? Number(row.user_count) : null,\n country_code: (row.country_code as string) || null,\n country_name: (row.country_name as string) || null,\n ip_address: (row.ip_address as string) || null,\n is_open: Boolean(row.is_open),\n error_at: row.error_at != null ? Number(row.error_at) : null,\n };\n}\n",[],[199,373,365],"database","1ebd22e6-0a91-11f1-9740-42dde27851f2","migrations.ts","1ebd23c2-0a91-11f1-9740-42dde27851f2",11,["D",1771175382658],"import { sqlite } from \"https://esm.town/v/stevekrouse/sqlite?v=13\";\nimport { METADATA_TABLE, SERVERS_TABLE } from \"../../shared/constants.ts\";\n\nexport async function runMigrations(): Promise {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${SERVERS_TABLE} (\n url TEXT PRIMARY KEY,\n first_seen TEXT NOT NULL,\n last_seen TEXT NOT NULL,\n last_enriched TEXT,\n version TEXT,\n did TEXT,\n invite_code_required INTEGER NOT NULL DEFAULT 0,\n phone_verification INTEGER NOT NULL DEFAULT 0,\n user_domains TEXT,\n contact_email TEXT,\n privacy_policy TEXT,\n terms_of_service TEXT,\n user_count INTEGER,\n country_code TEXT,\n country_name TEXT,\n ip_address TEXT,\n is_open INTEGER NOT NULL DEFAULT 0,\n error_at INTEGER\n )\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_is_open\n ON ${SERVERS_TABLE} (is_open)\n `);\n\n await sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_${SERVERS_TABLE}_last_enriched\n ON ${SERVERS_TABLE} (last_enriched)\n `);\n\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS ${METADATA_TABLE} (\n key TEXT PRIMARY KEY,\n value TEXT NOT NULL\n )\n `);\n}\n",[],[199,373,375],"1e5c86ac-0a91-11f1-8d35-42dde27851f2",5,["D",1771175382101],[215,216],[199,373],["D",1771175381220],[214,217,220,225],[199],["D",1771175379615],{"_96":95,"_104":100},{"_96":95,"_97":98,"_99":100,"_18":56,"_101":102,"_103":25},{"_13":85,"_32":86,"_44":43,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":46,"_94":95},"ctx",{"_78":-5,"_125":427,"_428":429,"_430":431,"_432":25,"_433":25,"_434":25,"_435":123,"_436":-5,"_437":-7,"_438":-7,"_439":62,"_440":25,"_441":25,"_442":-5,"_443":25,"_444":25,"_445":25,"_446":-5},"ENV",{"_398":399,"_400":401,"_402":86,"_403":404,"_405":406,"_407":408,"_409":410,"_411":412,"_413":414,"_415":416,"_417":418,"_419":420,"_421":422,"_423":424,"_425":426},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v62