wrapping an\n * with:\n * - h3.card-block__title → name\n * - img.card-block__img-animal → photo (src) + alt\n * - span.card-block__label (×N) → \"Female / Spayed\", breed, age\n * - .card-block__location → adoption location\n */\nexport function parseCats(html: string, baseUrl: string): Cat[] {\n const $ = load(html);\n const cats: Cat[] = [];\n\n $(\"article.card-block__item\").each((_, el) => {\n const card = $(el);\n\n const name = clean(card.find(\".card-block__title\").first().text());\n if (!name) return; // skip non-cat / malformed cards\n\n const img = card.find(\"img.card-block__img-animal\").first();\n const rawImg = img.attr(\"src\") ?? null;\n const rawHref = card.find(\"a.card-block__link\").first().attr(\"href\") ?? null;\n\n // Promo/CTA cards reuse the same class but link to general adopt pages and\n // have no animal photo. Real cats always have a petango.com photo.\n const isAnimalCard = !!rawImg && rawImg.includes(\"petango.com\");\n if (!isAnimalCard) return;\n\n // Adoption-pending cats show a name + photo but none of the detail labels.\n const pending = /adoption pending/i.test(card.text());\n\n // The location lives in its own block; grab it first, then exclude it\n // from the generic label list so we don't double-count it.\n const location = clean(card.find(\".card-block__location .card-block__label\").first().text());\n\n // The labels are nested in the PAWS markup: the breed span wraps the age\n // span, so reading breed's full text() also captures the age. To get each\n // field cleanly we read only a node's *own* direct text (excluding children).\n const ownText = (node: ReturnType): string | null =>\n clean(node.clone().children().remove().end().text());\n\n const labelNodes = card.find(\".card-block__main-info .card-block__label\");\n\n // Node 0 = \"Female / Spayed\". Node with own-text = breed. Deepest = age.\n const sexStatus = ownText(labelNodes.eq(0));\n let sex: string | null = null;\n let spayNeuterStatus: string | null = null;\n if (sexStatus) {\n const [s, status] = sexStatus.split(\"/\").map((x) => x.trim());\n sex = s || null;\n spayNeuterStatus = status || null;\n }\n\n // Breed is the own-text of the first label after the sex/status one.\n let breed: string | null = null;\n labelNodes.slice(1).each((_, l) => {\n if (breed) return;\n const t = ownText($(l));\n if (t) breed = t;\n });\n\n // Age is the deepest label (it has no element children, only text).\n let age: string | null = null;\n labelNodes.each((_, l) => {\n const node = $(l);\n if (node.children().length === 0) {\n const t = clean(node.text());\n if (t && t !== sexStatus) age = t;\n }\n });\n\n cats.push({\n name,\n sex,\n spayNeuterStatus,\n breed,\n age,\n location,\n status: pending ? \"adoption_pending\" : \"available\",\n imageUrl: absoluteUrl(rawImg, baseUrl),\n detailUrl: absoluteUrl(rawHref, baseUrl),\n });\n });\n\n return cats;\n}\n\n/** Resolve a possibly-relative URL against the page it came from. */\nfunction absoluteUrl(href: string | null, baseUrl: string): string | null {\n if (!href) return null;\n try {\n return new URL(href, baseUrl).toString();\n } catch {\n return href;\n }\n}\n",[144],"1f36a898-5b2a-11f1-a0c2-ee650bb23af1","main.ts","10cd18e6-5b2a-11f1-929f-ee650bb23af1",3,["D",1780037189544],1,"http","import { LISTING_URL, scrapeCats } from \"./scraper.ts\";\n\n// In-memory cache so repeated requests don't re-scrape the source on every hit.\nconst CACHE_TTL_MS = 5 * 60 * 1000; // 5 minutes\nlet cache: { at: number; data: unknown } | null = null;\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n\n // Allow overriding the target URL via ?url=… and bypassing cache via ?fresh=1\n const target = url.searchParams.get(\"url\") ?? LISTING_URL;\n const fresh = url.searchParams.get(\"fresh\") === \"1\";\n const usingCustomUrl = url.searchParams.has(\"url\");\n\n // Only the default URL is cached; custom URLs always scrape fresh.\n if (!fresh && !usingCustomUrl && cache && Date.now() - cache.at < CACHE_TTL_MS) {\n return Response.json(cache.data, {\n headers: { \"X-Cache\": \"HIT\" },\n });\n }\n\n try {\n const cats = await scrapeCats(target);\n const payload = {\n source: target,\n scrapedAt: new Date().toISOString(),\n count: cats.length,\n cats,\n };\n\n if (!usingCustomUrl) cache = { at: Date.now(), data: payload };\n\n return Response.json(payload, { headers: { \"X-Cache\": \"MISS\" } });\n } catch (err) {\n return Response.json(\n { error: (err as Error).message, source: target },\n { status: 502 },\n );\n }\n}\n",[152],"9698207e-5b2a-11f1-a018-ee650bb23af1","README.md","35b6db10-5b2a-11f1-894a-ee650bb23af1",17,["D",1780037389830],"# 🐱 PAWS Cat Adoption Scraper\n\nScrapes the [PAWS adoptable cats page](https://www.paws.org/adopt/cats/) and\nreturns all the cats as a JSON list.\n\n## Endpoint\n\n`GET /` returns:\n\n```json\n{\n \"source\": \"https://www.paws.org/adopt/cats/\",\n \"scrapedAt\": \"2026-05-29T06:49:08.663Z\",\n \"count\": 24,\n \"cats\": [\n {\n \"name\": \"Bahama\",\n \"sex\": \"Female\",\n \"spayNeuterStatus\": \"Spayed\",\n \"breed\": \"Domestic Shorthair\",\n \"age\": \"5 years 2 months\",\n \"location\": \"PAWS - Lynnwood\",\n \"status\": \"available\",\n \"imageUrl\": \"https://g.petango.com/photos/1963/e60af99c-c0e2-4fdd-b185-0f0dceaba7b3.jpg\",\n \"detailUrl\": \"https://www.paws.org/animal?animal_id=60586310\"\n }\n ]\n}\n```\n\n### Cat fields\n\n| Field | Description |\n| ------------------ | -------------------------------------------------------- |\n| `name` | Cat's name |\n| `sex` | `Male` / `Female` |\n| `spayNeuterStatus` | `Spayed` / `Neutered` |\n| `breed` | e.g. `Domestic Shorthair` |\n| `age` | e.g. `5 years 2 months` |\n| `location` | Adoption location (PAWS - Lynnwood, Cat City, Foster Home) |\n| `status` | `available` or `adoption_pending` |\n| `imageUrl` | Photo URL |\n| `detailUrl` | Link to the cat's detail page (`null` if pending) |\n\n> Adoption-pending cats show a name and photo but PAWS hides their details, so\n> the other fields come back `null` with `status: \"adoption_pending\"`.\n\n### Query params\n\n| Param | Effect |\n| ---------- | ----------------------------------------------------- |\n| `?fresh=1` | Bypass the 5-minute cache and re-scrape immediately. |\n| `?url=…` | Scrape a different listing URL (always uncached). |\n\n## How it works\n\n```mermaid\nflowchart LR\n A[GET /] --> B{cached?}\n B -- yes --> C[return cached JSON]\n B -- no --> D[fetch paws.org HTML]\n D --> E[cheerio parse article.card-block__item]\n E --> F[filter out promo cards]\n F --> G[map to Cat objects]\n G --> H[cache + return JSON]\n```\n\n## Files\n\n- `main.ts` — HTTP endpoint, caching, query params\n- `scraper.ts` — fetch + cheerio parsing of the PAWS markup\n- `test.ts` — runs the scraper against the live site and prints a summary\n\n## Notes\n\n- PAWS serves server-rendered HTML, so a plain `fetch` + `cheerio` works well —\n no headless browser needed.\n- The parser keys off PAWS's `card-block__*` CSS classes. If PAWS redesigns\n their site, update the selectors in `scraper.ts`.\n- Photos are hosted on Petango (PAWS's adoption management system).\n",[161],"12b80502-5b2b-11f1-a919-ee650bb23af1",["D",1780037598087],[27],"pulls","branches","forks","envVars",{"_177":58,"_179":58},"connections",{"_177":58,"_178":58},"count","unfilledCount","emptyCount",{"_40":167,"_31":27,"_29":30,"_134":-5,"_38":39,"_37":14,"_136":24,"_35":198,"_13":58,"_32":20,"_33":34,"_23":24,"_141":-5,"_186":199,"_26":200},{"_40":160,"_31":161,"_29":162,"_134":-5,"_38":39,"_37":163,"_136":24,"_35":195,"_13":156,"_32":20,"_33":165,"_23":24,"_141":-5,"_186":196,"_26":197},{"_40":151,"_31":152,"_29":153,"_134":-5,"_38":39,"_37":154,"_136":24,"_35":192,"_13":156,"_32":157,"_33":158,"_23":24,"_141":-5,"_186":193,"_26":194},{"_40":143,"_31":144,"_29":145,"_134":-5,"_38":39,"_37":146,"_136":121,"_35":189,"_13":148,"_32":139,"_33":149,"_23":24,"_141":-5,"_186":190,"_26":191},{"_40":131,"_31":132,"_29":133,"_134":-5,"_38":39,"_37":135,"_136":121,"_35":185,"_13":138,"_32":139,"_33":140,"_23":24,"_141":-5,"_186":187,"_26":188},["D",1780037372808],"children",[],[132],["D",1780037367561],[],[144],["D",1780037189544],[],[152],["D",1780037389830],[],[161],["D",1780037598087],[],[27],["D",1780037165359],["D",1789524079207],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":52,"_99":100,"_101":24},{"_13":84,"_31":85,"_40":39,"_86":41,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":42,"_93":94},"ctx",{"_77":-5,"_123":239,"_240":241,"_242":243,"_244":24,"_245":24,"_246":24,"_247":121,"_248":-5,"_249":-7,"_250":-7,"_251":58,"_252":24,"_253":24,"_254":-5,"_255":24,"_256":24,"_257":24,"_258":-5},"ENV",{"_210":211,"_212":213,"_214":85,"_215":216,"_217":218,"_219":220,"_221":222,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v18