[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_222":223,"_224":225},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":36,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":25,"_117":118,"_119":25,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":36,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",19,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","3afecbd0-8c73-11f1-9bf1-1607ee4eb77e","name","fileType","script","content","","/**\n * ksite audit endpoint — Val.town HTTP val\n * ---------------------------------------------------------------------------\n * Wraps runDiscovery() from the discovery module and returns the registry-shaped\n * intake prefill as JSON.\n *\n * SETUP\n * 1. This must be a multi-file Val.town PROJECT, not a set of separate vals.\n * The discovery module is ~104k characters, over Val.town's 80k-per-file\n * limit, so it ships as six files that import each other relatively —\n * and separate vals can't do relative imports. Drop these in alongside\n * this file:\n *\n * core.mjs fetch, DNS, URL classification, sitemap parsing\n * extract-html.mjs everything that reads raw HTML\n * extract-page.mjs the markdown side (html2markdown payloads)\n * discovery.mjs one homepage pass, all extractors\n * prefill.mjs registry key + enum mapping\n * mod.mjs entry point — the only one you import\n *\n * 2. Set AUDIT_TOKEN in the project's environment variables. Without it the\n * endpoint is an open URL-fetching proxy that anyone can point anywhere.\n *\n * USAGE\n * GET /?url=https://example.com\n * GET /?url=https://example.com&sitemap=https://example.com/wp-sitemap.xml\n * GET /?url=https://example.com&pages=false homepage only, ~3s\n * GET /?url=https://example.com&maxPages=15\n * GET /?url=https://example.com&format=prefill flat values only\n * POST / { \"url\": \"...\", \"maxPages\": 15, \"sitemap\": \"...\" }\n *\n * Authorization: Bearer $AUDIT_TOKEN (or ?token= for quick browser tests)\n *\n * RESPONSE\n * { ok, ms, siteUrl, sitemapUsed, rowCount, coverage, prefill, fields,\n * ask, verify, blocked, _meta, discovery?, rows? }\n *\n * prefill flat key -> value, drops straight into the intake record\n * fields per key: { value, source, confidence, evidence, confirmed_by,\n * blocked, blocked_reason }\n * ask keys with no value (Enter bucket)\n * verify low-confidence values (Confirm bucket)\n * blocked keys a static fetch can't reach, with reasons\n */\n\nimport { runDiscovery } from \"./mod.mjs\";\n\n// A page-fetching crawl is sequential and Val.town caps how long an HTTP val\n// may run. 25 pages is comfortable; raise it only if you've checked your plan's\n// limit, and prefer pages=false when you just want the homepage signals.\nconst MAX_PAGES_CAP = 60;\nconst DEFAULT_MAX_PAGES = 25;\n\nconst CORS = {\n \"access-control-allow-origin\": \"*\",\n \"access-control-allow-methods\": \"GET, POST, OPTIONS\",\n \"access-control-allow-headers\": \"authorization, content-type\",\n};\n\nconst json = (body: unknown, status = 200) =>\n new Response(JSON.stringify(body, null, 2), {\n status,\n headers: { \"content-type\": \"application/json; charset=utf-8\", ...CORS },\n });\n\n/**\n * This endpoint fetches whatever URL it's handed, so it must not be usable as a\n * probe against private infrastructure. Blocks non-HTTP schemes and the obvious\n * internal ranges. Note this is a literal check on the hostname — it does not\n * stop a public hostname that resolves to a private address (DNS rebinding). If\n * that matters, put the val behind a fixed allowlist of client domains instead.\n */\nfunction assertPublicUrl(raw: string): URL {\n let u: URL;\n try {\n u = new URL(raw);\n } catch {\n throw new Error(`Not a valid URL: ${raw}`);\n }\n if (u.protocol !== \"http:\" && u.protocol !== \"https:\") {\n throw new Error(`Only http and https are allowed, got ${u.protocol}`);\n }\n const h = u.hostname.toLowerCase();\n const blocked = h === \"localhost\" ||\n h === \"0.0.0.0\" ||\n h.endsWith(\".local\") ||\n h.endsWith(\".internal\") ||\n h === \"[::1]\" ||\n /^127\\./.test(h) ||\n /^10\\./.test(h) ||\n /^192\\.168\\./.test(h) ||\n /^169\\.254\\./.test(h) ||\n /^172\\.(1[6-9]|2\\d|3[01])\\./.test(h);\n if (blocked) throw new Error(`Refusing to fetch a private address: ${h}`);\n return u;\n}\n\nfunction authorized(req: Request, url: URL): boolean {\n const expected = Deno.env.get(\"AUDIT_TOKEN\");\n // Fail closed. An unset token is a misconfiguration, not \"auth disabled\".\n if (!expected) return false;\n const header = req.headers.get(\"authorization\") || \"\";\n const bearer = header.replace(/^Bearer\\s+/i, \"\").trim();\n return bearer === expected || url.searchParams.get(\"token\") === expected;\n}\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") {\n return new Response(null, { status: 204, headers: CORS });\n }\n\n const url = new URL(req.url);\n\n if (!Deno.env.get(\"AUDIT_TOKEN\")) {\n return json(\n { ok: false, error: \"AUDIT_TOKEN is not set on this val\" },\n 500,\n );\n }\n if (!authorized(req, url)) {\n return json({ ok: false, error: \"Unauthorized\" }, 401);\n }\n\n // Params from the query string or a JSON body, whichever the caller used.\n let p: Record = Object.fromEntries(url.searchParams);\n if (req.method === \"POST\") {\n try {\n p = { ...p, ...(await req.json()) };\n } catch {\n return json({ ok: false, error: \"Body was not valid JSON\" }, 400);\n }\n }\n\n const target = p.url || p.site || p.siteUrl;\n if (!target) {\n return json({ ok: false, error: \"Missing `url`\" }, 400);\n }\n\n let siteUrl: URL, sitemapUrl = \"\";\n try {\n siteUrl = assertPublicUrl(String(target));\n if (p.sitemap) sitemapUrl = assertPublicUrl(String(p.sitemap)).href;\n } catch (e) {\n return json({ ok: false, error: (e as Error).message }, 400);\n }\n\n const fetchPages = String(p.pages ?? \"true\") !== \"false\";\n const maxPages = Math.min(\n Number.isFinite(+p.maxPages) && +p.maxPages > 0\n ? +p.maxPages\n : DEFAULT_MAX_PAGES,\n MAX_PAGES_CAP,\n );\n\n const started = Date.now();\n try {\n const out = await runDiscovery(siteUrl.href, {\n maxPages,\n fetchPages,\n sitemapUrl,\n pageSelector: p.selector ? String(p.selector) : \"\",\n });\n\n const base = {\n ok: true,\n ms: Date.now() - started,\n siteUrl: out.siteUrl,\n sitemapUsed: out.sitemapUsed,\n sitemapError: out.sitemapError,\n rowCount: out.rowCount,\n coverage: out.coverage,\n };\n\n // `prefill` is the small payload n8n usually wants to map onto the record.\n // The default includes provenance; `full` adds the raw discovery and rows,\n // which is large and mostly useful for debugging a bad extraction.\n if (p.format === \"prefill\") return json({ ...base, prefill: out.prefill });\n\n const body: Record = {\n ...base,\n prefill: out.prefill,\n fields: out.fields,\n ask: out.ask,\n verify: out.verify,\n blocked: out.blocked,\n _meta: out._meta,\n };\n if (p.format === \"full\") {\n body.discovery = out.discovery;\n body.rows = out.rows;\n }\n return json(body);\n } catch (e) {\n // Return the partial context rather than a bare 500 — knowing it died after\n // 40s on page 12 is the difference between a fix and a guess.\n return json(\n {\n ok: false,\n ms: Date.now() - started,\n siteUrl: siteUrl.href,\n error: (e as Error).message,\n hint:\n \"If this timed out, retry with pages=false for a homepage-only pass, \" +\n \"or lower maxPages.\",\n },\n 502,\n );\n }\n}","createdAt",["D",1785457189282],"branchVersion","branchId","b3fec883-81b7-4085-b377-aa59c244fd21","id","69ac1545-bee9-44a1-9b12-f30bfa51163d","site-discovery",["D",1785456196393],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","81943710-260d-11f0-91a9-01fde9046867","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","ccea884f-1c02-4098-abb0-afc80dcce4e9","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",32,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","kobami","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJ3U3p1WWRNUDlzTjNVSXBRa2U5VUVIU2xocCJ9","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":218,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":36,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":219,"_79":220,"_81":221,"_83":25},"tree",[189,190,191,192,193,194,195],"files",[189,190,191,192,193,194,195],"counts",{"_179":61,"_180":151,"_181":61,"_182":183,"_184":185},"contents",[124,125,126,127,128,129,130],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":172,"_32":173,"_30":174,"_134":-5,"_41":42,"_40":175,"_136":25,"_38":176,"_13":138,"_33":34,"_35":177,"_24":25,"_140":-5,"_27":178},{"_43":166,"_32":167,"_30":168,"_134":-5,"_41":42,"_40":169,"_136":25,"_38":170,"_13":138,"_33":34,"_35":36,"_24":25,"_140":-5,"_27":171},{"_43":160,"_32":161,"_30":162,"_134":-5,"_41":42,"_40":163,"_136":25,"_38":164,"_13":151,"_33":34,"_35":36,"_24":25,"_140":-5,"_27":165},{"_43":153,"_32":154,"_30":155,"_134":-5,"_41":42,"_40":156,"_136":25,"_38":157,"_13":138,"_33":34,"_35":158,"_24":25,"_140":-5,"_27":159},{"_43":149,"_32":28,"_30":31,"_134":-5,"_41":42,"_40":14,"_136":25,"_38":150,"_13":151,"_33":34,"_35":37,"_24":25,"_140":45,"_27":152},{"_43":142,"_32":143,"_30":144,"_134":-5,"_41":42,"_40":145,"_136":25,"_38":146,"_13":138,"_33":34,"_35":147,"_24":25,"_140":-5,"_27":148},{"_43":131,"_32":132,"_30":133,"_134":-5,"_41":42,"_40":135,"_136":25,"_38":137,"_13":138,"_33":34,"_35":139,"_24":25,"_140":-5,"_27":141},"b324ad91-e7fd-4a7a-bc72-dcd092f024a6","prefill.ts","61912c64-8c75-11f1-87f3-1607ee4eb77e","parentId",15,"latest",["D",1785457138569],2,"/**\n * ksite-discovery / prefill.mjs\n *\n * Maps discovery output onto intake-registry.yaml keys and enum slugs.\n *\n * Part of a set split for Val.town's 80,000-character-per-file limit. The\n * single-file build is otherwise identical — nothing here is Val-specific.\n */\n\nimport { extractCityFromSlug, psiScore, toTitleCase, UA } from \"./core.mjs\";\n\nexport const INTAKE_INTEGRATIONS = {\n \"MaidTech\": \"maidtech\",\n \"ZenMaid\": \"zenmaid\",\n \"HouseCall Pro\": \"housecallpro\",\n \"Jobber\": \"jobber\",\n \"BookingKoala\": \"bookingkoala\",\n \"Google Analytics 4\": \"ga4\",\n \"Google Analytics (UA)\": \"ga4\",\n \"Google Tag Manager\": \"gtm\",\n \"Facebook / Meta Pixel\": \"meta-pixel\",\n \"Meta / Facebook\": \"meta-pixel\",\n \"Podium\": \"review-widget\",\n \"Birdeye\": \"review-widget\",\n \"NiceJob\": \"review-widget\",\n \"Broadly\": \"review-widget\",\n \"Yelp Widget\": \"review-widget\",\n \"Trustpilot\": \"review-widget\",\n \"Trustindex\": \"review-widget\",\n \"Google Reviews widget\": \"review-widget\",\n};\n\nexport const INTAKE_INTEGRATION_CATS = {\n chat: \"chat-widget\",\n reviews: \"review-widget\",\n};\n\nexport const INTAKE_PAGE_MAP = {\n about: \"about\",\n contact: \"contact\",\n estimate: \"estimate\",\n booking: \"booking\",\n \"service-area\": \"service-areas\",\n faq: \"faqs\",\n employment: \"employment\",\n \"gift-cards\": \"gift-cards\",\n \"thank-you\": \"thank-you\",\n blog: \"blog\",\n policies: \"policies\",\n};\n\nexport const INTAKE_PERK_MAP = {\n \"Eco-Friendly Products\": \"eco\",\n \"Client Portal\": \"portal\",\n \"Background-Checked Employees\": \"background-checked\",\n \"Insured\": \"insured\",\n \"Bonded\": \"bonded\",\n \"English Speaking\": \"english\",\n \"Spanish Speaking\": \"spanish\",\n \"Cashless Payment\": \"cashless\",\n \"Licensed\": \"licensed\",\n \"Pet-Friendly\": \"pet-friendly\",\n \"Satisfaction Guarantee\": \"guarantee\",\n \"Same-Day Service\": \"same-day\",\n \"Free Estimates\": \"free-estimates\",\n \"Locally Owned\": \"locally-owned\",\n \"Family Owned\": \"family-owned\",\n \"Veteran Owned\": \"veteran-owned\",\n \"Woman Owned\": \"woman-owned\",\n \"Uniformed Staff\": \"uniformed\",\n \"Supplies Provided\": \"supplies-provided\",\n \"Online Booking\": \"online-booking\",\n \"Recurring Discounts\": \"recurring-discounts\",\n};\n\nexport const INTAKE_ORG_MAP = {\n \"Cleaning for a Reason\": \"cfr\",\n \"Chamber of Commerce\": \"chamber\",\n \"Better Business Bureau\": \"bbb\",\n \"ISSA\": \"issa\",\n \"ARCSI\": \"arcsi\",\n};\n\nexport function platformSlug(cms) {\n if (!cms) return \"\";\n if (/wordpress/i.test(cms)) return \"wordpress\";\n if (/^wix/i.test(cms)) return \"wix\";\n if (/squarespace/i.test(cms)) return \"squarespace\";\n if (/godaddy/i.test(cms)) return \"godaddy\";\n return \"other\";\n}\n\nexport function buildIntakePrefill(\n { discovery, rows = [], siteSummary, siteLabel, perf = null },\n) {\n const d = discovery || {};\n const biz = d.schema?.business || {};\n const ci = d.contactInfo || {};\n const brand = d.brand || {};\n const pa = d.phoneAnalysis || {};\n const vars = d.cssVars || {};\n const gbp = d.gbp || {};\n\n const fields = {};\n // Provenance envelope. `value: null` and `confidence: null` travel together —\n // an absent value doesn't have low confidence, it has no confidence. That\n // distinction is what lets gaps() sort the report: a null confidence ranks\n // last and lands in the Enter bucket, a low one ranks third and lands in\n // Confirm. Emitting \"ask\" as a confidence broke that sort silently.\n const set = (key, value, confidence, evidence) => {\n const empty = value == null || value === \"\" ||\n (Array.isArray(value) && !value.length) ||\n (typeof value === \"object\" && !Array.isArray(value) &&\n !Object.keys(value).length);\n fields[key] = empty\n ? {\n value: null,\n source: \"default\",\n confidence: null,\n evidence: null,\n confirmed_by: null,\n blocked: false,\n blocked_reason: null,\n }\n : {\n value,\n source: \"audit\",\n confidence,\n evidence: evidence || null,\n confirmed_by: null,\n blocked: false,\n blocked_reason: null,\n };\n };\n const firstOf = (key, cands) => {\n for (const [v, c, s] of cands) {\n const ok = Array.isArray(v) ? v.length : (v != null && v !== \"\");\n if (ok) return set(key, v, c, s);\n }\n return set(key, null, null, \"\");\n };\n\n const rowOf = (t) =>\n rows.find((r) => r.type === t && r.status !== \"404\") || null;\n const rowsOf = (t) => rows.filter((r) => r.type === t && r.status !== \"404\");\n // Prefer a fully-fetched homepage row; fall back to the hero Discover captured\n const homeRow = rowOf(\"homepage\");\n const isFetchedHome = homeRow?.fetchState === \"done\" ||\n !!homeRow?.pageData?.markdown;\n const hero = d.homepageHero || {};\n const hx = {\n h1: homeRow?.extracted?.h1 || hero.h1 || \"\",\n h2: homeRow?.extracted?.h2 || hero.h2 || \"\",\n intro: homeRow?.extracted?.intro || hero.intro || \"\",\n };\n\n let origin = \"\", domain = \"\";\n try {\n const u = new URL(rowOf(\"homepage\")?.url || siteLabel);\n origin = u.origin;\n domain = u.hostname.replace(/^www\\./, \"\");\n } catch {}\n\n const addr = [\n biz.address?.streetAddress,\n biz.address?.addressLocality,\n [biz.address?.addressRegion, biz.address?.postalCode].filter(Boolean).join(\n \" \",\n ),\n ].filter(Boolean).join(\", \");\n\n const schemaSvcs = (d.schema?.services || []).filter((s) => s.name)\n .map((s) => ({ name: s.name, description: s.description || \"\" }));\n // Nav labels → path, so a service page can be named from the menu (the\n // business's own wording) even when the page itself hasn't been fetched.\n const navByPath = {};\n (d.nav || []).forEach((n) => {\n if (!n.text || !n.href) return;\n try {\n const p = new URL(n.href, origin || undefined).pathname.replace(\n /\\/+$/,\n \"\",\n );\n if (p && !(p in navByPath)) navByPath[p] = n.text.trim();\n } catch {}\n });\n const rowSvcs = rowsOf(\"service\")\n .map((r) => {\n let path = \"\";\n try {\n path = new URL(r.url).pathname.replace(/\\/+$/, \"\");\n } catch {}\n return {\n name: navByPath[path] || r.extracted?.h1 || \"\",\n description: r.extracted?.intro || \"\",\n };\n })\n .filter((s) => s.name);\n\n const schemaRvs = (d.schema?.reviews || []).filter((r) => r.text)\n .map((r) => ({\n name: r.name || \"\",\n source: \"google\",\n rating: Number(r.rating) || 5,\n review: r.text,\n }));\n const pageRvs = rows.flatMap((r) => r.extracted?.reviews || [])\n .map((r) => ({\n name: r.name || \"\",\n source: \"\",\n rating: r.rating || 5,\n review: r.text || \"\",\n }))\n .filter((r) => r.review);\n\n const areas = [\n ...new Set(\n rowsOf(\"service-area\").map((r) => {\n const last = (() => {\n try {\n return new URL(r.url).pathname.split(\"/\").filter(Boolean).pop() ||\n \"\";\n } catch {\n return \"\";\n }\n })();\n return last\n ? toTitleCase(extractCityFromSlug(last))\n : (r.extracted?.h1 || \"\");\n }).filter(Boolean),\n ),\n ];\n\n // Legal pages — lifted verbatim, never rewritten\n const polRows = rows.filter((r) =>\n r.type === \"policies\" && r.pageData?.markdown\n );\n const polText = (r) =>\n (r.pageData.markdown || \"\").replace(/^#.*$/gm, \"\").replace(\n /\\n{3,}/g,\n \"\\n\\n\",\n ).trim().slice(0, 4000);\n const disclaimerRow =\n polRows.find((r) => /disclaimer|terms|liability/i.test(r.url)) || null;\n const policiesRow =\n polRows.find((r) =>\n r !== disclaimerRow && /polic|privacy|cancellation/i.test(r.url)\n ) || null;\n\n const hours = (siteSummary?.hours && Object.keys(siteSummary.hours).length)\n ? siteSummary.hours\n : (ci.hours && Object.keys(ci.hours).length ? ci.hours : {});\n\n const color1 = vars[\"--color-primary\"] || vars[\"--primary\"] ||\n vars[\"--color-brand\"] || \"\";\n const color2 = vars[\"--color-secondary\"] || vars[\"--secondary\"] ||\n vars[\"--color-accent\"] || vars[\"--accent\"] || \"\";\n\n // Nav CTA — last conversion-flavoured item wins (usually the button)\n const ctaItem = [...(d.nav || [])].reverse()\n .find((n) =>\n /quote|estimate|book|schedule|get started/i.test(n.text || \"\")\n ) || null;\n let ctaDest = \"\";\n if (ctaItem?.href) {\n const hit = rows.find((r) => {\n try {\n return new URL(r.url).pathname ===\n new URL(ctaItem.href, origin || undefined).pathname;\n } catch {\n return false;\n }\n });\n if (hit) ctaDest = { booking: \"book\" }[hit.type] || hit.type;\n }\n\n const pages = [\n ...new Set(\n rows.filter((r) => r.status !== \"404\").map((r) =>\n INTAKE_PAGE_MAP[r.type]\n ).filter(Boolean),\n ),\n ];\n\n // Integrations — map onto the form's vocabulary, overflow into other_intg\n const tp = d.thirdParty || [];\n const mapped = new Set(), extra = [];\n if (d.crm?.platform && d.crm.platform !== \"Unknown\") {\n const slug = INTAKE_INTEGRATIONS[d.crm.platform];\n if (slug) mapped.add(slug);\n else extra.push(d.crm.platform);\n }\n tp.forEach((t) => {\n if ([\"cdn\", \"seo\", \"cms\", \"monitoring\"].includes(t.cat)) return; // infrastructure, not an integration\n // Vendor name first, then the category — any chat vendor is chat-widget,\n // any review vendor is review-widget, and the specific name survives in\n // evidence rather than in the enum.\n const slug = INTAKE_INTEGRATIONS[t.name] || INTAKE_INTEGRATION_CATS[t.cat];\n if (slug) mapped.add(slug);\n else extra.push(t.name);\n });\n const integrationEvidence = tp.length\n ? `script / embed detection: ${tp.map((t) => t.name).join(\", \")}`\n : \"script / embed detection\";\n\n // Access — presence is detectable, credentials are not. Flip the question:\n // don't ask \"do you use GA\", ask \"we found GA4 G-XXXX, do you have login?\"\n const findTp = (rx) => tp.find((t) => rx.test(t.name));\n const ga = findTp(/Google Analytics/i),\n gtm = findTp(/Tag Manager/i),\n ads = findTp(/Google Ads/i);\n const nsList = (d.dns?.NS || []).map((r) => r.data || \"\");\n const cfNs = nsList.find((x) => /cloudflare/i.test(x)) || \"\";\n const accessDetected = {\n cf: {\n present: !!cfNs || !!findTp(/Cloudflare/i),\n evidence: cfNs\n ? `NS: ${cfNs}`\n : (findTp(/Cloudflare/i) ? \"Cloudflare assets on page\" : \"\"),\n },\n gsc: {\n present: !!d.googleVerification,\n evidence: d.googleVerification || \"\",\n },\n ga: { present: !!ga, evidence: ga?.id || (ga ? \"detected on page\" : \"\") },\n gtm: {\n present: !!gtm,\n evidence: gtm?.id || (gtm ? \"detected on page\" : \"\"),\n },\n ads: {\n present: !!ads,\n evidence: ads?.id || (ads ? \"detected on page\" : \"\"),\n },\n gbp: {\n present: !!(gbp.mapsUrl || gbp.reviewsUrl),\n evidence: gbp.mapsUrl || gbp.reviewsUrl || \"\",\n },\n };\n\n // ── FAQs — schema nodes first, then anything scraped off the pages ────────\n const faqKey = (f) =>\n (f.question || \"\").trim().toLowerCase().replace(/\\s+/g, \" \");\n const dedupeFaq = (list) => {\n const seen = new Set(), out = [];\n for (const f of list) {\n const k = faqKey(f);\n if (!k || !f.answer || seen.has(k)) continue;\n seen.add(k);\n out.push({\n question: f.question.trim(),\n answer: String(f.answer).trim(),\n });\n }\n return out;\n };\n const schemaFaqs = dedupeFaq(d.schema?.faqs || []);\n const pageFaqs = dedupeFaq(rows.flatMap((r) => r.extracted?.faqs || []));\n const allFaqs = dedupeFaq([...schemaFaqs, ...pageFaqs]);\n\n // ── perks → registry slugs. Twelve of the eighteen detectors have no slug;\n // they're named in evidence so the finding survives the enum gap.\n const perkSlugs = [\n ...new Set((d.perks || []).map((p) => INTAKE_PERK_MAP[p]).filter(Boolean)),\n ];\n const perkOrphans = (d.perks || []).filter((p) => !INTAKE_PERK_MAP[p]);\n // Should always be empty now that every detector has a slug. Kept as a\n // tripwire: if a detector is added without a map entry, it shows up here\n // instead of vanishing.\n const perkEvidence = \"trust-badge scan\" +\n (perkOrphans.length\n ? ` — DETECTED BUT UNMAPPED (add to INTAKE_PERK_MAP): ${\n perkOrphans.join(\", \")\n }`\n : \"\");\n\n // ── orgs → slugs + chamber_name + orgs_other. Never a joined string: one\n // field carrying card selections, a chamber name and free text can't be\n // reliably split on read (decision #8).\n const orgSlugs = [\n ...new Set((d.orgs || []).map((o) => INTAKE_ORG_MAP[o]).filter(Boolean)),\n ];\n const orgOrphans = (d.orgs || []).filter((o) => !INTAKE_ORG_MAP[o]);\n // Which chamber, not just that there is one. Chambers name themselves\n // consistently enough to pattern-match off the page text.\n const allMarkdown = rows.map((r) => r.pageData?.markdown || \"\").join(\"\\n\");\n const chamberName = orgSlugs.includes(\"chamber\")\n ? (allMarkdown.match(\n /\\b([A-Z][\\w.'&-]*(?:\\s+[A-Z][\\w.'&-]*){0,4}\\s+(?:Area\\s+|Regional\\s+|County\\s+)?Chamber of Commerce)\\b/,\n )?.[1] || \"\")\n : \"\";\n\n // ── founding date — a year, emitted quoted at build (decision #3).\n // brand.founded is an actual year off schema.foundingDate or \"since YYYY\".\n // Deriving it from \"N years in business\" drifts by one for most of the year,\n // so that path is low confidence with the arithmetic shown.\n const foundedDerived = (!brand.founded && brand.years != null)\n ? String(new Date().getFullYear() - Number(brand.years))\n : \"\";\n\n // ── lead_flow — partially inferable, never confidently. /contact/ maps to\n // two flows and the pricing variant isn't visible in markup at all\n // (projection-map: flowToPath is non-reversible). It's a Stage 5 STOP GATE,\n // so a confident wrong answer costs more than an honest uncertain one.\n const hasEstimateP = !!rowOf(\"estimate\");\n const hasContactP = !!rowOf(\"contact\");\n const hasBookingP = !!rowOf(\"booking\") ||\n !!(d.crm?.embedUrl || d.crm?.embedType);\n const leadFlow = hasEstimateP\n ? \"estimate\"\n : (hasBookingP && hasContactP)\n ? \"contact-booking\"\n : hasContactP\n ? \"contact-basic\"\n : \"\";\n const leadFlowWhy = hasEstimateP\n ? \"estimate page in sitemap — cannot tell estimate from estimate-pricing\"\n : (hasBookingP && hasContactP)\n ? \"contact page + booking embed detected\"\n : hasContactP\n ? \"contact page, no booking embed detected\"\n : \"\";\n\n // ── infrastructure not previously surfaced ────────────────────────────────\n const mxRecords = (d.dns?.MX || []).map((r) => r.data).filter(Boolean);\n const blogCount =\n rows.filter((r) => r.type === \"blog\" && r.status !== \"404\").length;\n // PSI mobile performance score, 0-100. Only present once the perf audit runs.\n // Named to avoid shadowing the top-level psiScore() helper — if this local is\n // ever removed, the outer function would silently take its place and\n // page_speed would be assigned a function reference instead of a number.\n const psiMobileScore = (() => {\n const raw = perf?.psi?.mobile?.lighthouseResult?.categories?.performance\n ?.score;\n return typeof raw === \"number\" ? Math.round(raw * 100) : null;\n })();\n const socialOf = (key, rx) =>\n ci.social?.[key] || (biz.sameAs || []).find((u) => rx.test(u)) || \"\";\n\n // ── Field map, in intake-form order (canonical intake keys) ───────────────\n // Identity\n firstOf(\"company_name\", [[biz.name, \"high\", \"schema.name\"], [\n siteSummary?.detectedCompanyName,\n \"medium\",\n \"page heuristics\",\n ]]);\n firstOf(\"company_phone\", [[pa.schema, \"high\", \"schema.telephone\"], [\n biz.telephone,\n \"high\",\n \"schema.telephone\",\n ], [ci.phones?.[0], \"medium\", \"header/footer\"]]);\n firstOf(\"company_email\", [[biz.email, \"high\", \"schema.email\"], [\n ci.emails?.[0],\n \"medium\",\n \"mailto: link\",\n ]]);\n firstOf(\"company_address\", [[addr, \"high\", \"schema.address\"], [\n ci.addresses?.[0],\n \"medium\",\n \"

/ footer\",\n ]]);\n firstOf(\"company_logo\", [[d.assets?.logo, \"high\", \" / schema logo\"]]);\n firstOf(\"url\", [[origin, \"high\", \"sitemap\"]]);\n firstOf(\"domain\", [[domain, \"high\", \"sitemap\"]]);\n // Rating and review count are low by policy, not by detection quality: schema\n // aggregateRating goes stale against GBP on almost every site we audit.\n firstOf(\"company_rating\", [[\n biz.aggregateRating?.ratingValue?.toString(),\n \"low\",\n \"schema.aggregateRating — confirm against GBP\",\n ], [brand.rating, \"low\", `${brand.ratingSource} — confirm against GBP`]]);\n firstOf(\"company_reviewCount\", [[\n biz.aggregateRating?.reviewCount?.toString(),\n \"low\",\n \"schema.aggregateRating — confirm against GBP\",\n ], [\n brand.reviewCount,\n \"low\",\n `${brand.reviewCountSource}${\n brand.reviewCountApprox\n ? \" — approximate ('+'), confirm exact count in GBP\"\n : \" — confirm against GBP\"\n }`,\n ]]);\n firstOf(\"company_foundingDate\", [[\n brand.founded,\n /schema/.test(brand.yearsSource || \"\") ? \"high\" : \"medium\",\n brand.yearsSource || \"\",\n ], [\n foundedDerived,\n \"low\",\n `derived: ${new Date().getFullYear()} − ${brand.years} years (${\n brand.yearsSource || \"page text\"\n }) — confirm, drifts by one`,\n ]]);\n firstOf(\"company_hours\", [[hours, \"medium\", \"footer / schema hours\"]]);\n firstOf(\"areas\", [[areas, \"high\", \"service-area URLs\"]]);\n firstOf(\"company_founder_name\", [[\n brand.owner,\n brand.ownerSource === \"schema\" ? \"high\" : \"medium\",\n brand.ownerSource || \"\",\n ]]);\n firstOf(\"owner_bio\", [[\n rowOf(\"about\")?.extracted?.intro,\n \"medium\",\n \"about page intro\",\n ]]);\n\n // Social — every registry social key, not just the two we happened to emit\n firstOf(\"facebookLink\", [[\n socialOf(\"facebook\", /facebook\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"instagramLink\", [[\n socialOf(\"instagram\", /instagram\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"youtubeLink\", [[\n socialOf(\"youtube\", /youtube\\.com|youtu\\.be/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"linkedinLink\", [[\n socialOf(\"linkedin\", /linkedin\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"twitterLink\", [[\n socialOf(\"twitter\", /twitter\\.com|x\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"tiktokLink\", [[\n socialOf(\"tiktok\", /tiktok\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"pinterestLink\", [[\n socialOf(\"pinterest\", /pinterest\\./i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"yelpLink\", [[\n socialOf(\"yelp\", /yelp\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"nextdoorLink\", [[\n socialOf(\"nextdoor\", /nextdoor\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"angiLink\", [[\n socialOf(\"angi\", /angi\\.com|angieslist\\.com|homeadvisor\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"thumbtackLink\", [[\n socialOf(\"thumbtack\", /thumbtack\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"whatsappLink\", [[\n socialOf(\"whatsapp\", /wa\\.me|whatsapp\\.com/i),\n \"high\",\n \"footer link / schema.sameAs\",\n ]]);\n firstOf(\"googleLink\", [[gbp.mapsUrl, \"high\", \"schema.sameAs\"], [\n gbp.reviewsUrl,\n \"medium\",\n \"schema.hasMap\",\n ]]);\n firstOf(\"review_link\", [[gbp.reviewsUrl, \"medium\", \"schema.hasMap\"]]);\n\n // Content\n const heroSrc = isFetchedHome ? \"homepage row\" : \"Discover (homepage HTML)\";\n firstOf(\"hero_title\", [[hx.h1, \"high\", `H1 · ${heroSrc}`]]);\n firstOf(\"hero_subtitle\", [[hx.h2, \"high\", `H2 · ${heroSrc}`]]);\n firstOf(\"hero_body\", [[hx.intro, \"high\", `intro paragraph · ${heroSrc}`]]);\n set(\"benefits\", null, null, \"\");\n firstOf(\"company_services\", [[schemaSvcs, \"high\", \"schema Service nodes\"], [\n rowSvcs,\n \"medium\",\n \"service pages (nav label / H1)\",\n ]]);\n firstOf(\"company_faqs\", [[schemaFaqs, \"high\", \"schema FAQPage nodes\"], [\n allFaqs,\n \"medium\",\n \"Q/A pairs scraped from page markup\",\n ]]);\n firstOf(\"disclaimer\", [[\n disclaimerRow ? polText(disclaimerRow) : \"\",\n \"medium\",\n disclaimerRow ? `verbatim from ${disclaimerRow.url}` : \"\",\n ]]);\n firstOf(\"policies\", [[\n policiesRow ? polText(policiesRow) : \"\",\n \"medium\",\n policiesRow ? `verbatim from ${policiesRow.url}` : \"\",\n ]]);\n firstOf(\"perks\", [[perkSlugs, \"medium\", perkEvidence]]);\n firstOf(\"reviews\", [[schemaRvs, \"high\", \"schema Review nodes\"], [\n pageRvs,\n \"medium\",\n \"page text\",\n ]]);\n // If no review text was scraped but a review WIDGET is on the page, the text is\n // JS-rendered and unreachable by a static fetch. Say so explicitly so a null\n // doesn't read as \"no reviews\" — the client provides them or we pull from GBP.\n const reviewWidget = (d.thirdParty || []).find((t) => t.cat === \"reviews\");\n if (!fields.reviews.value && reviewWidget) {\n fields.reviews = {\n value: null,\n source: \"audit\",\n confidence: null,\n confirmed_by: null,\n evidence: `${reviewWidget.name} review widget detected in page HTML`,\n blocked: true,\n blocked_reason:\n `Review text is rendered by the ${reviewWidget.name} widget and is not reachable by a static fetch. Pull from the Google Business Profile or collect from the client — this is not something a fuller crawl will fix.`,\n };\n }\n firstOf(\"orgs\", [[orgSlugs, \"medium\", \"affiliation scan\"]]);\n firstOf(\"chamber_name\", [[\n chamberName,\n \"medium\",\n \"chamber name matched in page text\",\n ]]);\n firstOf(\"orgs_other\", [[\n orgOrphans.join(\"\\n\"),\n \"medium\",\n \"detected affiliations with no registry slug\",\n ]]);\n set(\"story\", null, null, \"\");\n firstOf(\"tagline\", [[\n brand.tagline,\n brand.taglineSource === \"schema.slogan\" ? \"high\" : \"medium\",\n brand.taglineSource || \"\",\n ]]);\n set(\"differentiator\", null, null, \"\");\n firstOf(\"site_image\", [[\n homeRow?.extracted?.ogImage,\n \"high\",\n \"og:image on the homepage\",\n ]]);\n\n // Design\n firstOf(\"color1\", [[color1, \"high\", \"CSS custom property\"]]);\n firstOf(\"color2\", [[color2, \"medium\", \"CSS custom property\"]]);\n firstOf(\"font_primary\", [[\n d.fontRoles?.heading,\n \"medium\",\n \"font-family on h1–h6\",\n ]]);\n firstOf(\"font_secondary\", [[\n d.fontRoles?.body,\n \"medium\",\n \"font-family on body\",\n ]]);\n set(\"hero_style\", null, null, \"\");\n set(\"feel\", null, null, \"\");\n set(\"inspiration\", null, null, \"\");\n\n // Lead flow\n firstOf(\"lead_flow\", [[leadFlow, \"low\", leadFlowWhy]]);\n firstOf(\"leads_buttonText\", [[\n ctaItem?.text?.trim(),\n \"medium\",\n \"nav CTA label\",\n ]]);\n // data_pid gates Stage 8's test-lead check and only exists on a site that\n // already runs MaidTech — this is the one place in the pipeline that can find\n // an existing one. It is NOT the embed; keep them apart (decision #5).\n firstOf(\"data_pid\", [[\n d.crm?.pid,\n \"high\",\n \"data-pid on the MaidTech widget\",\n ]]);\n firstOf(\"booking_embed\", [[\n d.crm?.embedUrl,\n \"high\",\n `${d.crm?.platform || \"booking\"} ${\n d.crm?.embedType || \"embed\"\n } in page HTML`,\n ]]);\n set(\"lead_emails\", null, null, \"\");\n set(\"crm_forward\", null, null, \"\");\n set(\"crm_name\", null, null, \"\");\n set(\"response_time\", null, null, \"\");\n\n // Build scope\n firstOf(\"pages\", [[pages, \"high\", \"sitemap classification\"]]);\n firstOf(\"integrations\", [[[...mapped], \"high\", integrationEvidence]]);\n firstOf(\"other_intg\", [[\n extra.join(\", \"),\n \"medium\",\n \"unmapped third-party scripts\",\n ]]);\n\n // Ops / infrastructure\n firstOf(\"registrar\", [[d.rdap?.registrar, \"high\", \"RDAP\"]]);\n firstOf(\"host\", [[d.hosting, \"high\", \"A / NS records\"]]);\n set(\"domain_access\", null, null, \"\");\n firstOf(\"email_host\", [[d.emailProvider, \"high\", \"MX records\"]]);\n firstOf(\"mx_provider\", [[\n d.emailProvider,\n \"high\",\n mxRecords.length ? `MX: ${mxRecords.join(\", \")}` : \"MX records\",\n ]]);\n set(\"crm_email\", null, null, \"\");\n // The finding here is the discrepancy itself; the displayed number is the\n // evidence for it, not a field of its own (display_phone was removed).\n firstOf(\"phone_setup\", [[\n pa.hasDiscrepancy ? \"We use a call tracking number for marketing\" : \"\",\n \"medium\",\n pa.hasDiscrepancy ? `displayed ${pa.display} ≠ schema ${pa.schema}` : \"\",\n ]]);\n firstOf(\"site_type\", [[\"existing\", \"high\", \"auditing a live site\"]]);\n firstOf(\"prior_platform\", [[\n platformSlug(d.cms),\n \"high\",\n d.cms ? `platform fingerprint: ${d.cms}` : \"platform fingerprint\",\n ]]);\n firstOf(\"blog_post_count\", [[blogCount, \"high\", \"sitemap classification\"]]);\n firstOf(\"page_speed\", [[\n psiMobileScore,\n \"high\",\n \"PageSpeed Insights — mobile performance score\",\n ]]);\n // access → present keys prefill as \"yes\"; undetected stay null (absence of a\n // signal doesn't prove the tool is absent). Client confirms login/access.\n const anyAccess = Object.values(accessDetected).some((v) => v.present);\n const accessValue = {};\n Object.entries(accessDetected).forEach(([k, v]) => {\n accessValue[k] = v.present ? \"yes\" : null;\n });\n fields.access = {\n value: anyAccess ? accessValue : null,\n source: anyAccess ? \"audit\" : \"default\",\n confidence: anyAccess ? \"low\" : null,\n evidence: anyAccess\n ? \"presence detected — credentials/access must be confirmed with the client\"\n : null,\n confirmed_by: null,\n blocked: false,\n blocked_reason: null,\n detected: accessDetected,\n };\n set(\"access_notes\", null, null, \"\");\n\n const prefill = {};\n Object.entries(fields).forEach(([k, v]) => {\n prefill[k] = v.value;\n });\n\n // Registry confidence scale. `none` is the count of unanswered keys — it is\n // deliberately not a confidence level, just a tally of nulls.\n const byConfidence = { high: 0, medium: 0, low: 0, none: 0 };\n Object.values(fields).forEach((f) => {\n const bucket = f.confidence || \"none\";\n byConfidence[bucket] = (byConfidence[bucket] || 0) + 1;\n });\n const total = Object.keys(fields).length;\n const filled = total - byConfidence.none;\n\n // ── Fetch-gap accounting — distinguish \"not on this site\" from \"not fetched\" ─\n // A page present in the table but not yet fetched blocks specific fields.\n // Without this, a null looks the same whether the data is absent or just\n // uncollected. The homepage hero is exempt: Discover already captured it.\n const isFetched = (r) => r?.fetchState === \"done\" || !!r?.pageData?.markdown;\n const GATED = {\n about: { types: [\"about\"], fields: [\"owner_bio\"] },\n service: { types: [\"service\"], fields: [\"services (descriptions)\"] },\n policies: { types: [\"policies\"], fields: [\"disclaimer\", \"policies\"] },\n };\n const fetchGaps = [];\n for (const g of Object.values(GATED)) {\n const present = rows.filter((r) =>\n g.types.includes(r.type) && r.status !== \"404\"\n );\n const unfetched = present.filter((r) => !isFetched(r));\n if (present.length && unfetched.length) {\n fetchGaps.push({\n pages: unfetched.map((r) => {\n try {\n return new URL(r.url).pathname;\n } catch {\n return r.url;\n }\n }),\n blocks: g.fields,\n });\n }\n }\n const unfetchedCount = fetchGaps.reduce((n, g) => n + g.pages.length, 0);\n const heroFromDiscoveryOnly = !isFetched(homeRow) &&\n !!(hero.h1 || hero.h2 || hero.intro);\n\n return {\n _meta: {\n source: siteLabel || origin,\n domain,\n generatedAt: new Date().toISOString(),\n schemaVersion: \"registry-1\",\n registry:\n \"intake-registry.yaml — key names and enum values are the registry's; this file must not invent either\",\n usage:\n \"`prefill` drops straight into the record. `fields` carries the full provenance envelope { value, source, confidence, evidence, confirmed_by }. `ask` lists keys with no value (Enter bucket). `verify` lists low-confidence values a human must check (Confirm bucket). `blocked` lists keys a static fetch cannot reach. Nothing is guessed — unknown is null, never a plausible-looking value.\",\n },\n coverage: {\n total,\n filled,\n pct: total ? Math.round(filled / total * 100) : 0,\n byConfidence,\n unfetchedCount,\n heroFromDiscoveryOnly,\n },\n // ask = no value at all (registry Enter bucket). verify = a value we found\n // but don't trust (registry Confirm bucket, confidence low).\n ask: Object.entries(fields).filter(([, f]) =>\n f.value === null && !f.blocked\n ).map(([k]) => k),\n verify: Object.entries(fields).filter(([, f]) => f.confidence === \"low\")\n .map(([k]) => k),\n blocked: Object.entries(fields).filter(([, f]) => f.blocked).map((\n [k, f],\n ) => ({ field: k, reason: f.blocked_reason })),\n fetchGaps,\n detected: {\n access: accessDetected,\n phones: pa.all || [],\n fontRoles: d.fontRoles || null,\n },\n prefill,\n fields,\n };\n}","label",[132],"425956f0-9b5a-44cb-8b44-4ad433cb8ef5","mod.ts","716c9268-8c75-11f1-b03b-1607ee4eb77e",18,["D",1785457155053],"/**\n * ksite-discovery / mod.mjs — entry point.\n *\n * import { runDiscovery } from \"./mod.mjs\";\n * const record = await runDiscovery(\"https://example.com\");\n *\n * Split across five files for Val.town's 80,000-character-per-file limit:\n * core.mjs fetch, DNS, classification, sitemap parsing\n * extract-html.mjs everything that reads raw HTML\n * extract-page.mjs the markdown side (html2markdown payloads)\n * discovery.mjs one homepage pass, all extractors\n * prefill.mjs registry key + enum mapping\n *\n * Zero dependencies. Needs fetch and AbortSignal.timeout.\n */\n\nimport {\n classify,\n fetchViaProxy,\n PAGE_API,\n parseSitemap,\n TIMEOUT_MS,\n} from \"./core.mjs\";\nimport { fetchSiteDiscovery } from \"./discovery.mjs\";\nimport { extractPageData } from \"./extract-page.mjs\";\nimport { buildIntakePrefill } from \"./prefill.mjs\";\n\n/**\n * Fetch a site's sitemap, run discovery over the homepage, and return the\n * registry-shaped intake prefill alongside the raw discovery record.\n *\n * @param {string} siteUrl e.g. \"https://bluebirdhomecleaning.com\"\n * @param {object} [opts]\n * @param {number} [opts.maxPages=40] cap on pages fetched for per-page extraction\n * @param {boolean} [opts.fetchPages=true] set false for a homepage-only pass\n * @param {string} [opts.pageSelector] CSS selector passed to the markdown API\n * @param {string} [opts.sitemapUrl] explicit sitemap; skips robots.txt discovery\n */\nexport async function runDiscovery(siteUrl, opts = {}) {\n const {\n maxPages = 40,\n fetchPages = true,\n pageSelector = \"\",\n sitemapUrl = \"\",\n } = opts;\n const origin = new URL(siteUrl).origin;\n\n // 1. Locate a sitemap. robots.txt is the authoritative pointer and costs one\n // request; the common paths are the fallback for sites that don't declare\n // it. /sitemap.xml is not a safe assumption — WordPress has shipped\n // /wp-sitemap.xml since 5.5 and Yoast uses /sitemap_index.xml.\n let rows = [];\n let sitemapError = null;\n let sitemapUsed = null;\n\n const candidates = [];\n if (sitemapUrl) {\n candidates.push(sitemapUrl);\n } else {\n try {\n const robots = await fetchViaProxy(`${origin}/robots.txt`);\n for (const line of robots.split(/\\r?\\n/)) {\n const m = line.match(/^\\s*sitemap:\\s*(\\S+)/i);\n if (m) candidates.push(m[1].trim());\n }\n } catch {}\n candidates.push(\n `${origin}/sitemap.xml`,\n `${origin}/sitemap_index.xml`,\n `${origin}/wp-sitemap.xml`,\n `${origin}/sitemap-index.xml`,\n );\n }\n\n for (const candidate of candidates) {\n try {\n const xml = await fetchViaProxy(candidate);\n const { isIndex, entries } = parseSitemap(xml);\n if (!entries.length) continue;\n let locs = entries.map((e) => e.loc);\n if (isIndex) {\n const nested = [];\n for (const loc of locs.slice(0, 5)) {\n try {\n const sub = parseSitemap(await fetchViaProxy(loc));\n nested.push(...sub.entries.map((e) => e.loc));\n } catch {}\n }\n locs = nested;\n }\n if (!locs.length) continue;\n rows = locs.map((url) => ({ url, ...classify(url) }));\n sitemapUsed = candidate;\n break;\n } catch (e) {\n sitemapError = e.message;\n }\n }\n\n // No sitemap is normal for a small site, not a failure. Audit the homepage.\n if (!rows.length) {\n rows = [{ url: siteUrl, ...classify(siteUrl) }];\n } else {\n sitemapError = null;\n }\n\n // 2. Homepage discovery.\n const discovery = await fetchSiteDiscovery(siteUrl, null);\n\n // 3. Per-page extraction. extractPageData() consumes markdown, not HTML —\n // the browser build gets it from the html2markdown Val.town service, and\n // there's no reason to change that here. Sequential on purpose: a burst of\n // parallel requests from a datacentre IP is what gets an audit rate-limited\n // or served a challenge page.\n if (fetchPages) {\n for (const row of rows.slice(0, maxPages)) {\n try {\n const q = `${PAGE_API}?path=${encodeURIComponent(row.url)}` +\n (pageSelector ? `&select=${encodeURIComponent(pageSelector)}` : \"\");\n const res = await fetch(q, { signal: AbortSignal.timeout(TIMEOUT_MS) });\n if (!res.ok) throw new Error(`page API ${res.status}`);\n row.pageData = await res.json();\n row.extracted = extractPageData(row.pageData, row.url);\n row.fetchState = \"done\";\n } catch (e) {\n row.fetchState = \"error\";\n row.error = e.message;\n }\n }\n }\n\n // 4. Registry-shaped output.\n const prefill = buildIntakePrefill({\n discovery,\n rows,\n siteSummary: null,\n siteLabel: siteUrl,\n perf: null,\n });\n\n return {\n siteUrl,\n sitemapUsed,\n sitemapError,\n rowCount: rows.length,\n discovery,\n rows,\n ...prefill,\n };\n}\n\nexport * from \"./core.mjs\";\nexport * from \"./extract-html.mjs\";\nexport * from \"./extract-page.mjs\";\nexport * from \"./discovery.mjs\";\nexport * from \"./prefill.mjs\";",[143],"c3b1fe98-a357-4e1b-b948-5431738c8ef2",["D",1785457189282],1,[28],"92bb446d-a871-4412-b916-890f7eff26c3","extract-page.ts","4a3f7fe8-8c75-11f1-bbcc-1607ee4eb77e",12,["D",1785457108786],"/**\n * ksite-discovery / extract-page.mjs\n *\n * The markdown side: per-page extraction of the html2markdown payload.\n *\n * Part of a set split for Val.town's 80,000-character-per-file limit. The\n * single-file build is otherwise identical — nothing here is Val-specific.\n */\n\nimport { extractHoursFromText } from \"./core.mjs\";\n\nexport function extractCleaningChecklist(md) {\n const tableRx = /(\\|.+\\|\\n\\|[-|: ]+\\|\\n(?:\\|.+\\|\\n?)+)/g;\n let tm;\n const tables = [];\n while ((tm = tableRx.exec(md)) !== null) {\n const rows = tm[1].split(\"\\n\").filter((r) =>\n r.trim() && !/^\\|[-: |]+\\|$/.test(r)\n );\n if (rows.length < 4) continue;\n const headers = rows[0].split(\"|\").slice(1, -1).map((h) => h.trim()).filter(\n Boolean,\n );\n const svcKeywords =\n /residential|deep|move|office|standard|premium|recurring|cleaning|service/i;\n if (!headers.slice(1).some((h) => svcKeywords.test(h))) continue;\n\n const sections = [];\n let cur = null;\n rows.slice(1).forEach((row) => {\n const cells = row.split(\"|\").slice(1, -1).map((c) => c.trim());\n if (!cells.length) return;\n const task = cells[0].replace(/\\*\\*/g, \"\").trim();\n const vals = cells.slice(1);\n // Section header — bold or all-caps with no service values\n if (/^[A-Z &/]+$/.test(task) || vals.every((v) => !v)) {\n cur = { title: task, tasks: [] };\n sections.push(cur);\n return;\n }\n if (!cur) {\n cur = { title: \"General\", tasks: [] };\n sections.push(cur);\n }\n cur.tasks.push({\n task,\n included: vals.map((v) => {\n if (!v) return null;\n if (/^\\*+$/.test(v) || /✓|✔|yes|included/i.test(v)) return \"included\";\n if (/add.?on|extra|optional/i.test(v)) return \"addon\";\n return v;\n }),\n });\n });\n if (sections.some((s) => s.tasks.length > 0)) {\n tables.push({ services: headers.slice(1), sections });\n }\n }\n return tables;\n}\n\nexport function extractPageData(pageData, siteUrl) {\n const empty = {\n h1: \"\",\n h2: \"\",\n intro: \"\",\n wordCount: 0,\n phones: [],\n emails: [],\n internalLinks: [],\n hasForm: false,\n reviewsDetected: false,\n faqsDetected: false,\n faqs: [],\n reviews: [],\n hours: {},\n ogImage: \"\",\n noindex: false,\n cleaningChecklists: [],\n };\n if (!pageData?.markdown) return empty;\n const md = pageData.markdown;\n const fm = pageData.frontmatter || \"\";\n\n const h1m = md.match(/^#{1}\\s+(.+)$/m);\n const h1 = h1m ? h1m[1].replace(/[*_[\\]`]/g, \"\").trim() : \"\";\n\n const h2m = md.match(/^#{2}\\s+(.+)$/m);\n const h2 = h2m ? h2m[1].replace(/[*_[\\]`]/g, \"\").trim() : \"\";\n\n // First substantial paragraph after the H1 — the hero body copy\n let intro = \"\";\n if (h1m) {\n const rest = md.slice(md.indexOf(h1m[0]) + h1m[0].length);\n for (const para of rest.split(/\\n\\s*\\n/)) {\n if (/^\\s*#/.test(para)) continue;\n const t = para.replace(/!\\[.*?\\]\$.*?\$/g, \"\")\n .replace(/\\[([^\\]]+)\\]\$[^)]+\$/g, \"$1\")\n .replace(/^[>*\\-\\s]+/, \"\").replace(/[*_`]/g, \"\")\n .replace(/\\s+/g, \" \").trim();\n if (t.length >= 60) {\n intro = t.slice(0, 400);\n break;\n }\n }\n }\n\n const clean = md.replace(/!\\[.*?\\]\$.*?\$/g, \"\").replace(\n /\\[([^\\]]+)\\]\$[^)]+\$/g,\n \"$1\",\n ).replace(/```[\\s\\S]*?```/g, \"\").replace(/[#*`_>~|]/g, \"\").replace(\n /https?:\\/\\/\\S+/g,\n \"\",\n ).replace(/\\s+/g, \" \").trim();\n const wordCount = clean ? clean.split(/\\s+/).filter(Boolean).length : 0;\n\n const phones = [\n ...new Set((md.match(/\$?\\d{3}\$?[-.\\s]\\d{3}[-.\\s]\\d{4}/g) || []).map((p) =>\n p.trim()\n )),\n ];\n const emails = [\n ...new Set(\n md.match(/[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\\.[a-zA-Z]{2,}/g) || [],\n ),\n ];\n\n let baseDomain = \"\";\n try {\n baseDomain = new URL(siteUrl).hostname;\n } catch {}\n const allLinks = (md.match(/\\]\$([^)#\\s]+)\$/g) || []).map((m) =>\n m.slice(2, -1)\n );\n const internalLinks = [\n ...new Set(allLinks.filter((l) =>\n l.startsWith(\"/\") || (baseDomain && l.includes(baseDomain))\n )),\n ];\n\n const hasForm =\n /First Name|Last Name|Phone\\s*\\\\?\\*|Email\\s*\\\\?\\*|Your Name|Zip\\s*\\\\?\\*/i\n .test(md);\n const reviewsDetected = /\\d[\\s]*\\/[\\s]*5|5[\\s-]star|★{2,}/i.test(md);\n const questionCount = (md.match(/\\?/g) || []).length;\n const faqsDetected = questionCount >= 4 && wordCount > 80;\n\n // Extract FAQs — heading-question followed by answer paragraph\n const faqs = [];\n const faqRx =\n /^(#{2,4})\\s+(.{8,120}\\?)\\s*\\n+((?:(?!#{1,4}\\s)[\\s\\S])+?)(?=\\n#{1,4}\\s|$)/gm;\n let fm2;\n while ((fm2 = faqRx.exec(md)) !== null && faqs.length < 25) {\n const q = fm2[2].replace(/[*_[\\]`]/g, \"\").trim();\n const a = fm2[3].replace(/[*_[\\]`#]/g, \"\").replace(/\\n+/g, \" \").trim()\n .slice(0, 500);\n if (q && a && a.split(\" \").length > 4) {\n faqs.push({ question: q, answer: a });\n }\n }\n // Fallback: plain question lines\n if (faqs.length < 3) {\n const plainRx =\n /^([A-Z][^?\\n]{8,100}\\?)\\s*\\n+((?:(?![A-Z][^?\\n]{8,100}\\?)[\\s\\S]){20,400}?)(?=\\n[A-Z][^?\\n]{8,100}\\?|\\n#|$)/gm;\n let pm;\n while ((pm = plainRx.exec(md)) !== null && faqs.length < 25) {\n const q = pm[1].replace(/[*_[\\]`]/g, \"\").trim();\n const a = pm[2].replace(/[*_[\\]`#]/g, \"\").replace(/\\n+/g, \" \").trim()\n .slice(0, 500);\n if (\n q && a && a.split(\" \").length > 4 && !faqs.find((f) => f.question === q)\n ) faqs.push({ question: q, answer: a });\n }\n }\n\n // Extract reviews — quoted/blockquoted text attributed to a Capitalized name.\n // Accepts straight + curly quotes and hyphen / en-dash / em-dash attribution.\n const reviews = [];\n const revRx =\n /(?:[\"“”]([^\"“”]{20,300})[\"“”]|(?:^>?\\s*)(.{20,300}))[\\s\\S]{0,100}?[-–—]\\s*([A-Z][a-zA-Z.']+(?:\\s+[A-Z][a-zA-Z.']+)?)/gm;\n let rv;\n while ((rv = revRx.exec(md)) !== null && reviews.length < 15) {\n const text = (rv[1] || rv[2] || \"\").replace(/[*_[\\]]/g, \"\").trim();\n const name = rv[3]?.trim();\n if (name && text && text.split(\" \").length > 5 && !/^\\s*#/.test(rv[0])) {\n if (!reviews.find((r) => r.name === name)) {\n reviews.push({ name, rating: 5, text: text.slice(0, 300) });\n }\n }\n }\n\n const hours = extractHoursFromText(md);\n\n const ogImgMatch = fm.match(/\"og:image\":\\s*\"([^\"]+)\"/);\n const ogImage = ogImgMatch?.[1] || \"\";\n const noindex = /[\"']robots[\"'][\\s\\S]{0,60}noindex/i.test(fm);\n const cleaningChecklists = extractCleaningChecklist(md);\n\n return {\n h1,\n h2,\n intro,\n wordCount,\n phones,\n emails,\n internalLinks,\n hasForm,\n reviewsDetected,\n faqsDetected,\n faqs,\n reviews,\n hours,\n ogImage,\n noindex,\n cleaningChecklists,\n };\n}",[154],"0b0f931f-2bcb-4ab6-b036-70a6049c5538","extract-html.ts","4263d1c0-8c75-11f1-a2d5-1607ee4eb77e",9,["D",1785457075589],[161],"ce1d178b-a5e0-4757-8e4a-fb1a7efb1b45","discovery.ts","9713bd2c-8c73-11f1-8ef8-1607ee4eb77e",4,["D",1785456362393],[167],"9dbde85d-564d-4ff0-b8b6-8c2e2d56aae4","core.ts","1a9ef656-8c75-11f1-9c91-1607ee4eb77e",7,["D",1785457040283],"/**\n * ksite-discovery / core.mjs\n *\n * Fetching, DNS, URL classification, sitemap parsing, shared text helpers.\n *\n * Part of a set split for Val.town's 80,000-character-per-file limit. The\n * single-file build is otherwise identical — nothing here is Val-specific.\n */\n\nexport const UA =\n \"Mozilla/5.0 (compatible; ksite-auditor/1.0; +https://kobami.com)\";\n\nexport const TIMEOUT_MS = 20000;\n\n// Same service the browser build uses. Page extraction reads markdown, not HTML.\nexport const PAGE_API = \"https://html2markdown.val.run/\";\n\n// Server-side there is no same-origin policy, so the whole proxy chain the\n// browser build needs (corsproxy.io → allorigins → codetabs, each with its own\n// rate limit and failure mode) collapses into one direct fetch. This is the\n// single biggest reliability win from moving off the browser.\nexport async function fetchViaProxy(url) {\n const r = await fetch(url, {\n redirect: \"follow\",\n headers: {\n // Some hosts serve a different page, or a challenge, to an unknown agent.\n \"user-agent\": UA,\n \"accept\":\n \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\n \"accept-language\": \"en-US,en;q=0.9\",\n },\n signal: AbortSignal.timeout(TIMEOUT_MS),\n });\n if (!r.ok) throw new Error(`${r.status} ${r.statusText} — ${url}`);\n return r.text();\n}\n\nexport const US_STATES =\n /-(al|ak|az|ar|ca|co|ct|de|fl|ga|hi|id|il|in|ia|ks|ky|la|me|md|ma|mi|mn|ms|mo|mt|ne|nv|nh|nj|nm|ny|nc|nd|oh|ok|or|pa|ri|sc|sd|tn|tx|ut|vt|va|wa|wv|wi|wy)$/;\n\nexport function extractCityFromSlug(slug) {\n let city = slug.replace(US_STATES, \"\");\n for (\n const p of [\n \"house-cleaning-services-\",\n \"house-cleaning-service-\",\n \"house-cleaning-\",\n \"cleaning-services-company-\",\n \"cleaning-services-\",\n \"cleaning-service-\",\n \"maid-services-\",\n \"maid-service-\",\n \"home-cleaning-services-\",\n \"home-cleaning-\",\n \"residential-cleaning-services-\",\n \"residential-cleaning-\",\n ]\n ) {\n if (city.startsWith(p)) {\n city = city.slice(p.length);\n break;\n }\n }\n return city || slug;\n}\n\nexport function classify(rawUrl) {\n try {\n const u = new URL(rawUrl);\n const p = u.pathname.toLowerCase();\n const segs = p.split(\"/\").filter(Boolean);\n const last = segs[segs.length - 1] || \"\";\n if (/\\/(category|tag|author)\\//.test(p)) {\n return { type: \"wp-taxonomy\", status: \"404\", ksite: \"\" };\n }\n if (/\\/page\\/\\d+/.test(p)) {\n return { type: \"wp-pagination\", status: \"404\", ksite: \"\" };\n }\n if (/\\/feed\\/?$/.test(p)) {\n return { type: \"wp-feed\", status: \"404\", ksite: \"\" };\n }\n if (u.search.includes(\"p=\")) {\n return { type: \"wp-qp\", status: \"404\", ksite: \"\" };\n }\n if (!segs.length) return { type: \"homepage\", status: \"keep\", ksite: \"/\" };\n if (\n /\\/(service-areas?|locations?|areas?-we-serve|cities-we-serve)\\b/.test(p)\n ) {\n return {\n type: \"service-area\",\n status: \"keep\",\n ksite: segs.length > 1 ? `/service-areas/${last}` : \"/service-areas\",\n };\n }\n if (\n segs.length === 1 && US_STATES.test(last) &&\n /clean|maid|house|service/.test(last)\n ) {\n return {\n type: \"service-area\",\n status: \"keep\",\n ksite: `/service-areas/${extractCityFromSlug(last)}`,\n };\n }\n if (/^\\/services\\//.test(p) && segs.length > 1) {\n return { type: \"service\", status: \"keep\", ksite: `/services/${last}` };\n }\n if (segs.length >= 1 && /cleaning|maid|housekeeping|sanitiz/.test(last)) {\n return { type: \"service\", status: \"keep\", ksite: `/services/${last}` };\n }\n if (/\\babout\\b/.test(p)) {\n return { type: \"about\", status: \"keep\", ksite: \"/about-us\" };\n }\n if (/\\bcontact\\b/.test(p)) {\n return { type: \"contact\", status: \"keep\", ksite: \"/contact-us\" };\n }\n if (/estimate|free-quote|get-a-quote/.test(p)) {\n return { type: \"estimate\", status: \"keep\", ksite: \"/estimate\" };\n }\n if (/\\bbook\\b/.test(p)) {\n return { type: \"booking\", status: \"keep\", ksite: \"/book\" };\n }\n if (/thank/.test(p)) {\n return { type: \"thank-you\", status: \"keep\", ksite: \"/thank-you\" };\n }\n if (/\\bfaqs?\\b/.test(p)) {\n return { type: \"faq\", status: \"keep\", ksite: \"/faqs\" };\n }\n if (/employ|career|\\bjobs?\\b/.test(p)) {\n return { type: \"employment\", status: \"keep\", ksite: \"/employment\" };\n }\n if (/gift/.test(p)) {\n return { type: \"gift-cards\", status: \"keep\", ksite: \"/gift-cards\" };\n }\n if (/site-?map/.test(p)) {\n return { type: \"system\", status: \"keep\", ksite: \"/sitemap\" };\n }\n if (\n /privacy|terms|legal|cookie|policies|policy|disclaimer|accessibility/\n .test(p)\n ) {\n return { type: \"policies\", status: \"review\", ksite: \"\" };\n }\n if (/\\breviews?\\b/.test(p)) {\n return { type: \"unknown\", status: \"keep\", ksite: \"/reviews\" };\n }\n if (/checklist/.test(p)) {\n return { type: \"unknown\", status: \"review\", ksite: \"\" };\n }\n if (/blog|news|post|article/.test(p)) {\n return { type: \"blog\", status: \"review\", ksite: \"\" };\n }\n return { type: \"unknown\", status: \"review\", ksite: \"\" };\n } catch {\n return { type: \"unknown\", status: \"review\", ksite: \"\" };\n }\n}\n\nexport function extractKsiteVersion(xml) {\n if (!xml) return null;\n const m = xml.match(\n //i,\n );\n if (!m) return null;\n return { isKsite: true, version: (m[1] || \"\").trim() };\n}\n\n// The browser build used DOMParser here. It's the only DOM dependency in the\n// discovery path, and sitemap XML is shallow enough that regex covers it —\n// which keeps this module at zero runtime dependencies. If you ever need real\n// XML handling, swap in linkedom rather than reaching for jsdom.\nexport function parseSitemap(xml) {\n const tag = (block, name) => {\n const m = block.match(\n new RegExp(`<${name}[^>]*>([\\\\s\\\\S]*?)`, \"i\"),\n );\n if (!m) return \"\";\n return m[1]\n .replace(//g, \"$1\")\n .replace(/</g, \"<\").replace(/>/g, \">\")\n .replace(/"/g, '\"').replace(/'/g, \"'\").replace(/&/g, \"&\")\n .trim();\n };\n const isIndex = /]/i.test(xml);\n const blocks =\n xml.match(\n isIndex\n ? /][\\s\\S]*?<\\/sitemap>/gi\n : /][\\s\\S]*?<\\/url>/gi,\n ) || [];\n const entries = blocks.map((b) => ({\n loc: tag(b, \"loc\"),\n lastmod: tag(b, \"lastmod\"),\n changefreq: tag(b, \"changefreq\"),\n priority: tag(b, \"priority\"),\n })).filter((e) => e.loc);\n return { isIndex, entries };\n}\n\nexport async function fetchDNS(domain, type) {\n const r = await fetch(\n `https://cloudflare-dns.com/dns-query?name=${\n encodeURIComponent(domain)\n }&type=${type}`,\n { headers: { \"Accept\": \"application/dns-json\" } },\n );\n if (!r.ok) throw new Error(`DNS ${type} ${r.status}`);\n const d = await r.json();\n return d.Answer || [];\n}\n\nexport async function fetchAllDNS(domain) {\n const out = {};\n await Promise.all([\"A\", \"MX\", \"NS\", \"TXT\"].map(async (type) => {\n try {\n out[type] = await fetchDNS(domain, type);\n } catch {\n out[type] = [];\n }\n }));\n return out;\n}\n\nexport async function fetchRDAP(domain) {\n const parse = (d) => {\n const ents = d.entities || [];\n const vcardName = (ent) => {\n const fn = (ent?.vcardArray?.[1] || []).find((f) => f[0] === \"fn\");\n return fn?.[3] || ent?.handle || \"\";\n };\n const ev = (action) =>\n (d.events || []).find((e) => e.eventAction === action)?.eventDate || \"\";\n const created = ev(\"registration\");\n let ageYears = null;\n if (created) {\n const ms = Date.now() - new Date(created).getTime();\n if (!isNaN(ms)) ageYears = Math.floor(ms / 31557600000);\n }\n return {\n registrar: vcardName(\n ents.find((e) => (e.roles || []).includes(\"registrar\")),\n ),\n registrant: vcardName(\n ents.find((e) => (e.roles || []).includes(\"registrant\")),\n ),\n created,\n expires: ev(\"expiration\"),\n changed: ev(\"last changed\"),\n ageYears,\n status: (d.status || []).join(\", \"),\n };\n };\n const url = `https://rdap.org/domain/${encodeURIComponent(domain)}`;\n try {\n const r = await fetch(url);\n if (!r.ok) throw new Error(`RDAP ${r.status}`);\n return parse(await r.json());\n } catch {\n try {\n return parse(JSON.parse(await fetchViaProxy(url)));\n } catch {\n return null;\n }\n }\n}\n\nexport function detectHosting(dns) {\n const ns = (dns.NS || []).map((r) => (r.data || \"\").toLowerCase()).join(\" \");\n const a = (dns.A || []).map((r) => r.data || \"\").join(\" \");\n if (ns.includes(\"cloudflare\")) return \"Cloudflare\";\n if (ns.includes(\"wpengine\")) return \"WP Engine\";\n if (ns.includes(\"kinsta\")) return \"Kinsta\";\n if (ns.includes(\"netlify\")) return \"Netlify\";\n if (ns.includes(\"vercel\")) return \"Vercel\";\n if (ns.includes(\"siteground\")) return \"SiteGround\";\n if (ns.includes(\"bluehost\")) return \"Bluehost\";\n if (ns.includes(\"godaddy\")) return \"GoDaddy\";\n if (ns.includes(\"amazonaws\")) return \"AWS\";\n if (ns.includes(\"fastly\")) return \"Fastly\";\n if (ns.includes(\"flywheel\")) return \"Flywheel\";\n if (ns.includes(\"pressable\")) return \"Pressable\";\n if (/104\\.1[6-9]\\.|104\\.[2-9]\\d\\./.test(a)) return \"Cloudflare (proxy)\";\n return null;\n}\n\nexport function detectPlatform(html, dns, ksiteHint) {\n const ns = (dns?.NS || []).map((r) => (r.data || \"\").toLowerCase()).join(\" \");\n const a = (dns?.A || []).map((r) => r.data || \"\").join(\" \");\n const h = (html || \"\").toLowerCase();\n\n // ksite — our own framework. Highest priority, deterministic.\n // Primary signal: build stamp captured from sitemap.xml.\n // Secondary: if present in HTML.\n if (ksiteHint?.isKsite) {\n return ksiteHint.version\n ? `ksite ${ksiteHint.version}`\n : \"ksite\";\n }\n const genM =\n (html || \"\").match(\n /]+name=[\"']generator[\"'][^>]+content=[\"']\\s*ksite\\s*([^\"']*)[\"']/i,\n ) ||\n (html || \"\").match(\n /]+content=[\"']\\s*ksite\\s*([^\"']*)[\"'][^>]+name=[\"']generator[\"']/i,\n );\n if (genM) return genM[1]?.trim() ? `ksite ${genM[1].trim()}` : \"ksite\";\n\n // DNS-based (most reliable)\n if (/wixdns\\.net/.test(ns)) return \"Wix\";\n if (/squarespace\\.com/.test(ns)) return \"Squarespace\";\n if (/webflow\\.com/.test(ns)) return \"Webflow\";\n if (/shopify\\.com/.test(ns)) return \"Shopify\";\n if (/myshopify\\.com/.test(ns)) return \"Shopify\";\n if (/hubspot\\.com/.test(ns)) return \"HubSpot CMS\";\n if (/wpengine\\.com/.test(ns)) return \"WordPress (WP Engine)\";\n if (/kinsta\\.com/.test(ns)) return \"WordPress (Kinsta)\";\n if (/flywheel\\.com/.test(ns)) return \"WordPress (Flywheel)\";\n if (/pressable\\.com/.test(ns)) return \"WordPress (Pressable)\";\n\n // A-record IP ranges\n if (/23\\.227\\.(3[89]|[4-9]\\d)\\./.test(a)) return \"Shopify\";\n if (/185\\.230\\.(6[0-3]|160|161|162|163)\\./.test(a)) return \"Wix\";\n\n // HTML signals\n if (/wix\\.com|wixstatic\\.com|wixsite\\.com/.test(h)) return \"Wix\";\n if (/squarespace\\.com|static1\\.squarespace/.test(h)) return \"Squarespace\";\n if (/webflow\\.io|webflow\\.com\\/css/.test(h)) return \"Webflow\";\n if (/shopify\\.com|cdn\\.shopify/.test(h)) return \"Shopify\";\n if (/cdn\\.hubspot\\.com|hs-sites\\.com/.test(h)) return \"HubSpot CMS\";\n if (/ghost\\.org|ghost\\.io/.test(h)) return \"Ghost\";\n if (/sites\\.google\\.com|googleapis.*sites/.test(h)) return \"Google Sites\";\n if (/godaddysites\\.com/.test(h)) return \"GoDaddy Website Builder\";\n if (/weebly\\.com/.test(h)) return \"Weebly\";\n if (/jimdo\\.com/.test(h)) return \"Jimdo\";\n if (/elementor|wp-content\\/plugins\\/elementor/.test(h)) {\n return \"WordPress (Elementor)\";\n }\n if (/wp-content|wp-includes|xmlrpc\\.php/.test(h)) return \"WordPress\";\n if (/drupal\\.org|drupal\\.js|drupal\\.settings/.test(h)) return \"Drupal\";\n if (/joomla/.test(h)) return \"Joomla\";\n\n return \"Unknown\";\n}\n\nexport function detectEmailProvider(mxRecords) {\n const mx = mxRecords.map((r) => (r.data || \"\").toLowerCase()).join(\" \");\n if (!mxRecords.length) return \"None / Unknown\";\n if (/google|googlemail/.test(mx)) return \"Google Workspace\";\n if (/outlook|protection\\.outlook|hotmail/.test(mx)) return \"Microsoft 365\";\n if (/zoho/.test(mx)) return \"Zoho Mail\";\n if (/mailgun/.test(mx)) return \"Mailgun\";\n if (/sendgrid/.test(mx)) return \"SendGrid\";\n if (/amazonses|amazonaws/.test(mx)) return \"Amazon SES\";\n if (/privateemail/.test(mx)) return \"Namecheap Mail\";\n if (/bluehost/.test(mx)) return \"Bluehost Mail\";\n if (/siteground/.test(mx)) return \"SiteGround Mail\";\n if (/godaddy/.test(mx)) return \"GoDaddy Mail\";\n if (/infusionmail|keap/.test(mx)) return \"Keap / Infusionsoft\";\n return mxRecords[0]?.data?.split(\" \").pop() || \"Unknown\";\n}\n\nexport function extractSPFInfo(txtRecords) {\n const spf =\n txtRecords.map((r) => r.data || \"\").find((t) => t.includes(\"v=spf1\")) || \"\";\n const includes = [...spf.matchAll(/include:([^\\s]+)/g)].map((m) => m[1]);\n return { raw: spf, includes };\n}\n\nexport function extractGoogleVerification(txtRecords, html) {\n const fromTxt = txtRecords.map((r) => r.data || \"\").find((t) =>\n t.startsWith(\"google-site-verification=\")\n );\n const fromHtml = html?.match(\n /content=[\"']([a-zA-Z0-9_-]{30,})[\"'][^>]*name=[\"']google-site-verification[\"']|name=[\"']google-site-verification[\"'][^>]*content=[\"']([a-zA-Z0-9_-]{30,})[\"']/,\n )?.[1];\n return fromTxt?.replace(\"google-site-verification=\", \"\") || fromHtml || null;\n}\n\nexport const THIRD_PARTY_CHECKS = [\n // Analytics\n {\n name: \"Google Analytics 4\",\n cat: \"analytics\",\n rx: /G-[A-Z0-9]{6,}/,\n extract: (h) => h.match(/G-[A-Z0-9]{6,}/)?.[0],\n },\n {\n name: \"Google Analytics (UA)\",\n cat: \"analytics\",\n rx: /UA-\\d{4,}-\\d+/,\n extract: (h) => h.match(/UA-\\d{4,}-\\d+/)?.[0],\n },\n {\n name: \"Google Tag Manager\",\n cat: \"analytics\",\n rx: /GTM-[A-Z0-9]+|googletagmanager\\.com/,\n extract: (h) => h.match(/GTM-[A-Z0-9]+/)?.[0],\n },\n {\n name: \"Hotjar\",\n cat: \"analytics\",\n rx: /hotjar\\.com/,\n extract: (h) => h.match(/hjid[:\\s]+(\\d+)/)?.[1],\n },\n {\n name: \"Microsoft Clarity\",\n cat: \"analytics\",\n rx: /clarity\\.ms/,\n extract: null,\n },\n // Ads\n {\n name: \"Facebook / Meta Pixel\",\n cat: \"ads\",\n rx:\n /connect\\.facebook\\.net\\/en_US\\/fbevents|fbq\\s*\\(\\s*['\"]init|facebook\\.com\\/tr\\?id=/,\n extract: (h) =>\n h.match(\n /fbq\\s*\\(\\s*['\"]init['\"],\\s*['\"](\\d+)|facebook\\.com\\/tr\\?id=(\\d+)/,\n )?.[1] || h.match(/facebook\\.com\\/tr\\?id=(\\d+)/)?.[1],\n },\n {\n name: \"Google Ads\",\n cat: \"ads\",\n rx: /AW-\\d+|googleadservices/,\n extract: (h) => h.match(/AW-\\d+/)?.[0],\n },\n // CRM / Marketing\n {\n name: \"HubSpot\",\n cat: \"crm\",\n rx: /hubspot\\.com|hs-analytics/,\n extract: null,\n },\n {\n name: \"ActiveCampaign\",\n cat: \"crm\",\n rx: /activecampaign\\.com/,\n extract: null,\n },\n {\n name: \"Mailchimp\",\n cat: \"email\",\n rx: /mailchimp\\.com|chimpified/,\n extract: null,\n },\n // Chat\n { name: \"Intercom\", cat: \"chat\", rx: /intercom\\.io/, extract: null },\n { name: \"Drift\", cat: \"chat\", rx: /drift\\.com/, extract: null },\n { name: \"Zendesk\", cat: \"chat\", rx: /zendesk\\.com/, extract: null },\n { name: \"Crisp\", cat: \"chat\", rx: /crisp\\.chat/, extract: null },\n { name: \"Tidio\", cat: \"chat\", rx: /tidio\\.com/, extract: null },\n { name: \"Tawk.to\", cat: \"chat\", rx: /tawk\\.to/, extract: null },\n { name: \"Smith.ai\", cat: \"chat\", rx: /smith\\.ai/, extract: null },\n // Reviews\n { name: \"Podium\", cat: \"reviews\", rx: /podium\\.com/, extract: null },\n { name: \"Birdeye\", cat: \"reviews\", rx: /birdeye\\.com/, extract: null },\n { name: \"NiceJob\", cat: \"reviews\", rx: /nicejob\\.com/, extract: null },\n { name: \"Broadly\", cat: \"reviews\", rx: /broadly\\.com/, extract: null },\n {\n name: \"Yelp Widget\",\n cat: \"reviews\",\n rx: /yelp-biz-badge|yelp\\.com\\/biz_widget/,\n extract: null,\n },\n // SEO / Other\n { name: \"Yoast SEO\", cat: \"seo\", rx: /yoast\\.com|wpseo/, extract: null },\n {\n name: \"RankMath\",\n cat: \"seo\",\n rx: /rank-math\\.com|rankmath/,\n extract: null,\n },\n { name: \"Plausible\", cat: \"analytics\", rx: /plausible\\.io/, extract: null },\n { name: \"CallRail\", cat: \"tracking\", rx: /callrail\\.com/, extract: null },\n {\n name: \"CallTrackingMetrics\",\n cat: \"tracking\",\n rx: /calltrackingmetrics\\.com/,\n extract: null,\n },\n];\n\nexport function htmlToText(html) {\n return (html || \"\")\n .replace(//gi, \" \")\n .replace(//gi, \" \")\n .replace(/<[^>]+>/g, \" \")\n .replace(/ /gi, \" \").replace(/&/gi, \"&\")\n .replace(/\\s+/g, \" \");\n}\n\nexport function normPhone(p) {\n return (p || \"\").replace(/\\D/g, \"\").replace(/^1(?=\\d{10}$)/, \"\");\n}\n\nexport function fmtPhone(d) {\n return d.length === 10\n ? `(${d.slice(0, 3)}) ${d.slice(3, 6)}-${d.slice(6)}`\n : d;\n}\n\nexport function extractAddressesFromText(text) {\n const addrRx =\n /\\d{1,6}\\s+[A-Z][a-zA-Z0-9\\s.,'#-]{5,80}(?:Street|St|Avenue|Ave|Road|Rd|Boulevard|Blvd|Drive|Dr|Lane|Ln|Way|Court|Ct|Place|Pl|Suite|Ste|Northeast|Northwest|Southeast|Southwest|NE|NW|SE|SW)[^\\n]{0,80}(?:[A-Z][a-zA-Z\\s]+,\\s*[A-Z]{2}\\s*\\d{5})/gi;\n return [\n ...new Set((text.match(addrRx) || []).map((a) =>\n a.replace(/\\s+/g, \" \").trim()\n )),\n ];\n}\n\nexport function extractHoursFromText(text) {\n const hours = {};\n const timeP = `\\\\d{1,2}(?::\\\\d{2})?\\\\s*(?:am|pm)`;\n const timeRange = `${timeP}\\\\s*[-–]\\\\s*${timeP}`;\n const dayFull = `monday|tuesday|wednesday|thursday|friday|saturday|sunday`;\n const dayShort = `mon|tue|wed|thu|fri|sat|sun`;\n const dayAny = `(?:${dayFull}|${dayShort})`;\n const expand = (from, to) => {\n const order = [\n \"Monday\",\n \"Tuesday\",\n \"Wednesday\",\n \"Thursday\",\n \"Friday\",\n \"Saturday\",\n \"Sunday\",\n ];\n const norm = (d) => {\n const map = {\n mon: \"Monday\",\n tue: \"Tuesday\",\n wed: \"Wednesday\",\n thu: \"Thursday\",\n fri: \"Friday\",\n sat: \"Saturday\",\n sun: \"Sunday\",\n monday: \"Monday\",\n tuesday: \"Tuesday\",\n wednesday: \"Wednesday\",\n thursday: \"Thursday\",\n friday: \"Friday\",\n saturday: \"Saturday\",\n sunday: \"Sunday\",\n };\n return map[d.toLowerCase()] || d;\n };\n const f = norm(from), t = norm(to);\n const fi = order.indexOf(f), ti = order.indexOf(t);\n if (fi < 0 || ti < 0) return [f];\n return fi <= ti\n ? order.slice(fi, ti + 1)\n : [...order.slice(fi), ...order.slice(0, ti + 1)];\n };\n\n // Format 1: day[-day]: time (Mon: 8am-5pm / Monday - Friday: 8am - 5pm)\n const rx1 = new RegExp(\n `(${dayAny})\\\\s*(?:[-–]\\\\s*(${dayAny}))?\\\\s*[:\\\\s]\\\\s*(${timeRange}|closed|by\\\\s+appointment)`,\n \"gi\",\n );\n let m;\n while ((m = rx1.exec(text)) !== null) {\n const days = m[2] ? expand(m[1], m[2]) : [m[1]];\n const time = m[3].trim();\n days.forEach((d) => {\n if (!hours[d]) hours[d] = time;\n });\n }\n\n // Format 2: time day[-day] (8:30am - 5:00pm Mon - Fri)\n const rx2 = new RegExp(\n `(${timeRange})\\\\s+(${dayAny})\\\\s*(?:[-–]\\\\s*(${dayAny}))?`,\n \"gi\",\n );\n while ((m = rx2.exec(text)) !== null) {\n const time = m[1].trim();\n const days = m[3] ? expand(m[2], m[3]) : [m[2]];\n days.forEach((d) => {\n if (!hours[d]) hours[d] = time;\n });\n }\n\n // Format 3: Mon-Fri alone on a line following a time range on prev line\n const lines = text.split(/\\n|\\r|/i).map((l) =>\n l.replace(/<[^>]+>/g, \"\").trim()\n ).filter(Boolean);\n for (let i = 0; i < lines.length - 1; i++) {\n const timeLine = lines[i].match(new RegExp(`^(${timeRange})$`, \"i\"));\n const dayLine = lines[i + 1].match(\n new RegExp(`^(${dayAny})\\\\s*[-–]\\\\s*(${dayAny})$`, \"i\"),\n );\n if (timeLine && dayLine) {\n const time = timeLine[1].trim();\n expand(dayLine[1], dayLine[2]).forEach((d) => {\n if (!hours[d]) hours[d] = time;\n });\n }\n }\n\n return hours;\n}\n\nexport function toTitleCase(slug) {\n return slug.replace(/-/g, \" \").replace(/\\b\\w/g, (c) => c.toUpperCase());\n}\n\nexport function psiScore(val) {\n return val != null ? Math.round(val * 100) : null;\n}",[173],"pulls","branches","forks","envVars",{"_186":151,"_188":61},"connections",{"_186":61,"_187":61},"count","unfilledCount","emptyCount",{"_43":172,"_32":173,"_30":174,"_134":-5,"_41":42,"_40":175,"_136":25,"_38":215,"_13":138,"_33":34,"_35":177,"_24":25,"_140":-5,"_197":216,"_27":217},{"_43":166,"_32":167,"_30":168,"_134":-5,"_41":42,"_40":169,"_136":25,"_38":212,"_13":138,"_33":34,"_35":36,"_24":25,"_140":-5,"_197":213,"_27":214},{"_43":160,"_32":161,"_30":162,"_134":-5,"_41":42,"_40":163,"_136":25,"_38":209,"_13":151,"_33":34,"_35":36,"_24":25,"_140":-5,"_197":210,"_27":211},{"_43":153,"_32":154,"_30":155,"_134":-5,"_41":42,"_40":156,"_136":25,"_38":206,"_13":138,"_33":34,"_35":158,"_24":25,"_140":-5,"_197":207,"_27":208},{"_43":149,"_32":28,"_30":31,"_134":-5,"_41":42,"_40":14,"_136":25,"_38":203,"_13":151,"_33":34,"_35":37,"_24":25,"_140":45,"_197":204,"_27":205},{"_43":142,"_32":143,"_30":144,"_134":-5,"_41":42,"_40":145,"_136":25,"_38":200,"_13":138,"_33":34,"_35":147,"_24":25,"_140":-5,"_197":201,"_27":202},{"_43":131,"_32":132,"_30":133,"_134":-5,"_41":42,"_40":135,"_136":25,"_38":196,"_13":138,"_33":34,"_35":139,"_24":25,"_140":-5,"_197":198,"_27":199},["D",1785457138569],"children",[],[132],["D",1785457155053],[],[143],["D",1785457189282],[],[28],["D",1785457108786],[],[154],["D",1785457075589],[],[161],["D",1785456362393],[],[167],["D",1785457040283],[],[173],["D",1785456196393],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_121":255,"_256":257,"_258":259,"_260":25,"_261":25,"_262":25,"_263":57,"_264":-5,"_265":-7,"_266":-7,"_267":61,"_268":25,"_269":25,"_270":-5,"_271":25,"_272":25,"_273":25,"_274":-5},"ENV",{"_226":227,"_228":229,"_230":85,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250,"_251":252,"_253":254},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v19