IndexNow Monitor

\n Open Val\n

\n {prefersReducedMotion\n ?

Animations are reduced because your system motion preference is set to reduced.

\n : null}\n\n

Sites

\n onSelectSite(null)}\n >\n All Sites\n \n {hosts.map((host) => (\n onSelectSite(host)}\n >\n {host}\n \n ))}\n

Run Window

\n onSelectRunLimit(50)}\n >\n 50 Runs\n \n onSelectRunLimit(500)}\n >\n 500 Runs\n \n

Scope

\n onSelectRunScope(\"updates\")}\n >\n Runs with Updates\n \n onSelectRunScope(\"issues\")}\n >\n Runs with Issues\n \n onSelectRunScope(\"all\")}\n >\n All Runs\n \n \n onToggleIncludeDryRuns(event.currentTarget.checked)}\n />\n Include dry runs\n \n

\n\n {errorMessage ?

{errorMessage}

: null}\n

\n\n

\n {monitor.sites.map((site, index) => (\n \n ))}\n

\n\n \n

\n );\n}\n",[],[200,207,214],{"_106":224,"_97":225,"_162":226,"_164":208,"_165":147,"_166":227,"_168":169,"_108":228,"_102":229,"_171":219,"_173":230,"_174":22,"_175":-5,"_176":231,"_100":232},"95174fba-0727-11f1-8bc8-42dde27851f2","DiffDrawer.tsx","8419489e-06f5-11f1-8ae6-42dde27851f2",319,["D",1770800201154],9,"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport {\n useCallback,\n useEffect,\n useMemo,\n useState,\n type AnimationEvent,\n} from \"https://esm.sh/react@18.2.0\";\nimport type {\n MonitorTables,\n SelectedRunDiff,\n UrlSnapshotMetadata,\n} from \"../../shared/monitor-types.ts\";\n\ninterface DiffDrawerProps {\n isOpen: boolean;\n selectedSiteHost: string | null;\n selectedRunId: number | null;\n selectedDiffUrl: string | null;\n selectedRunDiff: SelectedRunDiff | null;\n tables: MonitorTables;\n onClose: () => void;\n}\n\ntype DiffLineTone = \"meta\" | \"hunk\" | \"add\" | \"remove\" | \"context\";\ntype DiffEntry = DiffLineEntry | DiffFoldEntry;\n\ninterface DiffLineEntry {\n kind: \"line\";\n id: string;\n line: string;\n tone: DiffLineTone;\n}\n\ninterface DiffFoldEntry {\n kind: \"fold\";\n id: string;\n hiddenLines: string[];\n}\n\nconst DIFF_CONTEXT_EDGE_LINES = 3;\nconst DIFF_MIN_COLLAPSE_LINES = 12;\n\nfunction snapshotValue(value: string | number | null | undefined): string {\n if (value === null || typeof value === \"undefined\" || value === \"\") {\n return \"—\";\n }\n return String(value);\n}\n\nfunction formatTimestamp(value: string | null): string {\n if (!value) {\n return \"—\";\n }\n const parsed = new Date(value);\n if (Number.isNaN(parsed.getTime())) {\n return value;\n }\n return parsed.toLocaleString(undefined, {\n dateStyle: \"medium\",\n timeStyle: \"short\",\n });\n}\n\nfunction truncateMiddle(value: string, prefixLength: number, suffixLength: number): string {\n if (value.length <= prefixLength + suffixLength + 1) {\n return value;\n }\n return `${value.slice(0, prefixLength)}…${value.slice(-suffixLength)}`;\n}\n\nfunction truncateEtagForDisplay(value: string | null): string {\n if (!value) {\n return \"—\";\n }\n return truncateMiddle(value, 16, 12);\n}\n\nfunction truncateShaForDisplay(value: string | null): string {\n if (!value) {\n return \"—\";\n }\n return truncateMiddle(value, 12, 12);\n}\n\nfunction formatBytes(value: number | null): string {\n if (value === null || value <= 0) {\n return \"—\";\n }\n if (value < 1024) {\n return `${value} B`;\n }\n if (value < 1024 * 1024) {\n return `${(value / 1024).toFixed(1)} KB`;\n }\n return `${(value / (1024 * 1024)).toFixed(2)} MB`;\n}\n\nfunction classifyDiffLine(line: string): DiffLineTone {\n if (line.startsWith(\"Index: \") || line.startsWith(\"\\\\ No newline at end of file\")) {\n return \"meta\";\n }\n if (line.startsWith(\"+++ \") || line.startsWith(\"--- \")) {\n return \"meta\";\n }\n if (line.startsWith(\"@@\")) {\n return \"hunk\";\n }\n if (line.startsWith(\"+\")) {\n return \"add\";\n }\n if (line.startsWith(\"-\")) {\n return \"remove\";\n }\n return \"context\";\n}\n\nfunction toDiffEntries(diffText: string): DiffEntry[] {\n const lines = diffText.split(\"\\n\");\n const entries: DiffEntry[] = [];\n const collapseThreshold = (DIFF_CONTEXT_EDGE_LINES * 2) + DIFF_MIN_COLLAPSE_LINES;\n let lineCounter = 0;\n let foldCounter = 0;\n let index = 0;\n\n while (index < lines.length) {\n const line = lines[index];\n if (!line.startsWith(\" \")) {\n entries.push({\n kind: \"line\",\n id: `line-${lineCounter++}`,\n line,\n tone: classifyDiffLine(line),\n });\n index += 1;\n continue;\n }\n\n let next = index;\n while (next < lines.length && lines[next].startsWith(\" \")) {\n next += 1;\n }\n\n const runLength = next - index;\n if (runLength < collapseThreshold) {\n for (let cursor = index; cursor < next; cursor += 1) {\n entries.push({\n kind: \"line\",\n id: `line-${lineCounter++}`,\n line: lines[cursor],\n tone: \"context\",\n });\n }\n index = next;\n continue;\n }\n\n const visibleStartEnd = index + DIFF_CONTEXT_EDGE_LINES;\n const visibleEndStart = next - DIFF_CONTEXT_EDGE_LINES;\n for (let cursor = index; cursor < visibleStartEnd; cursor += 1) {\n entries.push({\n kind: \"line\",\n id: `line-${lineCounter++}`,\n line: lines[cursor],\n tone: \"context\",\n });\n }\n\n entries.push({\n kind: \"fold\",\n id: `fold-${foldCounter++}`,\n hiddenLines: lines.slice(visibleStartEnd, visibleEndStart),\n });\n\n for (let cursor = visibleEndStart; cursor < next; cursor += 1) {\n entries.push({\n kind: \"line\",\n id: `line-${lineCounter++}`,\n line: lines[cursor],\n tone: \"context\",\n });\n }\n\n index = next;\n }\n\n return entries;\n}\n\nfunction renderHighlightedDiff(\n entries: DiffEntry[],\n expandedFolds: Record,\n onToggleFold: (id: string) => void,\n copyOptions: {\n copyState: \"idle\" | \"copied\" | \"error\";\n canCopyDiff: boolean;\n copyTitle: string;\n onCopyDiff: () => void;\n },\n): JSX.Element {\n const { copyState, canCopyDiff, copyTitle, onCopyDiff } = copyOptions;\n return (\n

\n \n \n \n

\n        \n          {entries.map((entry) => {\n            if (entry.kind === \"line\") {\n              return (\n                \n                  {entry.line.length > 0 ? entry.line : \"\\u00a0\"}\n                \n              );\n            }\n\n            const hiddenCount = entry.hiddenLines.length;\n            const expanded = Boolean(expandedFolds[entry.id]);\n            return (\n              \n                 onToggleFold(entry.id)}\n                  aria-expanded={expanded}\n                >\n                  {expanded\n                    ? `Hide ${hiddenCount} unchanged lines`\n                    : `Show ${hiddenCount} unchanged lines`}\n                \n                {expanded\n                  ? entry.hiddenLines.map((line, lineIndex) => (\n                    \n                      {line.length > 0 ? line : \"\\u00a0\"}\n                    \n                  ))\n                  : null}\n              \n            );\n          })}\n        \n

\n );\n}\n\nasync function copyTextToClipboard(text: string): Promise {\n if (navigator.clipboard?.writeText) {\n await navigator.clipboard.writeText(text);\n return;\n }\n\n const temp = document.createElement(\"textarea\");\n temp.value = text;\n temp.setAttribute(\"readonly\", \"true\");\n temp.style.position = \"fixed\";\n temp.style.left = \"-9999px\";\n temp.style.top = \"0\";\n document.body.appendChild(temp);\n temp.select();\n const ok = document.execCommand(\"copy\");\n document.body.removeChild(temp);\n if (!ok) {\n throw new Error(\"Clipboard copy failed\");\n }\n}\n\nfunction ClipboardIcon() {\n return (\n \n \n \n \n );\n}\n\ninterface SnapshotMetadataRow {\n id: string;\n label: string;\n displayValue: string;\n copyEnabled: boolean;\n copyValue: string | null;\n}\n\nfunction SnapshotMetadataCard(\n { label, snapshot }: { label: string; snapshot: UrlSnapshotMetadata | null },\n) {\n if (!snapshot) {\n return (\n

{label}

No snapshot available.

\n );\n }\n\n const rows: SnapshotMetadataRow[] = [\n {\n id: \"captured\",\n label: \"Captured\",\n displayValue: formatTimestamp(snapshot.capturedAt),\n copyEnabled: true,\n copyValue: snapshot.capturedAt,\n },\n {\n id: \"sitemap-lastmod\",\n label: \"Sitemap lastmod\",\n displayValue: formatTimestamp(snapshot.sitemapLastmod),\n copyEnabled: true,\n copyValue: snapshot.sitemapLastmod,\n },\n {\n id: \"prior-submitted-lastmod\",\n label: \"Prior submitted lastmod\",\n displayValue: formatTimestamp(snapshot.previousSubmittedLastmod),\n copyEnabled: true,\n copyValue: snapshot.previousSubmittedLastmod,\n },\n {\n id: \"etag\",\n label: \"ETag\",\n displayValue: truncateEtagForDisplay(snapshot.etag),\n copyEnabled: true,\n copyValue: snapshot.etag,\n },\n {\n id: \"sha\",\n label: \"SHA-256\",\n displayValue: truncateShaForDisplay(snapshot.htmlSha256),\n copyEnabled: true,\n copyValue: snapshot.htmlSha256,\n },\n {\n id: \"content-type\",\n label: \"Content-Type\",\n displayValue: snapshotValue(snapshot.contentType),\n copyEnabled: false,\n copyValue: snapshot.contentType,\n },\n {\n id: \"size\",\n label: \"Size\",\n displayValue: formatBytes(snapshot.htmlSizeBytes),\n copyEnabled: false,\n copyValue: snapshot.htmlSizeBytes === null ? null : String(snapshot.htmlSizeBytes),\n },\n ];\n\n const onCopyRow = (value: string | null) => {\n if (!value) {\n return;\n }\n void copyTextToClipboard(value);\n };\n\n return (\n

{label}

{row.label}: {row.displayValue}

\n );\n}\n\nexport function DiffDrawer(props: DiffDrawerProps) {\n const {\n isOpen,\n selectedSiteHost,\n selectedRunId,\n selectedDiffUrl,\n selectedRunDiff,\n tables,\n onClose,\n } = props;\n\n const [mounted, setMounted] = useState(isOpen);\n const [phase, setPhase] = useState<\"open\" | \"closing\">(isOpen ? \"open\" : \"closing\");\n const [copyState, setCopyState] = useState<\"idle\" | \"copied\" | \"error\">(\"idle\");\n const [expandedFolds, setExpandedFolds] = useState>({});\n const [viewState, setViewState] = useState<{\n selectedSiteHost: string | null;\n selectedRunId: number | null;\n selectedDiffUrl: string | null;\n selectedRunDiff: SelectedRunDiff | null;\n tables: MonitorTables;\n }>(() => ({\n selectedSiteHost,\n selectedRunId,\n selectedDiffUrl,\n selectedRunDiff,\n tables,\n }));\n\n useEffect(() => {\n if (isOpen) {\n setViewState({\n selectedSiteHost,\n selectedRunId,\n selectedDiffUrl,\n selectedRunDiff,\n tables,\n });\n setMounted(true);\n setPhase(\"open\");\n return;\n }\n if (mounted) {\n setPhase(\"closing\");\n }\n }, [isOpen, mounted, selectedSiteHost, selectedRunId, selectedDiffUrl, selectedRunDiff, tables]);\n\n useEffect(() => {\n if (phase !== \"closing\") {\n return;\n }\n const timeoutId = window.setTimeout(() => {\n setMounted(false);\n }, 340);\n return () => {\n window.clearTimeout(timeoutId);\n };\n }, [phase]);\n\n useEffect(() => {\n if (copyState === \"idle\") {\n return;\n }\n const timeoutId = window.setTimeout(() => {\n setCopyState(\"idle\");\n }, 1400);\n return () => {\n window.clearTimeout(timeoutId);\n };\n }, [copyState]);\n\n const activeTables = phase === \"open\" ? tables : viewState.tables;\n const activeSelectedRunDiff = phase === \"open\" ? selectedRunDiff : viewState.selectedRunDiff;\n const activeSelectedRunId = phase === \"open\" ? selectedRunId : viewState.selectedRunId;\n const activeSelectedDiffUrl = phase === \"open\" ? selectedDiffUrl : viewState.selectedDiffUrl;\n const copyableDiff = activeSelectedRunDiff?.unifiedDiff ?? null;\n const canCopyDiff = Boolean(copyableDiff);\n const copyTitle = !canCopyDiff\n ? \"No diff available to copy\"\n : copyState === \"copied\"\n ? \"Copied\"\n : copyState === \"error\"\n ? \"Copy failed\"\n : \"Copy diff\";\n const diffEntries = useMemo(() => (copyableDiff ? toDiffEntries(copyableDiff) : []), [copyableDiff]);\n\n const onCopyDiff = useCallback(async () => {\n if (!copyableDiff) {\n return;\n }\n try {\n await copyTextToClipboard(copyableDiff);\n setCopyState(\"copied\");\n } catch {\n setCopyState(\"error\");\n }\n }, [copyableDiff]);\n\n const onToggleFold = useCallback((foldId: string) => {\n setExpandedFolds((previous) => ({\n ...previous,\n [foldId]: !previous[foldId],\n }));\n }, []);\n\n useEffect(() => {\n setExpandedFolds({});\n setCopyState(\"idle\");\n }, [activeSelectedRunId, activeSelectedDiffUrl, copyableDiff]);\n\n const drawerDiffUrl = activeSelectedRunDiff?.url ?? activeSelectedDiffUrl ?? \"—\";\n const drawerRunId = activeSelectedRunId ?? \"—\";\n\n if (!mounted) {\n return null;\n }\n\n let body: JSX.Element;\n\n if (!activeTables.urlSnapshots) {\n body = (\n

\n Snapshot table is not available yet. Run /run once to initialize it.\n

\n );\n } else if (!activeSelectedRunDiff) {\n body = (\n

No diff data found for this URL in the selected run.

\n );\n } else {\n body = (\n <>\n

\n \n \n

\n {activeSelectedRunDiff.unifiedDiff\n ? renderHighlightedDiff(\n diffEntries,\n expandedFolds,\n onToggleFold,\n {\n copyState,\n canCopyDiff,\n copyTitle,\n onCopyDiff: () => void onCopyDiff(),\n },\n )\n : (\n

Diff will show here when there are two snapshots to compare.

\n )}\n \n );\n }\n\n const onDrawerAnimationEnd = (event: AnimationEvent) => {\n if (event.target !== event.currentTarget) {\n return;\n }\n if (phase === \"closing\") {\n setMounted(false);\n }\n };\n\n return (\n

\n \n \n

Raw HTML Diff

\n {drawerDiffUrl} (run ID: {drawerRunId})\n

\n \n

{body}

\n \n

\n );\n}\n",[],[200,207,225],{"_106":234,"_97":235,"_162":236,"_164":208,"_165":147,"_166":237,"_168":22,"_108":238,"_102":191,"_171":219,"_173":239,"_174":22,"_175":-5,"_176":240,"_100":241},"97a2c03a-06f9-11f1-8c2d-42dde27851f2","RunAccordionRow.tsx","84142a80-06f5-11f1-a62a-42dde27851f2",259,["D",1770780448559],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport {\n Fragment,\n useEffect,\n useState,\n type AnimationEvent,\n type KeyboardEvent,\n type ReactNode,\n} from \"https://esm.sh/react@18.2.0\";\nimport type { RunHistoryItem } from \"../../shared/monitor-types.ts\";\n\ninterface RunAccordionRowProps {\n run: RunHistoryItem;\n isExpanded: boolean;\n details: ReactNode;\n onToggle: () => void;\n}\n\nfunction runSourceLabel(run: RunHistoryItem): string {\n const runSource = run.reason === \"cron_entrypoint\"\n ? \"Cron\"\n : run.reason === \"manual_run_endpoint\"\n ? \"HTTP\"\n : run.reason === \"cron\"\n ? \"Cron\"\n : run.reason === \"http\"\n ? \"HTTP\"\n : run.reason.length > 0\n ? run.reason\n : \"Unknown\";\n\n const runModes: string[] = [];\n if (run.dryRun) {\n runModes.push(\"dry run\");\n }\n if (run.forceMode) {\n runModes.push(\"force\");\n }\n return runModes.length > 0 ? `${runSource} (${runModes.join(\", \")})` : runSource;\n}\n\nfunction formatTimestamp(value: string): string {\n const parsed = new Date(value);\n if (Number.isNaN(parsed.getTime())) {\n return value;\n }\n return parsed.toLocaleString(undefined, {\n dateStyle: \"medium\",\n timeStyle: \"short\",\n });\n}\n\nexport function RunAccordionRow({ run, isExpanded, details, onToggle }: RunAccordionRowProps) {\n const hasDetails = details !== null && typeof details !== \"undefined\" && details !== false;\n const [detailMounted, setDetailMounted] = useState(isExpanded && hasDetails);\n const [detailPhase, setDetailPhase] = useState<\"entering\" | \"exiting\">(\n isExpanded && hasDetails ? \"entering\" : \"exiting\",\n );\n const [renderedDetails, setRenderedDetails] = useState(\n isExpanded && hasDetails ? details : null,\n );\n\n useEffect(() => {\n if (isExpanded && hasDetails) {\n setRenderedDetails(details);\n setDetailMounted(true);\n setDetailPhase(\"entering\");\n return;\n }\n if (detailMounted) {\n setDetailPhase(\"exiting\");\n }\n }, [isExpanded, hasDetails, details, detailMounted]);\n\n useEffect(() => {\n if (detailPhase !== \"exiting\" || !detailMounted) {\n return;\n }\n const timeoutId = window.setTimeout(() => {\n setDetailMounted(false);\n setRenderedDetails(null);\n }, 280);\n return () => {\n window.clearTimeout(timeoutId);\n };\n }, [detailPhase, detailMounted]);\n\n const rowClassName = [\n \"run-row\",\n isExpanded ? \"active\" : \"\",\n run.dryRun ? \"dry-run\" : \"\",\n ].filter((item) => item.length > 0).join(\" \");\n\n const onKeyDown = (event: KeyboardEvent) => {\n if (event.key !== \"Enter\" && event.key !== \" \") {\n return;\n }\n event.preventDefault();\n onToggle();\n };\n\n const runStatus = run.hasErrors ? \"Error\" : run.dryRun ? \"Dry Run\" : \"OK\";\n const canExpand = hasDetails;\n const expanded = isExpanded && canExpand;\n const rowAriaLabel = canExpand\n ? (expanded ? `Collapse run ${run.id}` : `Expand run ${run.id}`)\n : `Select run ${run.id}`;\n const onDetailAnimationEnd = (event: AnimationEvent) => {\n if (event.target !== event.currentTarget) {\n return;\n }\n if (detailPhase === \"exiting\") {\n setDetailMounted(false);\n setRenderedDetails(null);\n }\n };\n\n return (\n \n \n {formatTimestamp(run.finishedAt)}\n {runSourceLabel(run)}\n {run.changedCount}\n {run.queuedCount}\n {run.submittedCount}\n {runStatus}\n \n {detailMounted\n ? (\n \n \n \n {renderedDetails}\n \n \n \n )\n : null}\n \n );\n}\n",[],[200,207,235],{"_106":243,"_97":244,"_162":245,"_164":208,"_165":147,"_166":246,"_168":22,"_108":247,"_102":248,"_171":219,"_173":249,"_174":22,"_175":-5,"_176":250,"_100":251},"a291dd1a-07a2-11f1-a91f-42dde27851f2","SiteCard.tsx","84bc6074-06f5-11f1-b99a-42dde27851f2",326,["D",1770853051866],10,"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport type { CSSProperties } from \"https://esm.sh/react@18.2.0\";\nimport type {\n IndexNowMonitorResponse,\n RunHistoryItem,\n RunUrlOutcome,\n RunUrlStatusItem,\n SiteMonitor,\n} from \"../../shared/monitor-types.ts\";\nimport { RunAccordionRow } from \"./RunAccordionRow.tsx\";\n\ninterface SiteCardProps {\n index: number;\n site: SiteMonitor;\n monitor: IndexNowMonitorResponse;\n onToggleRun: (siteHost: string, runId: number) => void;\n onToggleDiff: (siteHost: string, runId: number, url: string) => void;\n}\n\ntype MetricTone = \"ok\" | \"warn\" | \"error\" | \"muted\";\n\ninterface SiteMetric {\n label: string;\n value: string;\n tone: MetricTone;\n}\n\nfunction latestNonDryRun(site: SiteMonitor): RunHistoryItem | null {\n return site.recentRuns.find((run) => !run.dryRun) ?? null;\n}\n\nfunction runBacklog(run: RunHistoryItem | null): number {\n if (!run) {\n return 0;\n }\n return Math.max(0, run.changedCount - run.queuedCount);\n}\n\nfunction formatTimestamp(value: string | null): string {\n if (!value) {\n return \"—\";\n }\n const parsed = new Date(value);\n if (Number.isNaN(parsed.getTime())) {\n return value;\n }\n return parsed.toLocaleString(undefined, {\n dateStyle: \"medium\",\n timeStyle: \"short\",\n });\n}\n\nfunction buildSiteMetrics(site: SiteMonitor): SiteMetric[] {\n const latestRealRun = latestNonDryRun(site);\n const backlog = runBacklog(latestRealRun);\n const acceptedCount = latestRealRun\n ? latestRealRun.submittedCount + latestRealRun.pendingCount\n : 0;\n const queuedGap = latestRealRun ? Math.max(0, latestRealRun.queuedCount - acceptedCount) : 0;\n\n const coverageMetric: SiteMetric = {\n label: \"Coverage\",\n value: `${site.totals.upToDateUrls} up to date · ${site.totals.needsSubmissionUrls} awaiting submit`,\n tone: site.totals.needsSubmissionUrls > 0 ? \"warn\" : site.totals.upToDateUrls > 0 ? \"ok\" : \"muted\",\n };\n\n let submissionMetric: SiteMetric;\n if (!latestRealRun) {\n submissionMetric = {\n label: \"Submission\",\n value: \"No non-dry run yet\",\n tone: \"muted\",\n };\n } else {\n const asyncSuffix = latestRealRun.pendingCount > 0\n ? ` (${latestRealRun.pendingCount} async 202)`\n : \"\";\n const submittedQueued = `${acceptedCount}/${latestRealRun.queuedCount} accepted${asyncSuffix}`;\n const backlogText = backlog > 0\n ? ` · ${backlog} backlog`\n : queuedGap > 0\n ? ` · ${queuedGap} pending/deferred`\n : \"\";\n submissionMetric = {\n label: \"Submission\",\n value: `${submittedQueued}${backlogText}`,\n tone: latestRealRun.hasErrors ? \"error\" : backlog > 0 || queuedGap > 0 ? \"warn\" : \"ok\",\n };\n }\n\n let reliabilityMetric: SiteMetric;\n if (!latestRealRun) {\n reliabilityMetric = {\n label: \"Reliability\",\n value: `Retry pending ${site.totals.retryPendingUrls} · no run yet`,\n tone: site.totals.retryPendingUrls > 0 ? \"warn\" : \"muted\",\n };\n } else {\n const runSummary = latestRealRun.hasErrors ? \"Latest run has errors\" : \"Latest run clean\";\n reliabilityMetric = {\n label: \"Reliability\",\n value: `${runSummary} · retry pending ${site.totals.retryPendingUrls}`,\n tone: latestRealRun.hasErrors ? \"error\" : site.totals.retryPendingUrls > 0 ? \"warn\" : \"ok\",\n };\n }\n\n return [coverageMetric, submissionMetric, reliabilityMetric];\n}\n\nfunction outcomeTone(outcome: RunUrlOutcome): \"ok\" | \"warn\" | \"error\" | \"muted\" {\n switch (outcome) {\n case \"submitted\":\n return \"ok\";\n case \"pending\":\n return \"muted\";\n case \"dry_run\":\n case \"suppressed\":\n return \"warn\";\n case \"failed\":\n case \"deferred\":\n return \"error\";\n case \"ignored\":\n return \"muted\";\n default:\n return \"muted\";\n }\n}\n\nfunction parseOutcomeReason(note: string | null): string | null {\n if (!note) {\n return null;\n }\n const separatorIndex = note.indexOf(\":\");\n if (separatorIndex < 0) {\n return null;\n }\n const reason = note.slice(separatorIndex + 1).trim();\n return reason.length > 0 ? reason : null;\n}\n\nfunction humanizeIgnoredReason(reason: string | null): string {\n switch (reason) {\n case \"invalid_url\":\n return \"invalid URL\";\n case \"wrong_host\":\n return \"wrong host\";\n case \"out_of_key_scope\":\n return \"out of key scope\";\n case \"include_prefix_miss\":\n return \"include prefix miss\";\n case \"exclude_prefix_hit\":\n return \"exclude prefix hit\";\n case \"noindex\":\n return \"noindex\";\n default:\n return \"policy\";\n }\n}\n\nfunction humanizeSuppressedReason(reason: string | null): string {\n switch (reason) {\n case \"semantic_unchanged\":\n return \"semantic unchanged\";\n default:\n return \"suppressed\";\n }\n}\n\nfunction outcomeLabel(item: RunUrlStatusItem): string {\n const reason = parseOutcomeReason(item.note);\n switch (item.outcome) {\n case \"submitted\":\n return `submitted${item.submissionStatus ? ` ${item.submissionStatus}` : \"\"}`;\n case \"pending\":\n return `accepted async${item.submissionStatus ? ` ${item.submissionStatus}` : \"\"}`;\n case \"failed\":\n return item.submissionStatus ? `failed ${item.submissionStatus}` : \"failed\";\n case \"deferred\":\n return \"deferred (run URL limit)\";\n case \"dry_run\":\n return \"dry run\";\n case \"ignored\":\n return `ignored (${humanizeIgnoredReason(reason)})`;\n case \"suppressed\":\n return `suppressed (${humanizeSuppressedReason(reason)})`;\n default:\n return \"unknown\";\n }\n}\n\nfunction renderStatusTags(item: RunUrlStatusItem): JSX.Element[] {\n const tags: Array<{ label: string; tone: \"ok\" | \"warn\" | \"error\" | \"muted\" }> = [];\n if (item.changed) {\n tags.push({ label: \"changed\", tone: \"muted\" });\n }\n if (item.queued) {\n tags.push({ label: \"queued\", tone: \"muted\" });\n }\n if (item.attempted) {\n tags.push({ label: \"attempted\", tone: \"muted\" });\n }\n tags.push({ label: outcomeLabel(item), tone: outcomeTone(item.outcome) });\n\n return tags.map((tag) => (\n \n {tag.label}\n \n ));\n}\n\nfunction runDetailPanel(\n site: SiteMonitor,\n monitor: IndexNowMonitorResponse,\n onToggleDiff: (siteHost: string, runId: number, url: string) => void,\n) {\n if (!site.selectedRun) {\n return null;\n }\n\n if (!monitor.tables.runUrlStatus) {\n return (\n

Per-run URL statuses will appear after the next run.

\n );\n }\n\n if (site.selectedRunUrlStatuses.length === 0) {\n return (\n

No URL statuses recorded for this run.

\n );\n }\n\n const showing = site.selectedRunUrlStatuses.length;\n const total = site.selectedRunUrlStatusTotal;\n const countLabel = total > showing\n ? `Showing ${showing} of ${total} URLs`\n : `Showing ${showing} URLs`;\n\n return (\n

Run URL Statuses

{countLabel}

\n \n \n \n \n \n \n \n \n \n {site.selectedRunUrlStatuses.map((item) => {\n const diffActive = monitor.selectedDiffUrl === item.url;\n return (\n \n \n \n \n \n );\n })}\n \n

Slug	Applicable Statuses	Diff
\n \n {item.slug}\n \n	\n {renderStatusTags(item)} \n	\n onToggleDiff(site.host, site.selectedRun!.id, item.url)}\n >\n {diffActive ? \"Hide diff\" : \"View diff\"}\n \n

\n );\n}\n\nexport function SiteCard(props: SiteCardProps) {\n const { index, site, monitor, onToggleRun, onToggleDiff } = props;\n const metrics = buildSiteMetrics(site);\n const lastRunAt = site.latestRunAt;\n\n return (\n

{site.host}

\n Sitemap\n

\n\n

Last run: {formatTimestamp(lastRunAt)}

\n\n

\n {metrics.map((metric) => (\n

{metric.label}

{metric.value}

\n ))}\n

\n\n

Run History

\n \n \n \n \n \n \n \n \n \n \n \n \n {site.recentRuns.length === 0\n ? (\n \n \n \n )\n : site.recentRuns.map((run) => {\n const isExpanded = site.selectedRun?.id === run.id;\n return (\n onToggleRun(site.host, run.id)}\n details={runDetailPanel(site, monitor, onToggleDiff)}\n />\n );\n })}\n \n

Finished	Entry Point	Changed	Queued	Accepted	Status
No runs yet

\n );\n}\n",[],[200,207,244],[200,207],{"_106":254,"_97":255,"_162":256,"_164":201,"_165":147,"_166":257,"_168":169,"_108":258,"_102":33,"_171":192,"_173":259,"_174":22,"_175":-5,"_176":260,"_100":261},"8541e49c-06f5-11f1-b3e9-42dde27851f2","index.html","8541e578-06f5-11f1-b3e9-42dde27851f2",240,["D",1770778698076],"\n\n \n \n \n IndexNow Monitor Dashboard\n \n \n \n \n \n

\n \n \n\n",[],[200,255],{"_106":263,"_97":264,"_162":265,"_164":201,"_165":147,"_166":266,"_168":169,"_108":267,"_102":33,"_171":219,"_173":268,"_174":22,"_175":-5,"_176":269,"_100":270},"8506c240-06f5-11f1-9916-42dde27851f2","index.tsx","8506c2f4-06f5-11f1-9916-42dde27851f2",237,["D",1770778698088],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client?deps=react@18.2.0\";\nimport type { IndexNowMonitorResponse } from \"../shared/monitor-types.ts\";\nimport { DashboardApp } from \"./components/DashboardApp.tsx\";\n\ninterface DashboardBootstrap {\n initialMonitor: IndexNowMonitorResponse;\n valProjectUrl: string;\n}\n\ndeclare global {\n interface Window {\n __INDEXNOW_BOOTSTRAP__?: DashboardBootstrap;\n }\n}\n\nconst rootNode = document.getElementById(\"root\");\nif (!rootNode) {\n throw new Error(\"Missing #root container for dashboard app.\");\n}\n\nconst bootstrap = window.__INDEXNOW_BOOTSTRAP__;\nif (!bootstrap) {\n throw new Error(\"Dashboard bootstrap payload is missing.\");\n}\n\ncreateRoot(rootNode).render(\n ,\n);\n",[],[200,264],{"_106":272,"_97":273,"_162":274,"_164":201,"_165":147,"_166":275,"_168":22,"_108":276,"_102":277,"_171":192,"_173":278,"_174":22,"_175":-5,"_176":279,"_100":280},"00786d72-0726-11f1-8514-42dde27851f2","styles.css","840fa06e-06f5-11f1-b99a-42dde27851f2",316,["D",1770799522310],16,"@import url(\"https://fonts.googleapis.com/css2?family=Space+Grotesk:wght@400;500;700&family=IBM+Plex+Mono:wght@400;500&display=swap\");\n\n:root {\n --bg: #f4f2eb;\n --paper: #fffdf7;\n --ink: #22201b;\n --muted: #665f52;\n --line: #ddd6c8;\n --ok: #0d7b64;\n --warn: #a06606;\n --error: #b73a2f;\n --accent: #0f766e;\n --accent2: #b45309;\n}\n\n* {\n box-sizing: border-box;\n}\n\nbody {\n margin: 0;\n font-family: \"Space Grotesk\", system-ui, sans-serif;\n color: var(--ink);\n background:\n radial-gradient(circle at 5% 0%, #efe8d9 0 18%, transparent 18.5%),\n radial-gradient(circle at 95% 0%, #dcebe4 0 16%, transparent 16.5%),\n linear-gradient(180deg, #f7f3e9 0%, var(--bg) 60%);\n}\n\nbody.drawer-open {\n overflow: hidden;\n}\n\ncode {\n font-family: \"IBM Plex Mono\", ui-monospace, monospace;\n font-size: 0.88em;\n}\n\n.wrap {\n max-width: 1520px;\n margin: 0 auto;\n padding: 20px 16px 40px;\n}\n\n.hero {\n background: linear-gradient(135deg, #fffdf7 0%, #f5f0e3 52%, #eef7f2 100%);\n border: 1px solid var(--line);\n border-radius: 18px;\n padding: 20px;\n box-shadow: 0 10px 24px rgba(30, 24, 15, 0.08);\n}\n\n.hero h1 {\n margin: 0;\n font-size: clamp(1.4rem, 2.8vw, 2rem);\n letter-spacing: 0.01em;\n}\n\n.hero-head {\n display: flex;\n align-items: center;\n justify-content: space-between;\n gap: 10px;\n flex-wrap: wrap;\n}\n\n.val-link {\n text-decoration: none;\n color: var(--accent2);\n border: 1px solid var(--line);\n border-radius: 999px;\n padding: 6px 10px;\n background: #fff;\n font-size: 0.9rem;\n transition: border-color 150ms ease, transform 150ms ease, box-shadow 150ms ease;\n}\n\n.val-link:hover {\n border-color: var(--accent2);\n transform: translateY(-1px);\n box-shadow: 0 6px 14px rgba(180, 83, 9, 0.12);\n}\n\n.hero p {\n margin: 8px 0 0;\n color: var(--muted);\n}\n\n.hero-meta {\n margin: 8px 0 0;\n color: var(--muted);\n font-size: 0.92rem;\n}\n\n.motion-note {\n margin: 8px 0 0;\n color: var(--warn);\n font-size: 0.82rem;\n}\n\n.error-banner {\n margin: 12px 0 0;\n color: var(--error);\n background: rgba(183, 58, 47, 0.1);\n border: 1px solid rgba(183, 58, 47, 0.3);\n border-radius: 10px;\n padding: 8px 10px;\n font-size: 0.88rem;\n}\n\n.controls {\n margin-top: 16px;\n display: grid;\n gap: 12px;\n}\n\n.control-line {\n display: grid;\n gap: 6px;\n}\n\n.control-label {\n margin: 0;\n font-size: 0.74rem;\n letter-spacing: 0.06em;\n text-transform: uppercase;\n color: var(--muted);\n}\n\n.control-row {\n display: flex;\n flex-wrap: wrap;\n gap: 8px;\n align-items: center;\n}\n\n.chip-link {\n appearance: none;\n border: 1px solid var(--line);\n border-radius: 999px;\n padding: 6px 10px;\n font-size: 0.9rem;\n background: #fff;\n color: var(--ink);\n cursor: pointer;\n font-family: inherit;\n transition: background-color 160ms ease, color 160ms ease, border-color 160ms ease, transform 160ms ease;\n}\n\n.chip-link.active {\n background: var(--ink);\n color: #fff;\n border-color: var(--ink);\n}\n\n.chip-link:hover {\n border-color: var(--ink);\n transform: translateY(-1px);\n}\n\n.checkbox-chip {\n display: inline-flex;\n align-items: center;\n gap: 7px;\n border: 1px solid var(--line);\n border-radius: 999px;\n padding: 6px 10px;\n background: #fff;\n color: var(--ink);\n font-size: 0.9rem;\n cursor: pointer;\n user-select: none;\n}\n\n.checkbox-chip input {\n margin: 0;\n accent-color: var(--accent);\n}\n\n.sites {\n margin-top: 18px;\n display: grid;\n gap: 14px;\n}\n\n.site-card {\n background: var(--paper);\n border: 1px solid var(--line);\n border-radius: 16px;\n padding: 16px;\n opacity: 0;\n transform: translateY(10px);\n animation: siteCardIn 360ms cubic-bezier(0.2, 0.8, 0.2, 1) both;\n animation-delay: calc(var(--card-index, 0) * 40ms);\n}\n\n.site-header {\n display: flex;\n justify-content: space-between;\n gap: 12px;\n align-items: flex-start;\n}\n\n.site-header h2 {\n margin: 0;\n font-size: 1.2rem;\n}\n\n.meta {\n margin: 6px 0 0;\n color: var(--muted);\n font-size: 0.9rem;\n}\n\n.meta a {\n color: var(--accent);\n}\n\n.meta span {\n margin: 0 6px;\n}\n\n.site-status-reason {\n margin: 12px 0 0;\n color: var(--muted);\n font-size: 0.86rem;\n}\n\n.site-metrics {\n margin-top: 10px;\n display: grid;\n grid-template-columns: repeat(auto-fit, minmax(220px, 1fr));\n gap: 8px;\n}\n\n.metric {\n border: 1px solid var(--line);\n border-radius: 12px;\n padding: 8px 10px;\n background: #fffdf8;\n min-height: 56px;\n}\n\n.metric-label {\n margin: 0;\n font-size: 0.72rem;\n letter-spacing: 0.04em;\n text-transform: uppercase;\n color: var(--muted);\n white-space: nowrap;\n overflow: hidden;\n text-overflow: ellipsis;\n}\n\n.metric-value {\n margin: 5px 0 0;\n font-size: 0.82rem;\n color: var(--ink);\n line-height: 1.3;\n}\n\n.metric.ok {\n border-color: rgba(13, 123, 100, 0.35);\n background: rgba(13, 123, 100, 0.07);\n}\n\n.metric.warn {\n border-color: rgba(160, 102, 6, 0.35);\n background: rgba(160, 102, 6, 0.07);\n}\n\n.metric.error {\n border-color: rgba(183, 58, 47, 0.35);\n background: rgba(183, 58, 47, 0.07);\n}\n\n.metric.error .metric-label {\n color: #7d281f;\n}\n\n.metric.warn .metric-label {\n color: #7a4d05;\n}\n\n.metric.ok .metric-label {\n color: #0a5c4b;\n}\n\n.runs-panel {\n margin-top: 12px;\n}\n\n.runs-panel h3 {\n margin: 0 0 8px;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n font-size: 0.84rem;\n}\n\nth,\ntd {\n padding: 8px 6px;\n border-bottom: 1px solid var(--line);\n text-align: left;\n}\n\nth {\n color: var(--muted);\n font-size: 0.74rem;\n text-transform: uppercase;\n letter-spacing: 0.06em;\n}\n\ntd {\n font-family: \"IBM Plex Mono\", ui-monospace, monospace;\n transition: background-color 220ms ease, transform 220ms ease;\n}\n\n.run-row {\n cursor: pointer;\n}\n\n.run-row.dry-run td {\n font-style: italic;\n}\n\n.run-row:hover td {\n background: #f8f2e3;\n}\n\n.run-row.active td {\n background: #efe6d2;\n transform: translateX(3px);\n}\n\n.run-row:focus-visible {\n outline: 2px solid var(--accent);\n outline-offset: 2px;\n}\n\n.run-detail-row td {\n background: #fbf7ed;\n padding: 10px;\n}\n\n.run-detail-content {\n overflow: hidden;\n transform-origin: top center;\n}\n\n.run-detail-content.entering {\n animation: runDetailSlideIn 280ms cubic-bezier(0.2, 0.8, 0.2, 1) both;\n}\n\n.run-detail-content.exiting {\n animation: runDetailSlideOut 220ms cubic-bezier(0.4, 0, 0.2, 1) both;\n}\n\n.url-status-panel {\n border: 1px solid var(--line);\n border-radius: 12px;\n background: #fff;\n padding: 12px;\n animation: runPanelIn 260ms cubic-bezier(0.2, 0.8, 0.2, 1);\n}\n\n.url-status-head {\n display: flex;\n justify-content: space-between;\n align-items: baseline;\n gap: 10px;\n margin-bottom: 8px;\n}\n\n.url-status-head h3 {\n margin: 0;\n}\n\n.panel-note {\n margin: 0;\n color: var(--muted);\n font-size: 0.82rem;\n}\n\n.url-status-table {\n font-size: 0.8rem;\n}\n\n.url-status-table .slug {\n max-width: 380px;\n white-space: nowrap;\n overflow: hidden;\n text-overflow: ellipsis;\n}\n\n.slug-link {\n display: inline-block;\n max-width: 100%;\n color: var(--accent);\n text-decoration: underline;\n text-decoration-color: rgba(15, 118, 110, 0.45);\n text-underline-offset: 2px;\n white-space: nowrap;\n overflow: hidden;\n text-overflow: ellipsis;\n vertical-align: bottom;\n}\n\n.slug-link:hover {\n text-decoration-color: var(--accent);\n}\n\n.diff-link {\n appearance: none;\n border: 1px solid var(--line);\n border-radius: 999px;\n padding: 3px 8px;\n display: inline-block;\n background: #fff;\n color: var(--accent);\n cursor: pointer;\n font-family: inherit;\n transition: background-color 150ms ease, color 150ms ease, border-color 150ms ease, transform 150ms ease;\n}\n\n.diff-link.active {\n color: #fff;\n background: var(--accent);\n border-color: var(--accent);\n}\n\n.diff-link:hover {\n transform: translateY(-1px);\n}\n\n.status-tags {\n display: flex;\n flex-wrap: wrap;\n gap: 6px;\n}\n\n.status-tag {\n display: inline-block;\n border-radius: 999px;\n padding: 3px 8px;\n font-size: 0.72rem;\n border: 1px solid var(--line);\n background: #faf7f0;\n}\n\n.status-tag.ok {\n color: var(--ok);\n border-color: rgba(13, 123, 100, 0.35);\n background: rgba(13, 123, 100, 0.1);\n}\n\n.status-tag.warn {\n color: var(--warn);\n border-color: rgba(160, 102, 6, 0.35);\n background: rgba(160, 102, 6, 0.1);\n}\n\n.status-tag.error {\n color: var(--error);\n border-color: rgba(183, 58, 47, 0.35);\n background: rgba(183, 58, 47, 0.1);\n}\n\n.status-tag.muted {\n color: #5b5549;\n}\n\n.drawer-shell {\n position: fixed;\n inset: 0;\n z-index: 120;\n}\n\n.drawer-overlay {\n position: absolute;\n inset: 0;\n border: 0;\n background: rgba(17, 19, 25, 0.48);\n cursor: pointer;\n}\n\n.drawer {\n position: absolute;\n right: 0;\n top: 0;\n width: min(860px, 92vw);\n height: 100%;\n background: #fff;\n border-left: 1px solid var(--line);\n box-shadow: -16px 0 32px rgba(17, 19, 25, 0.18);\n display: flex;\n flex-direction: column;\n}\n\n.drawer-shell.open .drawer-overlay {\n animation: drawerFadeIn 240ms ease both;\n}\n\n.drawer-shell.closing .drawer-overlay {\n animation: drawerFadeOut 220ms ease both;\n}\n\n.drawer-shell.open .drawer {\n animation: drawerSlideInDesktop 320ms cubic-bezier(0.16, 1, 0.3, 1);\n}\n\n.drawer-shell.closing .drawer {\n animation: drawerSlideOutDesktop 240ms cubic-bezier(0.4, 0, 0.2, 1) both;\n}\n\n.drawer-head {\n display: flex;\n align-items: flex-start;\n justify-content: space-between;\n gap: 12px;\n padding: 14px 14px 10px;\n border-bottom: 1px solid var(--line);\n background: #fffdf7;\n}\n\n.drawer-head h2 {\n margin: 0;\n font-size: 1.04rem;\n}\n\n.drawer-close {\n appearance: none;\n border: 1px solid var(--line);\n border-radius: 999px;\n background: #fff;\n color: var(--ink);\n padding: 6px 10px;\n font-family: inherit;\n cursor: pointer;\n}\n\n.drawer-actions {\n display: inline-flex;\n align-items: center;\n gap: 8px;\n}\n\n.drawer-body {\n overflow: auto;\n padding: 12px;\n}\n\n.diff-copy-icon {\n appearance: none;\n width: 30px;\n height: 30px;\n border-radius: 999px;\n border: 1px solid var(--line);\n background: #fff;\n color: #566077;\n display: inline-flex;\n align-items: center;\n justify-content: center;\n cursor: pointer;\n flex: 0 0 auto;\n}\n\n.diff-copy-icon:hover {\n border-color: #8793b8;\n color: #8ea5f2;\n}\n\n.diff-copy-icon:disabled {\n opacity: 0.58;\n cursor: not-allowed;\n}\n\n.diff-copy-icon.copied {\n color: #0d7b64;\n border-color: rgba(13, 123, 100, 0.5);\n}\n\n.diff-copy-icon.error {\n color: #b73a2f;\n border-color: rgba(183, 58, 47, 0.5);\n}\n\n.diff-pre-wrap {\n position: relative;\n margin: 12px 0 0;\n}\n\n.diff-pre-copy {\n position: absolute;\n top: 8px;\n right: 8px;\n z-index: 2;\n background: rgba(17, 19, 25, 0.72);\n color: #cfdbff;\n border-color: rgba(153, 170, 214, 0.5);\n}\n\n.diff-pre-copy:hover {\n border-color: #9bb3ff;\n color: #dce6ff;\n background: rgba(17, 19, 25, 0.92);\n}\n\n.diff-pre-copy.copied {\n color: #9cf0d2;\n border-color: rgba(129, 231, 191, 0.68);\n}\n\n.diff-pre-copy.error {\n color: #ffc0c0;\n border-color: rgba(255, 151, 151, 0.66);\n}\n\n.snapshot-grid {\n display: grid;\n grid-template-columns: repeat(auto-fit, minmax(240px, 1fr));\n gap: 10px;\n margin-top: 10px;\n}\n\n.snapshot-card {\n border: 1px solid var(--line);\n border-radius: 10px;\n padding: 10px;\n background: #faf7f0;\n}\n\n.snapshot-card h4 {\n margin: 0 0 8px;\n}\n\n.snapshot-meta {\n display: grid;\n gap: 4px;\n margin: 0;\n}\n\n.snapshot-meta-row {\n display: grid;\n grid-template-columns: max-content minmax(0, 1fr);\n align-items: start;\n gap: 8px;\n}\n\n.snapshot-meta-row.has-copy {\n grid-template-columns: max-content minmax(0, 1fr) auto;\n}\n\n.snapshot-meta dt {\n color: var(--muted);\n font-family: \"Space Grotesk\", system-ui, sans-serif;\n}\n\n.snapshot-meta dd {\n margin: 0;\n word-break: break-word;\n min-width: 0;\n}\n\n.snapshot-copy-icon {\n appearance: none;\n width: 22px;\n height: 22px;\n border: 1px solid var(--line);\n border-radius: 999px;\n background: #fff;\n color: #5f6b85;\n display: inline-flex;\n align-items: center;\n justify-content: center;\n cursor: pointer;\n flex: 0 0 auto;\n}\n\n.snapshot-copy-icon:hover {\n border-color: #8793b8;\n color: #7f95dc;\n}\n\n.snapshot-copy-icon:disabled {\n opacity: 0.5;\n cursor: not-allowed;\n}\n\n.diff-pre {\n margin: 0;\n max-height: 460px;\n overflow: auto;\n border: 1px solid var(--line);\n border-radius: 10px;\n padding: 38px 0 8px;\n background: #111319;\n color: #f3f5ff;\n font-size: 0.75rem;\n line-height: 1.38;\n font-family: \"IBM Plex Mono\", ui-monospace, monospace;\n}\n\n.diff-code {\n display: block;\n}\n\n.diff-line {\n display: block;\n white-space: pre;\n padding: 0 10px;\n border-left: 3px solid transparent;\n}\n\n.diff-fold-block {\n display: block;\n}\n\n.diff-fold-toggle {\n appearance: none;\n display: block;\n width: 100%;\n border: 0;\n border-left: 3px dashed rgba(156, 172, 210, 0.8);\n background: rgba(96, 114, 160, 0.16);\n color: #d5e0ff;\n text-align: left;\n font: inherit;\n line-height: inherit;\n padding: 0 10px;\n cursor: pointer;\n}\n\n.diff-fold-toggle:hover {\n background: rgba(109, 128, 178, 0.26);\n}\n\n.diff-line.meta {\n color: #a6bbff;\n background: rgba(128, 156, 255, 0.14);\n border-left-color: rgba(166, 187, 255, 0.75);\n}\n\n.diff-line.hunk {\n color: #ffe0a3;\n background: rgba(245, 178, 66, 0.16);\n border-left-color: rgba(255, 211, 130, 0.82);\n}\n\n.diff-line.add {\n color: #d2ffe0;\n background: rgba(57, 176, 111, 0.18);\n border-left-color: rgba(98, 219, 153, 0.9);\n}\n\n.diff-line.remove {\n color: #ffd5d5;\n background: rgba(220, 84, 84, 0.2);\n border-left-color: rgba(255, 141, 141, 0.9);\n}\n\n.diff-line.context {\n color: #d8deef;\n}\n\n.diff-line.context.folded {\n color: #ced8f3;\n}\n\n.diff-empty {\n margin: 12px 0 0;\n}\n\n.empty {\n color: var(--muted);\n font-family: \"Space Grotesk\", system-ui, sans-serif;\n}\n\n@media (max-width: 900px) {\n .drawer {\n top: auto;\n right: 0;\n left: 0;\n bottom: 0;\n width: 100%;\n height: min(82vh, 720px);\n border-left: 0;\n border-top: 1px solid var(--line);\n border-radius: 14px 14px 0 0;\n box-shadow: 0 -16px 32px rgba(17, 19, 25, 0.2);\n }\n\n .drawer-shell.open .drawer {\n animation: drawerSlideInMobile 240ms cubic-bezier(0.2, 0.8, 0.2, 1) both;\n }\n\n .drawer-shell.closing .drawer {\n animation: drawerSlideOutMobile 200ms cubic-bezier(0.4, 0, 0.2, 1) both;\n }\n\n .url-status-table .slug {\n max-width: 220px;\n }\n}\n\n@media (min-width: 1400px) {\n .wrap {\n max-width: min(1840px, calc(100vw - 48px));\n padding-left: 24px;\n padding-right: 24px;\n }\n\n .drawer {\n width: min(1320px, 78vw);\n }\n}\n\n@keyframes runDetailSlideIn {\n from {\n opacity: 0;\n transform: translateY(-12px) scale(0.995);\n }\n to {\n opacity: 1;\n transform: translateY(0) scale(1);\n }\n}\n\n@keyframes runDetailSlideOut {\n from {\n opacity: 1;\n transform: translateY(0) scale(1);\n }\n to {\n opacity: 0;\n transform: translateY(-8px) scale(0.995);\n }\n}\n\n@keyframes runPanelIn {\n from {\n opacity: 0;\n transform: translateY(-8px);\n }\n to {\n opacity: 1;\n transform: translateY(0);\n }\n}\n\n@keyframes drawerFadeIn {\n from {\n opacity: 0;\n }\n to {\n opacity: 1;\n }\n}\n\n@keyframes drawerFadeOut {\n from {\n opacity: 1;\n }\n to {\n opacity: 0;\n }\n}\n\n@keyframes drawerSlideInDesktop {\n from {\n opacity: 0.96;\n transform: translateX(48px);\n }\n to {\n opacity: 1;\n transform: translateX(0);\n }\n}\n\n@keyframes drawerSlideOutDesktop {\n from {\n opacity: 1;\n transform: translateX(0);\n }\n to {\n opacity: 0.96;\n transform: translateX(48px);\n }\n}\n\n@keyframes drawerSlideInMobile {\n from {\n opacity: 0.96;\n transform: translateY(44px);\n }\n to {\n opacity: 1;\n transform: translateY(0);\n }\n}\n\n@keyframes drawerSlideOutMobile {\n from {\n opacity: 1;\n transform: translateY(0);\n }\n to {\n opacity: 0.96;\n transform: translateY(44px);\n }\n}\n\n@keyframes siteCardIn {\n from {\n opacity: 0;\n transform: translateY(10px);\n }\n to {\n opacity: 1;\n transform: translateY(0);\n }\n}\n\n@media (prefers-reduced-motion: reduce) {\n * {\n animation-duration: 1ms !important;\n animation-iteration-count: 1 !important;\n transition-duration: 1ms !important;\n scroll-behavior: auto !important;\n }\n}\n",[],[200,273],[200],{"_106":283,"_97":284,"_162":285,"_164":-5,"_165":147,"_166":286,"_168":169,"_108":287,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":288,"_100":299},"801a91d0-04d4-11f1-9771-42dde27851f2","lib","801a928e-04d4-11f1-9771-42dde27851f2",1,["D",1770544615392],[289],{"_106":290,"_97":291,"_162":292,"_164":285,"_165":147,"_166":293,"_168":22,"_108":294,"_102":295,"_171":219,"_173":296,"_174":22,"_175":-5,"_176":297,"_100":298},"629e25a8-079b-11f1-a6b0-42dde27851f2","indexnow.ts","bc3f543e-04d4-11f1-bd3b-42dde27851f2",323,["D",1770849938020],70,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { XMLParser } from \"https://esm.sh/fast-xml-parser@4.5.0\";\nimport { listFiles, readFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\nconst URL_STATE_TABLE = \"indexnow_url_state_v1\";\nconst RUN_LOG_TABLE = \"indexnow_run_log_v1\";\nconst RUN_URL_STATUS_TABLE = \"indexnow_run_url_status_v1\";\nconst URL_SNAPSHOT_TABLE = \"indexnow_url_snapshot_v1\";\nconst DEFAULT_ENDPOINT = \"https://api.indexnow.org/indexnow\";\nconst DEFAULT_RUN_URL_LIMIT = 5_000;\nconst RUN_URL_LIMIT_ENV_VAR = \"INDEXNOW_PER_SITE_RUN_URL_LIMIT\";\n// IndexNow protocol hard limit: 10,000 URLs per request payload.\nconst INDEXNOW_MAX_URLS_PER_POST = 10_000;\nconst SITES_CONFIG_DIR = \"config/sites/\";\nconst SNAPSHOT_RETENTION_DAYS = 14;\nconst SNAPSHOT_MIN_PER_URL = 3;\nconst SNAPSHOT_CAPTURE_CONCURRENCY = 4;\nconst BACKFILL_DEFAULT_LIMIT_PER_SITE = 100;\nconst BACKFILL_MAX_LIMIT_PER_SITE = 1_000;\nconst BACKFILL_ERROR_SAMPLE_LIMIT = 20;\nconst BACKFILL_URL_SAMPLE_LIMIT = 20;\n\nconst xmlParser = new XMLParser({\n ignoreAttributes: false,\n trimValues: true,\n});\n\nexport interface IndexNowSiteConfig {\n host: string;\n sitemapUrl: string;\n keyLocation: string;\n alertToEnvVar?: string;\n includePrefixes?: string[];\n excludePrefixes?: string[];\n}\n\ninterface IndexNowSiteFileConfig {\n host?: string;\n sitemapUrl?: string;\n keyLocation?: string;\n keyLocationEnvVar?: string;\n alertToEnvVar?: string;\n includePrefixes?: string[];\n excludePrefixes?: string[];\n}\n\nexport interface IndexNowRuntimeConfig {\n endpoint: string;\n runUrlLimit: number;\n sites: IndexNowSiteConfig[];\n}\n\nexport interface IndexNowRunOptions {\n dryRun?: boolean;\n force?: boolean;\n siteHost?: string;\n reason?: string;\n}\n\ninterface SitemapEntry {\n url: string;\n lastmod?: string;\n}\n\ninterface FilterStats {\n invalidUrl: number;\n wrongHost: number;\n outOfKeyScope: number;\n includePrefixMiss: number;\n excludePrefixHit: number;\n noindexHit: number;\n semanticUnchangedHit: number;\n}\n\ninterface IgnoredUrlsByReason {\n invalid_url: string[];\n wrong_host: string[];\n out_of_key_scope: string[];\n include_prefix_miss: string[];\n exclude_prefix_hit: string[];\n}\n\ninterface PersistedUrlRow {\n url: string;\n last_submitted_lastmod: string | null;\n last_submitted_at: string | null;\n}\n\ninterface SubmitChunkResult {\n index: number;\n urlCount: number;\n status: number;\n accepted: boolean;\n pending: boolean;\n attempts: number;\n responseSnippet: string;\n}\n\nexport type RunUrlOutcome =\n | \"submitted\"\n | \"pending\"\n | \"failed\"\n | \"deferred\"\n | \"dry_run\"\n | \"ignored\"\n | \"suppressed\";\n\nexport interface RunUrlStatusEntry {\n url: string;\n slug: string;\n changed: boolean;\n queued: boolean;\n attempted: boolean;\n submissionStatus: number | null;\n outcome: RunUrlOutcome;\n note: string | null;\n}\n\ninterface RunUrlStatusRow extends RunUrlStatusEntry {}\n\nexport interface RunUrlStatusesByOutcome {\n submitted: RunUrlStatusEntry[];\n pending: RunUrlStatusEntry[];\n deferred: RunUrlStatusEntry[];\n failed: RunUrlStatusEntry[];\n dry_run: RunUrlStatusEntry[];\n ignored: RunUrlStatusEntry[];\n suppressed: RunUrlStatusEntry[];\n}\n\ntype UrlSnapshotSource = \"run_queue_capture\" | \"backfill\";\n\ninterface UrlSnapshotFetchResult {\n responseStatus: number | null;\n contentType: string | null;\n etag: string | null;\n responseLastModified: string | null;\n htmlRaw: string | null;\n htmlSha256: string | null;\n fetchError: string | null;\n}\n\ninterface UrlSnapshotInsertRow {\n runId: number | null;\n siteHost: string;\n url: string;\n slug: string;\n capturedAt: string;\n snapshotSource: UrlSnapshotSource;\n dryRun: boolean;\n responseStatus: number | null;\n contentType: string | null;\n etag: string | null;\n responseLastModified: string | null;\n htmlRaw: string | null;\n htmlSha256: string | null;\n sitemapLastmod: string | null;\n previousSubmittedLastmod: string | null;\n fetchError: string | null;\n}\n\nexport interface SiteRunSummary {\n runId: number;\n host: string;\n sitemapUrl: string;\n startedAt: string;\n finishedAt: string;\n discoveredCount: number;\n filteredCount: number;\n changedCount: number;\n queuedCount: number;\n deferredCount: number;\n submittedCount: number;\n pendingCount: number;\n filteredUrls: string[];\n changedUrls: string[];\n queuedUrls: string[];\n dryRun: boolean;\n force: boolean;\n endpoint: string;\n filterStats: FilterStats;\n chunkResults: SubmitChunkResult[];\n errors: string[];\n}\n\nexport interface IndexNowRunSummary {\n startedAt: string;\n finishedAt: string;\n reason: string;\n dryRun: boolean;\n force: boolean;\n endpoint: string;\n runUrlLimit: number;\n siteRuns: SiteRunSummary[];\n hasErrors: boolean;\n}\n\nexport interface IndexNowBackfillOptions {\n dryRun?: boolean;\n siteHost?: string;\n limitPerSite?: number;\n}\n\nexport interface SiteBackfillSummary {\n host: string;\n dryRun: boolean;\n candidatesInBatch: number;\n insertedCount: number;\n fetchErrorCount: number;\n remainingAfterBatch: number;\n sampledUrls: string[];\n errors: string[];\n}\n\nexport interface IndexNowBackfillSummary {\n startedAt: string;\n finishedAt: string;\n dryRun: boolean;\n limitPerSite: number;\n siteHost?: string;\n siteBackfills: SiteBackfillSummary[];\n hasErrors: boolean;\n}\n\ninterface SitemapDocument {\n childSitemaps: string[];\n entries: SitemapEntry[];\n}\n\ninterface SubmitResult {\n status: number;\n body: string;\n attempts: number;\n}\n\ninterface BackfillCandidateRow {\n url: string;\n slug: string;\n lastmod: string | null;\n lastSubmittedLastmod: string | null;\n}\n\nfunction parsePositiveIntEnv(name: string, fallback: number): number {\n const value = Deno.env.get(name);\n if (!value) {\n return fallback;\n }\n\n const parsed = Number.parseInt(value, 10);\n if (!Number.isFinite(parsed) || parsed <= 0) {\n throw new Error(`${name} must be a positive integer, received \"${value}\"`);\n }\n return parsed;\n}\n\nfunction normalizeBackfillLimit(value: number | undefined): number {\n if (typeof value === \"undefined\") {\n return BACKFILL_DEFAULT_LIMIT_PER_SITE;\n }\n if (!Number.isFinite(value) || value <= 0) {\n throw new Error(`limitPerSite must be a positive integer, received \"${value}\"`);\n }\n const integerValue = Math.floor(value);\n return Math.min(integerValue, BACKFILL_MAX_LIMIT_PER_SITE);\n}\n\nfunction normalizeProjectPath(path: string): string {\n return path.startsWith(\"/\") ? path.slice(1) : path;\n}\n\nasync function loadSitesFromProjectFiles(): Promise {\n const allFiles = await listFiles(import.meta.url);\n const siteFiles = allFiles\n .map((entry) => {\n if (typeof entry === \"string\") {\n return normalizeProjectPath(entry);\n }\n const path = (entry as { path?: unknown }).path;\n return typeof path === \"string\" ? normalizeProjectPath(path) : \"\";\n })\n .filter((path) => path.startsWith(SITES_CONFIG_DIR) && path.endsWith(\".json\"))\n .sort((a, b) => a.localeCompare(b));\n\n if (siteFiles.length === 0) {\n throw new Error(\n `No site config files found in ${SITES_CONFIG_DIR}. Add one or more *.json files there.`,\n );\n }\n\n const sites: IndexNowSiteFileConfig[] = [];\n for (const siteFile of siteFiles) {\n const rawContent = await readFile(`/${siteFile}`, import.meta.url);\n let parsed: unknown;\n try {\n parsed = JSON.parse(rawContent);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n throw new Error(`Invalid JSON in ${siteFile}: ${message}`);\n }\n if (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n throw new Error(`Site file ${siteFile} must contain a single JSON object`);\n }\n sites.push(parsed as IndexNowSiteFileConfig);\n }\n\n return sites.map(normalizeSiteConfig);\n}\n\nfunction readRequiredEnvVar(envVarName: string, context: string): string {\n const name = envVarName.trim();\n if (!name) {\n throw new Error(`${context} requires a non-empty env var name`);\n }\n const value = Deno.env.get(name)?.trim();\n if (!value) {\n throw new Error(`${context} references env var \"${name}\", but it is missing or empty`);\n }\n return value;\n}\n\nfunction withTxtSuffixForKeyPath(url: URL): URL {\n const pathname = url.pathname;\n if (!pathname || pathname.endsWith(\"/\")) {\n return url;\n }\n const lastSlash = pathname.lastIndexOf(\"/\");\n const fileName = pathname.slice(lastSlash + 1);\n if (fileName.toLowerCase().endsWith(\".txt\")) {\n return url;\n }\n if (isValidIndexNowKey(fileName)) {\n url.pathname = `${pathname}.txt`;\n }\n return url;\n}\n\nfunction parseAndNormalizeKeyLocationUrl(rawUrl: string, context: string): string {\n let parsed: URL;\n try {\n parsed = new URL(rawUrl);\n } catch {\n throw new Error(\n `${context} must be a valid URL, a key token, or a key filename`,\n );\n }\n return withTxtSuffixForKeyPath(parsed).toString();\n}\n\nfunction normalizeKeyLocationValue(rawValue: string, host: string, context: string): string {\n const value = rawValue.trim();\n if (!value) {\n throw new Error(`${context} must not be empty`);\n }\n\n if (value.startsWith(\"https://\") || value.startsWith(\"http://\")) {\n return parseAndNormalizeKeyLocationUrl(value, context);\n }\n\n if (isValidIndexNowKey(value)) {\n return `https://${host}/${value}.txt`;\n }\n\n if (value.toLowerCase().endsWith(\".txt\")) {\n const keyPart = value.slice(0, -4);\n if (isValidIndexNowKey(keyPart) && !value.includes(\"/\")) {\n return `https://${host}/${value}`;\n }\n }\n\n const normalizedPath = value.startsWith(\"/\") ? value : `/${value}`;\n return parseAndNormalizeKeyLocationUrl(`https://${host}${normalizedPath}`, context);\n}\n\nfunction resolveKeyLocationFromConfig(site: IndexNowSiteFileConfig, host: string): string {\n const keyLocation = site.keyLocation?.trim();\n const keyLocationEnvVar = site.keyLocationEnvVar?.trim();\n\n if (keyLocation && keyLocationEnvVar) {\n throw new Error(`Site ${host} must set only one of keyLocation or keyLocationEnvVar`);\n }\n if (keyLocationEnvVar) {\n const envValue = readRequiredEnvVar(keyLocationEnvVar, `Site ${host} keyLocationEnvVar`);\n return normalizeKeyLocationValue(\n envValue,\n host,\n `Site ${host} keyLocationEnvVar (${keyLocationEnvVar})`,\n );\n }\n if (keyLocation) {\n return normalizeKeyLocationValue(keyLocation, host, `Site ${host} keyLocation`);\n }\n throw new Error(`Site ${host} requires keyLocation or keyLocationEnvVar`);\n}\n\nfunction normalizeSiteConfig(site: IndexNowSiteFileConfig): IndexNowSiteConfig {\n const rawSite = site as Record;\n if (typeof rawSite[\"key\"] !== \"undefined\" || typeof rawSite[\"keyEnvVar\"] !== \"undefined\") {\n throw new Error(\n \"Site config fields 'key' and 'keyEnvVar' are no longer supported. Use keyLocation or keyLocationEnvVar only.\",\n );\n }\n\n const host = site.host?.trim();\n if (!host) {\n throw new Error(\"Site config requires host\");\n }\n\n const sitemapUrl = site.sitemapUrl?.trim();\n if (!sitemapUrl) {\n throw new Error(`Site ${host} requires sitemapUrl`);\n }\n\n const keyLocation = resolveKeyLocationFromConfig(site, host);\n const alertToEnvVar = site.alertToEnvVar?.trim();\n\n const normalizedSite: IndexNowSiteConfig = {\n host,\n sitemapUrl,\n keyLocation,\n alertToEnvVar: alertToEnvVar && alertToEnvVar.length > 0 ? alertToEnvVar : undefined,\n includePrefixes: site.includePrefixes?.map((prefix) => prefix.trim()),\n excludePrefixes: site.excludePrefixes?.map((prefix) => prefix.trim()),\n };\n\n return validateSiteConfig(normalizedSite);\n}\n\nfunction validateSiteConfig(site: IndexNowSiteConfig): IndexNowSiteConfig {\n const sitemapUrl = new URL(site.sitemapUrl);\n const keyLocationUrl = new URL(site.keyLocation);\n if (sitemapUrl.protocol !== \"https:\" && sitemapUrl.protocol !== \"http:\") {\n throw new Error(`Unsupported sitemap protocol for ${site.host}`);\n }\n if (keyLocationUrl.protocol !== \"https:\" && keyLocationUrl.protocol !== \"http:\") {\n throw new Error(`Unsupported keyLocation protocol for ${site.host}`);\n }\n if (keyLocationUrl.host.toLowerCase() !== site.host.toLowerCase()) {\n throw new Error(\n `keyLocation host (${keyLocationUrl.host}) must match site host (${site.host})`,\n );\n }\n\n return site;\n}\n\nexport async function loadRuntimeConfig(): Promise {\n const endpoint = (Deno.env.get(\"INDEXNOW_ENDPOINT\") ?? DEFAULT_ENDPOINT).trim();\n const runUrlLimit = parsePositiveIntEnv(RUN_URL_LIMIT_ENV_VAR, DEFAULT_RUN_URL_LIMIT);\n const sites = await loadSitesFromProjectFiles();\n\n const uniqueHosts = new Set(sites.map((site) => site.host.toLowerCase()));\n if (uniqueHosts.size !== sites.length) {\n throw new Error(`${SITES_CONFIG_DIR} contains duplicate host values`);\n }\n\n return {\n endpoint,\n runUrlLimit,\n sites,\n };\n}\n\nfunction asArray(value: T | T[] | undefined): T[] {\n if (typeof value === \"undefined\") {\n return [];\n }\n return Array.isArray(value) ? value : [value];\n}\n\nfunction firstString(value: unknown): string | undefined {\n if (typeof value === \"string\") {\n return value.trim();\n }\n if (Array.isArray(value)) {\n return firstString(value[0]);\n }\n if (value && typeof value === \"object\") {\n const maybeRecord = value as Record;\n if (typeof maybeRecord[\"#text\"] === \"string\") {\n return maybeRecord[\"#text\"].trim();\n }\n }\n return undefined;\n}\n\nfunction parseSitemapDocument(xml: string): SitemapDocument {\n const parsed = xmlParser.parse(xml) as Record;\n\n const sitemapIndex = parsed[\"sitemapindex\"] as\n | Record\n | undefined;\n if (sitemapIndex) {\n const childSitemaps = asArray(\n sitemapIndex[\"sitemap\"] as Record | Record[] | undefined,\n )\n .map((item) => firstString(item[\"loc\"]))\n .filter((value): value is string => Boolean(value));\n return { childSitemaps, entries: [] };\n }\n\n const urlSet = parsed[\"urlset\"] as Record | undefined;\n if (urlSet) {\n const entries = asArray(\n urlSet[\"url\"] as Record | Record[] | undefined,\n )\n .map((item) => ({\n url: firstString(item[\"loc\"]) ?? \"\",\n lastmod: firstString(item[\"lastmod\"]),\n }))\n .filter((entry) => entry.url.length > 0);\n return { childSitemaps: [], entries };\n }\n\n throw new Error(\"Unsupported sitemap format\");\n}\n\nasync function fetchText(url: string): Promise {\n const response = await fetch(url, {\n headers: {\n \"user-agent\": \"indexnow-valtown/1.0\",\n },\n });\n if (!response.ok) {\n throw new Error(`Failed to fetch ${url}: ${response.status} ${response.statusText}`);\n }\n return await response.text();\n}\n\nfunction toNullableHeaderValue(value: string | null): string | null {\n if (!value) {\n return null;\n }\n const trimmed = value.trim();\n return trimmed.length > 0 ? trimmed : null;\n}\n\nfunction toErrorMessage(error: unknown): string {\n return error instanceof Error ? error.message : String(error);\n}\n\nfunction toHex(bytes: Uint8Array): string {\n return Array.from(bytes).map((value) => value.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\nasync function sha256Hex(value: string): Promise {\n const encoded = new TextEncoder().encode(value);\n const digest = await crypto.subtle.digest(\"SHA-256\", encoded);\n return toHex(new Uint8Array(digest));\n}\n\nasync function captureUrlSnapshot(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: {\n \"user-agent\": \"indexnow-valtown/1.0\",\n },\n });\n const responseStatus = response.status;\n const contentType = toNullableHeaderValue(response.headers.get(\"content-type\"));\n const etag = toNullableHeaderValue(response.headers.get(\"etag\"));\n const responseLastModified = toNullableHeaderValue(response.headers.get(\"last-modified\"));\n\n if (!response.ok) {\n return {\n responseStatus,\n contentType,\n etag,\n responseLastModified,\n htmlRaw: null,\n htmlSha256: null,\n fetchError: `HTTP ${response.status} ${response.statusText}`.trim(),\n };\n }\n\n const htmlRaw = await response.text();\n return {\n responseStatus,\n contentType,\n etag,\n responseLastModified,\n htmlRaw,\n htmlSha256: await sha256Hex(htmlRaw),\n fetchError: null,\n };\n } catch (error) {\n return {\n responseStatus: null,\n contentType: null,\n etag: null,\n responseLastModified: null,\n htmlRaw: null,\n htmlSha256: null,\n fetchError: truncateForLog(`Snapshot fetch failed: ${toErrorMessage(error)}`),\n };\n }\n}\n\nfunction isNewerLastmod(candidate?: string, current?: string): boolean {\n if (!candidate) {\n return false;\n }\n if (!current) {\n return true;\n }\n\n const candidateMs = Date.parse(candidate);\n const currentMs = Date.parse(current);\n if (Number.isFinite(candidateMs) && Number.isFinite(currentMs)) {\n return candidateMs > currentMs;\n }\n return candidate > current;\n}\n\nasync function crawlSitemapRecursive(\n sitemapUrl: string,\n visited: Set,\n): Promise {\n if (visited.has(sitemapUrl)) {\n return [];\n }\n visited.add(sitemapUrl);\n\n const xml = await fetchText(sitemapUrl);\n const doc = parseSitemapDocument(xml);\n\n if (doc.childSitemaps.length === 0) {\n return doc.entries;\n }\n\n const children = await Promise.all(\n doc.childSitemaps.map((childUrl) => crawlSitemapRecursive(childUrl, visited)),\n );\n\n return children.flat();\n}\n\nfunction normalizeUrl(urlText: string): string {\n const parsed = new URL(urlText.trim());\n parsed.hash = \"\";\n return parsed.toString();\n}\n\nfunction isRootKeyLocation(keyLocation: URL): boolean {\n const path = keyLocation.pathname;\n const withoutLeadingSlash = path.startsWith(\"/\") ? path.slice(1) : path;\n return withoutLeadingSlash.length > 0 && !withoutLeadingSlash.includes(\"/\");\n}\n\nfunction isWithinKeyScope(pageUrl: URL, keyLocation: URL): boolean {\n if (isRootKeyLocation(keyLocation)) {\n return true;\n }\n\n const directoryPath = keyLocation.pathname.slice(\n 0,\n keyLocation.pathname.lastIndexOf(\"/\") + 1,\n );\n\n return pageUrl.pathname.startsWith(directoryPath);\n}\n\nfunction matchesPrefix(url: URL, prefix: string): boolean {\n if (prefix.startsWith(\"http://\") || prefix.startsWith(\"https://\")) {\n return url.toString().startsWith(prefix);\n }\n return url.pathname.startsWith(prefix);\n}\n\nfunction emptyIgnoredUrlsByReason(): IgnoredUrlsByReason {\n return {\n invalid_url: [],\n wrong_host: [],\n out_of_key_scope: [],\n include_prefix_miss: [],\n exclude_prefix_hit: [],\n };\n}\n\nfunction appendUniqueValue(target: string[], value: string): void {\n if (!target.includes(value)) {\n target.push(value);\n }\n}\n\nfunction filterAndDeduplicateEntries(\n site: IndexNowSiteConfig,\n entries: SitemapEntry[],\n): { entries: SitemapEntry[]; stats: FilterStats; ignoredByReason: IgnoredUrlsByReason } {\n const stats: FilterStats = {\n invalidUrl: 0,\n wrongHost: 0,\n outOfKeyScope: 0,\n includePrefixMiss: 0,\n excludePrefixHit: 0,\n noindexHit: 0,\n semanticUnchangedHit: 0,\n };\n const ignoredByReason = emptyIgnoredUrlsByReason();\n\n const keyLocation = new URL(site.keyLocation);\n const deduped = new Map();\n\n for (const entry of entries) {\n const rawUrl = typeof entry.url === \"string\" ? entry.url.trim() : \"\";\n let normalized: string;\n try {\n normalized = normalizeUrl(entry.url);\n } catch {\n stats.invalidUrl += 1;\n appendUniqueValue(ignoredByReason.invalid_url, rawUrl.length > 0 ? rawUrl : \"(empty)\");\n continue;\n }\n\n const pageUrl = new URL(normalized);\n if (pageUrl.host.toLowerCase() !== site.host.toLowerCase()) {\n stats.wrongHost += 1;\n appendUniqueValue(ignoredByReason.wrong_host, normalized);\n continue;\n }\n if (!isWithinKeyScope(pageUrl, keyLocation)) {\n stats.outOfKeyScope += 1;\n appendUniqueValue(ignoredByReason.out_of_key_scope, normalized);\n continue;\n }\n\n if (\n site.includePrefixes &&\n site.includePrefixes.length > 0 &&\n !site.includePrefixes.some((prefix) => matchesPrefix(pageUrl, prefix))\n ) {\n stats.includePrefixMiss += 1;\n appendUniqueValue(ignoredByReason.include_prefix_miss, normalized);\n continue;\n }\n\n if (\n site.excludePrefixes &&\n site.excludePrefixes.length > 0 &&\n site.excludePrefixes.some((prefix) => matchesPrefix(pageUrl, prefix))\n ) {\n stats.excludePrefixHit += 1;\n appendUniqueValue(ignoredByReason.exclude_prefix_hit, normalized);\n continue;\n }\n\n const existing = deduped.get(normalized);\n if (!existing || isNewerLastmod(entry.lastmod, existing.lastmod)) {\n deduped.set(normalized, {\n url: normalized,\n lastmod: entry.lastmod,\n });\n }\n }\n\n return {\n entries: Array.from(deduped.values()).sort((a, b) => a.url.localeCompare(b.url)),\n stats,\n ignoredByReason,\n };\n}\n\nfunction isValidIndexNowKey(value: string): boolean {\n return /^[A-Za-z0-9-]{8,128}$/.test(value);\n}\n\nfunction hasNoindexDirective(value: string): boolean {\n const normalized = value.toLowerCase();\n return /\\bnoindex\\b/.test(normalized) || /\\bnone\\b/.test(normalized);\n}\n\nfunction extractHtmlAttribute(tag: string, attribute: string): string | null {\n const pattern = new RegExp(`\\\\b${attribute}\\\\s*=\\\\s*(\\\"([^\\\"]*)\\\"|'([^']*)'|([^\\\\s>]+))`, \"i\");\n const match = tag.match(pattern);\n if (!match) {\n return null;\n }\n const value = match[2] ?? match[3] ?? match[4] ?? \"\";\n const trimmed = value.trim();\n return trimmed.length > 0 ? trimmed : null;\n}\n\nfunction hasNoindexMetaTag(html: string): boolean {\n const headMatch = html.match(/]*>([\\s\\S]*?)<\\/head>/i);\n const scope = headMatch ? headMatch[1] : html.slice(0, 200_000);\n const metaTagMatches = scope.match(/]*>/gi) ?? [];\n for (const tag of metaTagMatches) {\n const name = extractHtmlAttribute(tag, \"name\")?.toLowerCase();\n if (!name || ![\"robots\", \"googlebot\", \"bingbot\", \"slurp\"].includes(name)) {\n continue;\n }\n const content = extractHtmlAttribute(tag, \"content\");\n if (content && hasNoindexDirective(content)) {\n return true;\n }\n }\n return false;\n}\n\nasync function urlHasNoindexDirective(url: string): Promise {\n let response: Response;\n try {\n response = await fetch(url, {\n headers: {\n \"user-agent\": \"indexnow-valtown/1.0\",\n },\n });\n } catch {\n // Fail open: do not suppress submission when the noindex probe itself fails.\n return false;\n }\n\n const xRobotsTag = response.headers.get(\"x-robots-tag\");\n if (xRobotsTag && hasNoindexDirective(xRobotsTag)) {\n return true;\n }\n\n const contentType = response.headers.get(\"content-type\")?.toLowerCase() ?? \"\";\n if (!contentType.includes(\"text/html\") && !contentType.includes(\"application/xhtml+xml\")) {\n return false;\n }\n\n let html: string;\n try {\n html = await response.text();\n } catch {\n return false;\n }\n return hasNoindexMetaTag(html);\n}\n\nasync function excludeNoindexEntries(\n entries: SitemapEntry[],\n): Promise<{ entries: SitemapEntry[]; excludedCount: number; excludedUrls: Set }> {\n if (entries.length === 0) {\n return { entries: [], excludedCount: 0, excludedUrls: new Set() };\n }\n\n const noindexByIndex = new Array(entries.length).fill(false);\n let cursor = 0;\n const workerCount = Math.min(SNAPSHOT_CAPTURE_CONCURRENCY, entries.length);\n const workers = Array.from({ length: workerCount }, async () => {\n while (true) {\n const index = cursor;\n cursor += 1;\n if (index >= entries.length) {\n return;\n }\n noindexByIndex[index] = await urlHasNoindexDirective(entries[index].url);\n }\n });\n await Promise.all(workers);\n\n const indexable: SitemapEntry[] = [];\n let excludedCount = 0;\n const excludedUrls = new Set();\n for (let index = 0; index < entries.length; index += 1) {\n if (noindexByIndex[index]) {\n excludedCount += 1;\n excludedUrls.add(entries[index].url);\n continue;\n }\n indexable.push(entries[index]);\n }\n\n return {\n entries: indexable,\n excludedCount,\n excludedUrls,\n };\n}\n\nfunction normalizeHtmlForSemanticComparison(html: string): string {\n // Neutralize common cache-busting query params while preserving URL structure.\n const withNormalizedQueryValues = html.replace(\n /([?&])(v|ver|version|cache|cb|_)=([A-Za-z0-9._-]+)/gi,\n \"$1$2=__CACHE_BUST__\",\n );\n return withNormalizedQueryValues\n .replace(/\\s+/g, \" \")\n .trim();\n}\n\nasync function loadLatestPreviousSnapshotHtmlByUrl(\n siteHost: string,\n urls: string[],\n currentRunId: number,\n): Promise> {\n const htmlByUrl = new Map();\n for (const url of urls) {\n const result = await sqlite.execute({\n sql: `SELECT html_raw\n FROM ${URL_SNAPSHOT_TABLE}\n WHERE site_host = ?\n AND url = ?\n AND html_raw IS NOT NULL\n AND dry_run = 0\n AND (run_id IS NULL OR run_id <> ?)\n ORDER BY captured_at DESC, id DESC\n LIMIT 1`,\n args: [siteHost, url, currentRunId],\n });\n\n const row = result.rows[0] as { html_raw?: unknown } | undefined;\n if (typeof row?.html_raw === \"string\" && row.html_raw.length > 0) {\n htmlByUrl.set(url, row.html_raw);\n }\n }\n return htmlByUrl;\n}\n\nasync function filterQueuedEntriesBySemanticDiff(\n siteHost: string,\n runId: number,\n queuedEntries: SitemapEntry[],\n stateByUrl: Map,\n snapshotsByUrl: Map,\n): Promise<{ entries: SitemapEntry[]; excludedUrls: Set }> {\n if (queuedEntries.length === 0) {\n return {\n entries: [],\n excludedUrls: new Set(),\n };\n }\n\n const previousHtmlByUrl = await loadLatestPreviousSnapshotHtmlByUrl(\n siteHost,\n queuedEntries.map((entry) => entry.url),\n runId,\n );\n\n const semanticHashesByHtml = new Map();\n const getSemanticHash = async (html: string): Promise => {\n const normalized = normalizeHtmlForSemanticComparison(html);\n const cached = semanticHashesByHtml.get(normalized);\n if (cached) {\n return cached;\n }\n const hash = await sha256Hex(normalized);\n semanticHashesByHtml.set(normalized, hash);\n return hash;\n };\n\n const meaningfulEntries: SitemapEntry[] = [];\n const excludedUrls = new Set();\n\n for (const entry of queuedEntries) {\n const state = stateByUrl.get(entry.url);\n if (!state?.last_submitted_at) {\n // New/never-submitted URLs should always remain eligible.\n meaningfulEntries.push(entry);\n continue;\n }\n\n const currentSnapshot = snapshotsByUrl.get(entry.url);\n const previousHtml = previousHtmlByUrl.get(entry.url);\n if (!currentSnapshot || currentSnapshot.fetchError || !currentSnapshot.htmlRaw || !previousHtml) {\n meaningfulEntries.push(entry);\n continue;\n }\n\n if (currentSnapshot.htmlRaw === previousHtml) {\n excludedUrls.add(entry.url);\n continue;\n }\n\n const [currentHash, previousHash] = await Promise.all([\n getSemanticHash(currentSnapshot.htmlRaw),\n getSemanticHash(previousHtml),\n ]);\n\n if (currentHash === previousHash) {\n excludedUrls.add(entry.url);\n continue;\n }\n\n meaningfulEntries.push(entry);\n }\n\n return {\n entries: meaningfulEntries,\n excludedUrls,\n };\n}\n\nasync function resolveKey(site: IndexNowSiteConfig): Promise {\n const fetchedKey = (await fetchText(site.keyLocation)).trim();\n if (!isValidIndexNowKey(fetchedKey)) {\n throw new Error(\n `Key fetched from ${site.keyLocation} has invalid format for ${site.host}`,\n );\n }\n return fetchedKey;\n}\n\nasync function ensureSchema(): Promise {\n await sqlite.execute({\n sql: `CREATE TABLE IF NOT EXISTS ${URL_STATE_TABLE} (\n site_host TEXT NOT NULL,\n url TEXT NOT NULL,\n lastmod TEXT,\n first_seen_at TEXT NOT NULL,\n last_seen_at TEXT NOT NULL,\n last_attempted_at TEXT,\n last_submitted_at TEXT,\n last_submitted_lastmod TEXT,\n attempt_count INTEGER NOT NULL DEFAULT 0,\n submit_count INTEGER NOT NULL DEFAULT 0,\n last_submission_status INTEGER,\n last_submission_note TEXT,\n PRIMARY KEY (site_host, url)\n )`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE TABLE IF NOT EXISTS ${RUN_LOG_TABLE} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n site_host TEXT NOT NULL,\n reason TEXT NOT NULL,\n started_at TEXT NOT NULL,\n finished_at TEXT NOT NULL,\n discovered_count INTEGER NOT NULL,\n eligible_count INTEGER NOT NULL,\n changed_count INTEGER NOT NULL,\n queued_count INTEGER NOT NULL,\n submitted_count INTEGER NOT NULL,\n dry_run INTEGER NOT NULL,\n force_mode INTEGER NOT NULL,\n endpoint TEXT NOT NULL,\n has_errors INTEGER NOT NULL,\n error_summary TEXT\n )`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE TABLE IF NOT EXISTS ${RUN_URL_STATUS_TABLE} (\n run_id INTEGER NOT NULL,\n site_host TEXT NOT NULL,\n url TEXT NOT NULL,\n slug TEXT NOT NULL,\n changed INTEGER NOT NULL,\n queued INTEGER NOT NULL,\n attempted INTEGER NOT NULL,\n submission_status INTEGER,\n outcome TEXT NOT NULL,\n note TEXT,\n PRIMARY KEY (run_id, url)\n )`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE INDEX IF NOT EXISTS idx_${RUN_URL_STATUS_TABLE}_lookup\n ON ${RUN_URL_STATUS_TABLE} (site_host, run_id, outcome, slug)`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE TABLE IF NOT EXISTS ${URL_SNAPSHOT_TABLE} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n run_id INTEGER,\n site_host TEXT NOT NULL,\n url TEXT NOT NULL,\n slug TEXT NOT NULL,\n captured_at TEXT NOT NULL,\n snapshot_source TEXT NOT NULL,\n dry_run INTEGER NOT NULL,\n response_status INTEGER,\n content_type TEXT,\n etag TEXT,\n response_last_modified TEXT,\n html_raw TEXT,\n html_sha256 TEXT,\n sitemap_lastmod TEXT,\n previous_submitted_lastmod TEXT,\n fetch_error TEXT\n )`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE UNIQUE INDEX IF NOT EXISTS idx_${URL_SNAPSHOT_TABLE}_run_host_url\n ON ${URL_SNAPSHOT_TABLE} (run_id, site_host, url)\n WHERE run_id IS NOT NULL`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE INDEX IF NOT EXISTS idx_${URL_SNAPSHOT_TABLE}_site_url_captured\n ON ${URL_SNAPSHOT_TABLE} (site_host, url, captured_at DESC)`,\n args: [],\n });\n\n await sqlite.execute({\n sql: `CREATE INDEX IF NOT EXISTS idx_${URL_SNAPSHOT_TABLE}_run_id\n ON ${URL_SNAPSHOT_TABLE} (run_id)`,\n args: [],\n });\n}\n\nasync function loadStateByUrl(siteHost: string): Promise> {\n const resultSet = await sqlite.execute({\n sql: `SELECT url, last_submitted_lastmod, last_submitted_at\n FROM ${URL_STATE_TABLE}\n WHERE site_host = ?`,\n args: [siteHost],\n });\n\n const map = new Map();\n for (const rawRow of resultSet.rows) {\n const row = rawRow as unknown as Partial;\n if (typeof row.url === \"string\") {\n map.set(row.url, {\n url: row.url,\n last_submitted_lastmod: row.last_submitted_lastmod ?? null,\n last_submitted_at: row.last_submitted_at ?? null,\n });\n }\n }\n return map;\n}\n\nasync function upsertSeenUrls(\n siteHost: string,\n entries: SitemapEntry[],\n seenAt: string,\n): Promise {\n for (const entry of entries) {\n await sqlite.execute({\n sql: `INSERT INTO ${URL_STATE_TABLE}\n (site_host, url, lastmod, first_seen_at, last_seen_at)\n VALUES (?, ?, ?, ?, ?)\n ON CONFLICT(site_host, url) DO UPDATE SET\n lastmod = excluded.lastmod,\n last_seen_at = excluded.last_seen_at`,\n args: [siteHost, entry.url, entry.lastmod ?? null, seenAt, seenAt],\n });\n }\n}\n\nfunction shouldSubmit(\n entry: SitemapEntry,\n state: PersistedUrlRow | undefined,\n force: boolean,\n): boolean {\n if (force) {\n return true;\n }\n if (!state) {\n return true;\n }\n if (!state.last_submitted_at) {\n return true;\n }\n if (!entry.lastmod) {\n return false;\n }\n return entry.lastmod !== state.last_submitted_lastmod;\n}\n\nfunction toChunks(values: T[], chunkSize: number): T[][] {\n const chunks: T[][] = [];\n for (let i = 0; i < values.length; i += chunkSize) {\n chunks.push(values.slice(i, i + chunkSize));\n }\n return chunks;\n}\n\nfunction truncateForLog(value: string, maxLength = 800): string {\n if (value.length <= maxLength) {\n return value;\n }\n return `${value.slice(0, maxLength)}…`;\n}\n\nfunction sleep(ms: number): Promise {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nasync function submitChunk(\n endpoint: string,\n host: string,\n key: string,\n keyLocation: string,\n urlList: string[],\n): Promise {\n const payload = {\n host,\n key,\n keyLocation,\n urlList,\n };\n\n let attempts = 0;\n let backoffMs = 1_000;\n\n while (true) {\n attempts += 1;\n\n try {\n const response = await fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n },\n body: JSON.stringify(payload),\n });\n\n const body = truncateForLog(await response.text());\n if ((response.status === 429 || response.status >= 500) && attempts < 3) {\n await sleep(backoffMs);\n backoffMs *= 2;\n continue;\n }\n\n return {\n status: response.status,\n body,\n attempts,\n };\n } catch (error) {\n if (attempts >= 3) {\n throw error;\n }\n await sleep(backoffMs);\n backoffMs *= 2;\n }\n }\n}\n\nasync function markAttemptForUrls(\n siteHost: string,\n urls: SitemapEntry[],\n attemptedAt: string,\n status: number,\n responseSnippet: string,\n accepted: boolean,\n): Promise {\n for (const item of urls) {\n if (accepted) {\n await sqlite.execute({\n sql: `UPDATE ${URL_STATE_TABLE}\n SET last_attempted_at = ?,\n last_submitted_at = ?,\n last_submitted_lastmod = ?,\n attempt_count = attempt_count + 1,\n submit_count = submit_count + 1,\n last_submission_status = ?,\n last_submission_note = ?\n WHERE site_host = ? AND url = ?`,\n args: [\n attemptedAt,\n attemptedAt,\n item.lastmod ?? null,\n status,\n responseSnippet,\n siteHost,\n item.url,\n ],\n });\n } else {\n await sqlite.execute({\n sql: `UPDATE ${URL_STATE_TABLE}\n SET last_attempted_at = ?,\n attempt_count = attempt_count + 1,\n last_submission_status = ?,\n last_submission_note = ?\n WHERE site_host = ? AND url = ?`,\n args: [attemptedAt, status, responseSnippet, siteHost, item.url],\n });\n }\n }\n}\n\nfunction toSlug(urlText: string): string {\n try {\n const parsed = new URL(urlText);\n return `${parsed.pathname}${parsed.search}` || \"/\";\n } catch {\n return urlText;\n }\n}\n\nasync function createRunLogDraft(\n siteHost: string,\n reason: string,\n startedAt: string,\n dryRun: boolean,\n forceMode: boolean,\n endpoint: string,\n): Promise {\n const result = await sqlite.execute({\n sql: `INSERT INTO ${RUN_LOG_TABLE}\n (site_host, reason, started_at, finished_at, discovered_count, eligible_count,\n changed_count, queued_count, submitted_count, dry_run, force_mode, endpoint,\n has_errors, error_summary)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n siteHost,\n reason,\n startedAt,\n startedAt,\n 0,\n 0,\n 0,\n 0,\n 0,\n dryRun ? 1 : 0,\n forceMode ? 1 : 0,\n endpoint,\n 0,\n null,\n ],\n });\n\n const runIdRaw = result.lastInsertRowid;\n const runId = typeof runIdRaw === \"bigint\" ? Number(runIdRaw) : Number(runIdRaw ?? 0);\n if (!Number.isFinite(runId) || runId <= 0) {\n throw new Error(\"Failed to determine run log ID\");\n }\n return runId;\n}\n\nasync function finalizeRunLog(runId: number, summary: SiteRunSummary): Promise {\n const errorSummary = summary.errors.length > 0\n ? truncateForLog(summary.errors.join(\" | \"), 1_600)\n : null;\n await sqlite.execute({\n sql: `UPDATE ${RUN_LOG_TABLE}\n SET started_at = ?,\n finished_at = ?,\n discovered_count = ?,\n eligible_count = ?,\n changed_count = ?,\n queued_count = ?,\n submitted_count = ?,\n dry_run = ?,\n force_mode = ?,\n endpoint = ?,\n has_errors = ?,\n error_summary = ?\n WHERE id = ?`,\n args: [\n summary.startedAt,\n summary.finishedAt,\n summary.discoveredCount,\n summary.filteredCount,\n summary.changedCount,\n summary.queuedCount,\n summary.submittedCount,\n summary.dryRun ? 1 : 0,\n summary.force ? 1 : 0,\n summary.endpoint,\n summary.errors.length > 0 ? 1 : 0,\n errorSummary,\n runId,\n ],\n });\n}\n\nasync function writeUrlSnapshot(row: UrlSnapshotInsertRow): Promise {\n await sqlite.execute({\n sql: `INSERT INTO ${URL_SNAPSHOT_TABLE}\n (run_id, site_host, url, slug, captured_at, snapshot_source, dry_run, response_status,\n content_type, etag, response_last_modified, html_raw, html_sha256, sitemap_lastmod,\n previous_submitted_lastmod, fetch_error)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n row.runId,\n row.siteHost,\n row.url,\n row.slug,\n row.capturedAt,\n row.snapshotSource,\n row.dryRun ? 1 : 0,\n row.responseStatus,\n row.contentType,\n row.etag,\n row.responseLastModified,\n row.htmlRaw,\n row.htmlSha256,\n row.sitemapLastmod,\n row.previousSubmittedLastmod,\n row.fetchError,\n ],\n });\n}\n\nasync function captureQueuedSnapshots(\n runId: number,\n siteHost: string,\n queuedEntries: SitemapEntry[],\n stateByUrl: Map,\n dryRun: boolean,\n): Promise> {\n const snapshotsByUrl = new Map();\n if (queuedEntries.length === 0) {\n return snapshotsByUrl;\n }\n\n let cursor = 0;\n const workerCount = Math.min(SNAPSHOT_CAPTURE_CONCURRENCY, queuedEntries.length);\n const workers = Array.from({ length: workerCount }, async () => {\n while (true) {\n const entryIndex = cursor;\n cursor += 1;\n if (entryIndex >= queuedEntries.length) {\n return;\n }\n\n const entry = queuedEntries[entryIndex];\n const state = stateByUrl.get(entry.url);\n const capturedAt = new Date().toISOString();\n const snapshot = await captureUrlSnapshot(entry.url);\n snapshotsByUrl.set(entry.url, snapshot);\n\n await writeUrlSnapshot({\n runId,\n siteHost,\n url: entry.url,\n slug: toSlug(entry.url),\n capturedAt,\n snapshotSource: \"run_queue_capture\",\n dryRun,\n responseStatus: snapshot.responseStatus,\n contentType: snapshot.contentType,\n etag: snapshot.etag,\n responseLastModified: snapshot.responseLastModified,\n htmlRaw: snapshot.htmlRaw,\n htmlSha256: snapshot.htmlSha256,\n sitemapLastmod: entry.lastmod ?? null,\n previousSubmittedLastmod: state?.last_submitted_lastmod ?? null,\n fetchError: snapshot.fetchError,\n });\n }\n });\n\n await Promise.all(workers);\n return snapshotsByUrl;\n}\n\nasync function pruneUrlSnapshots(siteHost: string): Promise {\n const cutoffMs = Date.now() - SNAPSHOT_RETENTION_DAYS * 24 * 60 * 60 * 1000;\n const cutoffIso = new Date(cutoffMs).toISOString();\n\n await sqlite.execute({\n sql: `DELETE FROM ${URL_SNAPSHOT_TABLE}\n WHERE id IN (\n SELECT id FROM (\n SELECT\n id,\n ROW_NUMBER() OVER (\n PARTITION BY site_host, url\n ORDER BY captured_at DESC, id DESC\n ) AS rn,\n captured_at\n FROM ${URL_SNAPSHOT_TABLE}\n WHERE site_host = ?\n ) ranked\n WHERE rn > ?\n AND captured_at < ?\n )`,\n args: [siteHost, SNAPSHOT_MIN_PER_URL, cutoffIso],\n });\n}\n\nfunction toCount(value: unknown): number {\n if (typeof value === \"number\") {\n return Number.isFinite(value) && value > 0 ? Math.floor(value) : 0;\n }\n if (typeof value === \"bigint\") {\n return value > 0 ? Number(value) : 0;\n }\n if (typeof value === \"string\") {\n const parsed = Number.parseInt(value, 10);\n return Number.isFinite(parsed) && parsed > 0 ? parsed : 0;\n }\n return 0;\n}\n\nfunction toRunUrlOutcome(value: unknown): RunUrlOutcome | null {\n const normalized = String(value ?? \"\").toLowerCase();\n switch (normalized) {\n case \"submitted\":\n case \"pending\":\n case \"failed\":\n case \"deferred\":\n case \"dry_run\":\n case \"ignored\":\n case \"suppressed\":\n return normalized;\n default:\n return null;\n }\n}\n\nfunction toNullableInteger(value: unknown): number | null {\n const parsed = Number(value);\n if (!Number.isFinite(parsed) || parsed <= 0) {\n return null;\n }\n return Math.floor(parsed);\n}\n\nfunction emptyRunUrlStatusesByOutcome(): RunUrlStatusesByOutcome {\n return {\n submitted: [],\n pending: [],\n deferred: [],\n failed: [],\n dry_run: [],\n ignored: [],\n suppressed: [],\n };\n}\n\nexport async function loadRunUrlStatusesByOutcome(\n siteHost: string,\n runId: number,\n): Promise {\n if (siteHost.trim().length === 0) {\n throw new Error(\"siteHost is required\");\n }\n if (!Number.isFinite(runId) || runId <= 0) {\n throw new Error(`runId must be a positive number, received \"${runId}\"`);\n }\n\n await ensureSchema();\n const grouped = emptyRunUrlStatusesByOutcome();\n const result = await sqlite.execute({\n sql: `SELECT\n url,\n slug,\n changed,\n queued,\n attempted,\n submission_status,\n outcome,\n note\n FROM ${RUN_URL_STATUS_TABLE}\n WHERE site_host = ?\n AND run_id = ?\n ORDER BY slug ASC, url ASC`,\n args: [siteHost, runId],\n });\n\n for (const rawRow of result.rows) {\n const row = rawRow as {\n url?: unknown;\n slug?: unknown;\n changed?: unknown;\n queued?: unknown;\n attempted?: unknown;\n submission_status?: unknown;\n outcome?: unknown;\n note?: unknown;\n };\n if (typeof row.url !== \"string\" || row.url.length === 0) {\n continue;\n }\n\n const outcome = toRunUrlOutcome(row.outcome);\n if (!outcome) {\n continue;\n }\n\n const item: RunUrlStatusEntry = {\n url: row.url,\n slug: typeof row.slug === \"string\" && row.slug.length > 0 ? row.slug : toSlug(row.url),\n changed: toCount(row.changed) > 0,\n queued: toCount(row.queued) > 0,\n attempted: toCount(row.attempted) > 0,\n submissionStatus: toNullableInteger(row.submission_status),\n outcome,\n note: typeof row.note === \"string\" && row.note.length > 0 ? row.note : null,\n };\n grouped[outcome].push(item);\n }\n\n return grouped;\n}\n\nasync function countRemainingBackfillCandidates(siteHost: string): Promise {\n const result = await sqlite.execute({\n sql: `SELECT COUNT(*) AS remaining_count\n FROM ${URL_STATE_TABLE} AS url_state\n WHERE url_state.site_host = ?\n AND url_state.last_submitted_at IS NOT NULL\n AND NOT EXISTS (\n SELECT 1\n FROM ${URL_SNAPSHOT_TABLE} AS snapshots\n WHERE snapshots.site_host = url_state.site_host\n AND snapshots.url = url_state.url\n AND snapshots.html_raw IS NOT NULL\n )`,\n args: [siteHost],\n });\n const row = result.rows[0] as { remaining_count?: unknown } | undefined;\n return toCount(row?.remaining_count);\n}\n\nasync function loadBackfillCandidates(\n siteHost: string,\n limitPerSite: number,\n): Promise {\n const result = await sqlite.execute({\n sql: `SELECT\n url,\n lastmod,\n last_submitted_lastmod\n FROM ${URL_STATE_TABLE} AS url_state\n WHERE url_state.site_host = ?\n AND url_state.last_submitted_at IS NOT NULL\n AND NOT EXISTS (\n SELECT 1\n FROM ${URL_SNAPSHOT_TABLE} AS snapshots\n WHERE snapshots.site_host = url_state.site_host\n AND snapshots.url = url_state.url\n AND snapshots.html_raw IS NOT NULL\n )\n ORDER BY COALESCE(url_state.last_submitted_at, url_state.last_seen_at) DESC, url_state.url ASC\n LIMIT ?`,\n args: [siteHost, limitPerSite],\n });\n\n return result.rows.flatMap((rawRow) => {\n const row = rawRow as { url?: unknown; lastmod?: unknown; last_submitted_lastmod?: unknown };\n if (typeof row.url !== \"string\" || row.url.length === 0) {\n return [];\n }\n return [{\n url: row.url,\n slug: toSlug(row.url),\n lastmod: typeof row.lastmod === \"string\" && row.lastmod.length > 0 ? row.lastmod : null,\n lastSubmittedLastmod: typeof row.last_submitted_lastmod === \"string\" && row.last_submitted_lastmod.length > 0\n ? row.last_submitted_lastmod\n : null,\n }];\n });\n}\n\nasync function backfillSnapshotsForSite(\n siteHost: string,\n dryRun: boolean,\n limitPerSite: number,\n): Promise {\n const candidates = await loadBackfillCandidates(siteHost, limitPerSite);\n const sampledUrls = candidates.slice(0, BACKFILL_URL_SAMPLE_LIMIT).map((candidate) => candidate.url);\n\n if (dryRun) {\n return {\n host: siteHost,\n dryRun: true,\n candidatesInBatch: candidates.length,\n insertedCount: 0,\n fetchErrorCount: 0,\n remainingAfterBatch: await countRemainingBackfillCandidates(siteHost),\n sampledUrls,\n errors: [],\n };\n }\n\n let cursor = 0;\n let insertedCount = 0;\n let fetchErrorCount = 0;\n const errors: string[] = [];\n const workerCount = Math.min(SNAPSHOT_CAPTURE_CONCURRENCY, candidates.length);\n const workers = Array.from({ length: workerCount }, async () => {\n while (true) {\n const index = cursor;\n cursor += 1;\n if (index >= candidates.length) {\n return;\n }\n\n const candidate = candidates[index];\n const snapshot = await captureUrlSnapshot(candidate.url);\n if (snapshot.fetchError || snapshot.htmlRaw === null || snapshot.htmlSha256 === null) {\n fetchErrorCount += 1;\n if (errors.length < BACKFILL_ERROR_SAMPLE_LIMIT) {\n const detail = snapshot.fetchError ?? \"Snapshot fetch returned no HTML payload.\";\n errors.push(truncateForLog(`${candidate.url}: ${detail}`, 600));\n }\n continue;\n }\n\n await writeUrlSnapshot({\n runId: null,\n siteHost,\n url: candidate.url,\n slug: candidate.slug,\n capturedAt: new Date().toISOString(),\n snapshotSource: \"backfill\",\n dryRun: false,\n responseStatus: snapshot.responseStatus,\n contentType: snapshot.contentType,\n etag: snapshot.etag,\n responseLastModified: snapshot.responseLastModified,\n htmlRaw: snapshot.htmlRaw,\n htmlSha256: snapshot.htmlSha256,\n sitemapLastmod: candidate.lastmod,\n previousSubmittedLastmod: candidate.lastSubmittedLastmod,\n fetchError: null,\n });\n insertedCount += 1;\n }\n });\n\n await Promise.all(workers);\n await pruneUrlSnapshots(siteHost);\n\n return {\n host: siteHost,\n dryRun: false,\n candidatesInBatch: candidates.length,\n insertedCount,\n fetchErrorCount,\n remainingAfterBatch: await countRemainingBackfillCandidates(siteHost),\n sampledUrls,\n errors,\n };\n}\n\ntype IgnoredReasonCode = keyof IgnoredUrlsByReason | \"noindex\";\ntype SuppressedReasonCode = \"semantic_unchanged\";\n\nfunction ignoredReasonNote(reason: IgnoredReasonCode): string {\n return `ignored:${reason}`;\n}\n\nfunction suppressedReasonNote(reason: SuppressedReasonCode): string {\n return `suppressed:${reason}`;\n}\n\nfunction appendIgnoredStatuses(\n rows: RunUrlStatusRow[],\n urls: Iterable,\n reason: IgnoredReasonCode,\n seenUrls: Set,\n): void {\n for (const rawUrl of urls) {\n const normalizedUrl = rawUrl.trim();\n if (normalizedUrl.length === 0 || seenUrls.has(normalizedUrl)) {\n continue;\n }\n seenUrls.add(normalizedUrl);\n rows.push({\n url: normalizedUrl,\n slug: toSlug(normalizedUrl),\n changed: false,\n queued: false,\n attempted: false,\n submissionStatus: null,\n outcome: \"ignored\",\n note: ignoredReasonNote(reason),\n });\n }\n}\n\nfunction appendSuppressedStatuses(\n rows: RunUrlStatusRow[],\n urls: Iterable,\n reason: SuppressedReasonCode,\n seenUrls: Set,\n): void {\n for (const rawUrl of urls) {\n const normalizedUrl = rawUrl.trim();\n if (normalizedUrl.length === 0 || seenUrls.has(normalizedUrl)) {\n continue;\n }\n seenUrls.add(normalizedUrl);\n rows.push({\n url: normalizedUrl,\n slug: toSlug(normalizedUrl),\n changed: false,\n queued: false,\n attempted: false,\n submissionStatus: null,\n outcome: \"suppressed\",\n note: suppressedReasonNote(reason),\n });\n }\n}\n\nasync function writeRunUrlStatuses(\n runId: number,\n siteHost: string,\n statuses: RunUrlStatusRow[],\n): Promise {\n if (statuses.length === 0) {\n return;\n }\n\n for (const status of statuses) {\n await sqlite.execute({\n sql: `INSERT INTO ${RUN_URL_STATUS_TABLE}\n (run_id, site_host, url, slug, changed, queued, attempted, submission_status, outcome, note)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n runId,\n siteHost,\n status.url,\n status.slug,\n status.changed ? 1 : 0,\n status.queued ? 1 : 0,\n status.attempted ? 1 : 0,\n status.submissionStatus,\n status.outcome,\n status.note,\n ],\n });\n }\n}\n\nasync function runForSite(\n site: IndexNowSiteConfig,\n config: IndexNowRuntimeConfig,\n options: Required>,\n): Promise {\n const startedAt = new Date().toISOString();\n const rawEntries = await crawlSitemapRecursive(site.sitemapUrl, new Set());\n const filtered = filterAndDeduplicateEntries(site, rawEntries);\n const stateByUrl = await loadStateByUrl(site.host);\n const candidateChangedEntries = filtered.entries.filter((entry) =>\n shouldSubmit(entry, stateByUrl.get(entry.url), options.force)\n );\n const noindexFiltered = await excludeNoindexEntries(candidateChangedEntries);\n let changedEntries = noindexFiltered.entries;\n const noindexExcludedUrls = noindexFiltered.excludedUrls;\n filtered.stats.noindexHit = noindexFiltered.excludedCount;\n const preSemanticQueuedEntries = changedEntries.slice(0, config.runUrlLimit);\n const nowIso = new Date().toISOString();\n\n const chunkResults: SubmitChunkResult[] = [];\n const errors: string[] = [];\n let submittedCount = 0;\n let pendingCount = 0;\n const key = options.dryRun ? null : await resolveKey(site);\n const runId = await createRunLogDraft(\n site.host,\n options.reason,\n startedAt,\n options.dryRun,\n options.force,\n config.endpoint,\n );\n\n const snapshotsByUrl = await captureQueuedSnapshots(\n runId,\n site.host,\n preSemanticQueuedEntries,\n stateByUrl,\n options.dryRun,\n );\n const semanticFiltered = await filterQueuedEntriesBySemanticDiff(\n site.host,\n runId,\n preSemanticQueuedEntries,\n stateByUrl,\n snapshotsByUrl,\n );\n const semanticExcludedUrls = semanticFiltered.excludedUrls;\n filtered.stats.semanticUnchangedHit = semanticExcludedUrls.size;\n if (semanticExcludedUrls.size > 0) {\n changedEntries = changedEntries.filter((entry) => !semanticExcludedUrls.has(entry.url));\n }\n\n if (!options.dryRun) {\n const excludedFromStateUpdate = new Set([\n ...noindexExcludedUrls,\n ...semanticExcludedUrls,\n ]);\n const stateUpdateEntries = excludedFromStateUpdate.size === 0\n ? filtered.entries\n : filtered.entries.filter((entry) => !excludedFromStateUpdate.has(entry.url));\n await upsertSeenUrls(site.host, stateUpdateEntries, nowIso);\n }\n\n const queuedEntries = semanticFiltered.entries;\n const queuedUrlSet = new Set(queuedEntries.map((entry) => entry.url));\n const deferredCount = changedEntries.length - queuedEntries.length;\n const runUrlStatusByUrl = new Map(\n changedEntries.map((entry) => {\n const queued = queuedUrlSet.has(entry.url);\n return [\n entry.url,\n {\n url: entry.url,\n slug: toSlug(entry.url),\n changed: true,\n queued,\n attempted: false,\n submissionStatus: null,\n outcome: queued ? (options.dryRun ? \"dry_run\" : \"pending\") : \"deferred\",\n note: queued && options.dryRun ? \"Dry run: no submission attempted.\" : null,\n } satisfies RunUrlStatusRow,\n ];\n }),\n );\n const syntheticRunStatuses: RunUrlStatusRow[] = [];\n const syntheticStatusSeenUrls = new Set();\n appendIgnoredStatuses(\n syntheticRunStatuses,\n filtered.ignoredByReason.invalid_url,\n \"invalid_url\",\n syntheticStatusSeenUrls,\n );\n appendIgnoredStatuses(\n syntheticRunStatuses,\n filtered.ignoredByReason.wrong_host,\n \"wrong_host\",\n syntheticStatusSeenUrls,\n );\n appendIgnoredStatuses(\n syntheticRunStatuses,\n filtered.ignoredByReason.out_of_key_scope,\n \"out_of_key_scope\",\n syntheticStatusSeenUrls,\n );\n appendIgnoredStatuses(\n syntheticRunStatuses,\n filtered.ignoredByReason.include_prefix_miss,\n \"include_prefix_miss\",\n syntheticStatusSeenUrls,\n );\n appendIgnoredStatuses(\n syntheticRunStatuses,\n filtered.ignoredByReason.exclude_prefix_hit,\n \"exclude_prefix_hit\",\n syntheticStatusSeenUrls,\n );\n appendIgnoredStatuses(\n syntheticRunStatuses,\n noindexExcludedUrls,\n \"noindex\",\n syntheticStatusSeenUrls,\n );\n appendSuppressedStatuses(\n syntheticRunStatuses,\n semanticExcludedUrls,\n \"semantic_unchanged\",\n syntheticStatusSeenUrls,\n );\n\n if (!options.dryRun) {\n if (!key) {\n throw new Error(`Failed to resolve key for ${site.host}`);\n }\n const chunks = toChunks(queuedEntries, INDEXNOW_MAX_URLS_PER_POST);\n for (let index = 0; index < chunks.length; index += 1) {\n const chunk = chunks[index];\n try {\n const submitResult = await submitChunk(\n config.endpoint,\n site.host,\n key,\n site.keyLocation,\n chunk.map((item) => item.url),\n );\n const accepted = submitResult.status === 200;\n const pending = submitResult.status === 202;\n chunkResults.push({\n index,\n urlCount: chunk.length,\n status: submitResult.status,\n accepted,\n pending,\n attempts: submitResult.attempts,\n responseSnippet: submitResult.body,\n });\n\n await markAttemptForUrls(\n site.host,\n chunk,\n new Date().toISOString(),\n submitResult.status,\n submitResult.body,\n accepted,\n );\n\n for (const item of chunk) {\n const statusRow = runUrlStatusByUrl.get(item.url);\n if (!statusRow) {\n continue;\n }\n statusRow.attempted = true;\n statusRow.submissionStatus = submitResult.status;\n statusRow.note = submitResult.body;\n statusRow.outcome = accepted ? \"submitted\" : pending ? \"pending\" : \"failed\";\n }\n\n if (accepted) {\n submittedCount += chunk.length;\n } else if (pending) {\n pendingCount += chunk.length;\n } else {\n errors.push(\n `Chunk ${index} rejected (${submitResult.status}): ${submitResult.body || \"no body\"}`,\n );\n }\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n errors.push(`Chunk ${index} failed: ${message}`);\n for (const item of chunk) {\n const statusRow = runUrlStatusByUrl.get(item.url);\n if (!statusRow) {\n continue;\n }\n statusRow.attempted = true;\n statusRow.submissionStatus = null;\n statusRow.outcome = \"failed\";\n statusRow.note = message;\n }\n }\n }\n }\n\n const finishedAt = new Date().toISOString();\n const summary: SiteRunSummary = {\n runId,\n host: site.host,\n sitemapUrl: site.sitemapUrl,\n startedAt,\n finishedAt,\n discoveredCount: rawEntries.length,\n filteredCount: filtered.entries.length,\n changedCount: changedEntries.length,\n queuedCount: queuedEntries.length,\n deferredCount,\n submittedCount: options.dryRun ? 0 : submittedCount,\n pendingCount: options.dryRun ? 0 : pendingCount,\n filteredUrls: filtered.entries.map((entry) => entry.url),\n changedUrls: changedEntries.map((entry) => entry.url),\n queuedUrls: queuedEntries.map((entry) => entry.url),\n dryRun: options.dryRun,\n force: options.force,\n endpoint: config.endpoint,\n filterStats: filtered.stats,\n chunkResults,\n errors,\n };\n\n await finalizeRunLog(runId, summary);\n const statusesToPersist = [...runUrlStatusByUrl.values(), ...syntheticRunStatuses]\n .sort((a, b) => a.slug.localeCompare(b.slug));\n await writeRunUrlStatuses(\n runId,\n site.host,\n statusesToPersist,\n );\n await pruneUrlSnapshots(site.host);\n return summary;\n}\n\nexport async function runIndexNow(\n options: IndexNowRunOptions = {},\n): Promise {\n const dryRun = options.dryRun ?? false;\n const force = options.force ?? false;\n const reason = options.reason ?? \"manual\";\n const startedAt = new Date().toISOString();\n\n await ensureSchema();\n const config = await loadRuntimeConfig();\n\n const sites = options.siteHost\n ? config.sites.filter((site) => site.host.toLowerCase() === options.siteHost?.toLowerCase())\n : config.sites;\n if (sites.length === 0) {\n throw new Error(`No site configured for host: ${options.siteHost}`);\n }\n\n const siteRuns: SiteRunSummary[] = [];\n for (const site of sites) {\n const summary = await runForSite(site, config, { dryRun, force, reason });\n siteRuns.push(summary);\n }\n\n const finishedAt = new Date().toISOString();\n return {\n startedAt,\n finishedAt,\n reason,\n dryRun,\n force,\n endpoint: config.endpoint,\n runUrlLimit: config.runUrlLimit,\n siteRuns,\n hasErrors: siteRuns.some((siteRun) => siteRun.errors.length > 0),\n };\n}\n\nexport async function backfillSnapshots(\n options: IndexNowBackfillOptions = {},\n): Promise {\n const dryRun = options.dryRun ?? true;\n const limitPerSite = normalizeBackfillLimit(options.limitPerSite);\n const startedAt = new Date().toISOString();\n\n await ensureSchema();\n const config = await loadRuntimeConfig();\n\n const sites = options.siteHost\n ? config.sites.filter((site) => site.host.toLowerCase() === options.siteHost?.toLowerCase())\n : config.sites;\n if (sites.length === 0) {\n throw new Error(`No site configured for host: ${options.siteHost}`);\n }\n\n const siteBackfills: SiteBackfillSummary[] = [];\n for (const site of sites) {\n siteBackfills.push(await backfillSnapshotsForSite(site.host, dryRun, limitPerSite));\n }\n\n const finishedAt = new Date().toISOString();\n return {\n startedAt,\n finishedAt,\n dryRun,\n limitPerSite,\n siteHost: options.siteHost,\n siteBackfills,\n hasErrors: siteBackfills.some((siteBackfill) => siteBackfill.errors.length > 0),\n };\n}\n",[],[284,291],[284],{"_106":301,"_97":302,"_162":303,"_164":-5,"_165":147,"_166":304,"_168":169,"_108":305,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":306,"_100":317},"83c12d4e-06f5-11f1-877f-42dde27851f2","shared","83c12e16-06f5-11f1-877f-42dde27851f2",230,["D",1770778697228],[307],{"_106":308,"_97":309,"_162":310,"_164":303,"_165":147,"_166":311,"_168":22,"_108":312,"_102":313,"_171":219,"_173":314,"_174":22,"_175":-5,"_176":315,"_100":316},"a295b142-07a2-11f1-917f-42dde27851f2","monitor-types.ts","84f37af0-06f5-11f1-903f-42dde27851f2",327,["D",1770853051883],5,"export interface SiteMonitorTotals {\n everSubmitted200Urls: number;\n upToDateUrls: number;\n needsSubmissionUrls: number;\n retryPendingUrls: number;\n totalAttemptCount: number;\n totalSubmitCount: number;\n}\n\nexport interface RunHistoryItem {\n id: number;\n reason: string;\n startedAt: string;\n finishedAt: string;\n discoveredCount: number;\n filteredCount: number;\n changedCount: number;\n queuedCount: number;\n submittedCount: number;\n pendingCount: number;\n dryRun: boolean;\n forceMode: boolean;\n hasErrors: boolean;\n errorSummary: string | null;\n}\n\nexport type RunUrlOutcome =\n | \"submitted\"\n | \"pending\"\n | \"failed\"\n | \"deferred\"\n | \"dry_run\"\n | \"ignored\"\n | \"suppressed\"\n | \"unknown\";\n\nexport interface RunUrlStatusItem {\n url: string;\n slug: string;\n changed: boolean;\n queued: boolean;\n attempted: boolean;\n submissionStatus: number | null;\n outcome: RunUrlOutcome;\n note: string | null;\n}\n\nexport interface UrlSnapshotMetadata {\n id: number;\n runId: number | null;\n siteHost: string;\n url: string;\n slug: string;\n capturedAt: string;\n snapshotSource: string;\n dryRun: boolean;\n responseStatus: number | null;\n contentType: string | null;\n etag: string | null;\n responseLastModified: string | null;\n htmlSha256: string | null;\n sitemapLastmod: string | null;\n previousSubmittedLastmod: string | null;\n fetchError: string | null;\n htmlSizeBytes: number | null;\n}\n\nexport interface SelectedRunDiff {\n url: string;\n currentSnapshot: UrlSnapshotMetadata | null;\n previousSnapshot: UrlSnapshotMetadata | null;\n unifiedDiff: string | null;\n detail: string | null;\n}\n\nexport interface SiteMonitor {\n host: string;\n sitemapUrl: string;\n keyLocation: string;\n latestRunAt: string | null;\n totals: SiteMonitorTotals;\n lastAttemptedAt: string | null;\n lastSubmittedAt: string | null;\n lastSubmissionStatus: number | null;\n recentRuns: RunHistoryItem[];\n latestRun: RunHistoryItem | null;\n selectedRun: RunHistoryItem | null;\n selectedRunUrlStatuses: RunUrlStatusItem[];\n selectedRunUrlStatusTotal: number;\n selectedRunDiff: SelectedRunDiff | null;\n}\n\nexport interface MonitorTables {\n urlState: boolean;\n runLog: boolean;\n runUrlStatus: boolean;\n urlSnapshots: boolean;\n}\n\nexport interface IndexNowMonitorResponse {\n generatedAt: string;\n endpoint: string;\n runUrlLimit: number;\n runHistoryLimit: number;\n issuesOnly: boolean;\n updatesOnly: boolean;\n includeDryRuns: boolean;\n selectedHost: string | null;\n selectedRunId: number | null;\n selectedDiffUrl: string | null;\n siteHosts: string[];\n tables: MonitorTables;\n totals: SiteMonitorTotals;\n latestRunAt: string | null;\n sites: SiteMonitor[];\n}\n\nexport interface DashboardQueryState {\n site: string | null;\n runs: 50 | 500;\n issues: boolean;\n updates: boolean;\n includeDryRuns: boolean;\n run: number | null;\n diffUrl: string | null;\n}\n",[],[302,309],[302],{"_106":319,"_97":320,"_162":321,"_164":-5,"_165":147,"_166":322,"_168":169,"_108":323,"_102":33,"_171":192,"_173":324,"_174":22,"_175":-5,"_176":325,"_100":326},"cd68b3be-06e0-11f1-b68c-42dde27851f2",".envrc","cd68b45e-06e0-11f1-b68c-42dde27851f2",214,["D",1770769801377],"source_up\n",[],[320],{"_106":328,"_97":329,"_162":330,"_164":-5,"_165":147,"_166":331,"_168":169,"_108":332,"_102":33,"_171":192,"_173":333,"_174":22,"_175":-5,"_176":334,"_100":335},"cd7231dc-06e0-11f1-afff-42dde27851f2",".vtignore","cd7232ae-06e0-11f1-afff-42dde27851f2",216,["D",1770769801426],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[],[329],{"_106":337,"_97":338,"_162":339,"_164":-5,"_165":147,"_166":340,"_168":169,"_108":341,"_102":33,"_171":192,"_173":342,"_174":22,"_175":-5,"_176":343,"_100":344},"cda00d46-06e0-11f1-b1f9-42dde27851f2","AGENTS.md","cda00e40-06e0-11f1-b1f9-42dde27851f2",218,["D",1770769801736],"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider refactoring it into subcomponents\n\n## IndexNow Submission Safety\n\n- During development, default to `dryRun=1` for manual HTTP runs.\n- Never use `force=1` unless the user explicitly asks for it in the current message.\n- Before any real submission, run a dry run first and report `changedCount` and `queuedCount`.\n- Do not perform a real submission until the user confirms after seeing dry-run results.\n- If `changedCount` is `0` (or `queuedCount` is `0`), do not submit.\n- Respect the per-site run URL limit (`INDEXNOW_PER_SITE_RUN_URL_LIMIT`); do not increase it unless the user explicitly asks.\n- Treat any non-dry run with `pending`, `deferred`, or `errors` as attention-required and report it clearly.\n- Avoid re-submitting unchanged URLs to reduce risk of rate limiting or blacklisting.\n\n## IndexNow Config Privacy\n\n- Do not store raw email addresses in `config/sites/*.json`.\n- Store recipient emails in Val Town environment variables.\n- In site config, use `alertToEnvVar` to reference the env var key (for example `INDEXNOW_ALERT_TO_HANAYOU`).\n- If a site does not specify `alertToEnvVar` (or the env var is empty), alerts should fall back to the val owner email.\n\n## IndexNow Provenance Rules\n\n- Unless explicitly testing cron behavior, use the HTTP entry point (`POST /run`) for executions.\n- For any manual run (including LLM testing), call HTTP `POST /run` with token auth.\n- Do not manually execute `indexnow.cron.ts` for testing; it is scheduler-only.\n- Preserve run provenance values:\n - `manual_run_endpoint` for manual/API runs.\n - `cron_entrypoint` only when invoked by the cron entrypoint.\n- Do not set `x-indexnow-reason: cron_entrypoint` from manual tooling unless explicitly asked by the user for debugging.\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious operations)\n- Follow modern ES6+ conventions and functional programming practices if possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = 'todo_app_users_2';\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(`SELECT * FROM ${TABLE_NAME} WHERE id = ?`, [1]);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add _2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({ \n subject: \"Hi\", \n text: \"Hi\", \n html: \"

Hi

\"\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport { parseProject, readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\" urls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's *extremely importing* to note that `parseProject` and other Standard Library utilities ONLY RUN ON THE SERVER.\nIf you need access to this data on the client, run it in the server and pass it to the client by splicing it into the HTML page\nor by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})` instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use: `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys) unless otherwise specified\n- **View Source:** Add a view source link by importing & using `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add `` to HTML to capture client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local resolution; Avoid catches that merely log or return 500s. Let errors bubble up with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with `?deps=react@18.2.0,react-dom@18.2.0` and start the file with `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same version\n- **Styling:** Default to using TailwindCSS via `` unless otherwise specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project files:\n ```ts\n import { readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n \n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", c => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", c => serveFile(c.req.path, import.meta.url));\n \n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async c => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n \n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n \n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:** \n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with `export default app.fetch // This is the entry point for HTTP vals`\n",[],[338],{"_106":346,"_97":347,"_162":348,"_164":-5,"_165":147,"_166":349,"_168":169,"_108":350,"_102":351,"_171":192,"_173":352,"_174":22,"_175":-5,"_176":353,"_100":354},"6281302e-079b-11f1-ba52-42dde27851f2","README.md","8b278510-04d4-11f1-a059-42dde27851f2",320,["D",1770849937889],59,"# IndexNow Automation Val\n\nThis val automates IndexNow submission by:\n\n1. Crawling sitemap URLs.\n2. Tracking submission history in project-scoped SQLite.\n3. Submitting only changed URLs.\n\n## Quick Start\n\n0. Read the IndexNow docs ([indexnow.org/documentation](https://www.indexnow.org/documentation)) and make sure your key file is already hosted on your domain at a public URL like `https://www.example.org/.txt`.\n1. Add at least one site file in `config/sites/*.json` (see below for details).\n2. Set required env vars (see below for details).\n3. Open `/` to confirm the dashboard loads.\n4. Run a safe dry run first: `POST /run?dryRun=1` with `x-indexnow-token`.\n5. After dry run looks correct, enable cron via `indexnow.cron.ts` for ongoing automation.\n\n## Trigger Model\n\n- `indexnow.http.ts`: primary HTTP entrypoint.\n- `indexnow.cron.ts`: scheduled trigger that POSTs to the HTTP handler at `/run`.\n\n## Environment Variables\n\n- `INDEXNOW_RUN_TOKEN` (required): auth token required for `/run` (manual and cron).\n- `INDEXNOW_FORCE_TOKEN` (optional but recommended): separate auth token required when using `force=1`.\n- `INDEXNOW_ENDPOINT` (optional): defaults to `https://api.indexnow.org/indexnow`.\n- `INDEXNOW_PER_SITE_RUN_URL_LIMIT` (optional): defaults to `5000`; per-site queue cap per run before batching into IndexNow POSTs.\n- `INDEXNOW_ALERTS_ENABLED` (optional): defaults to enabled; set to `0`/`false` to disable alert emails.\n- `INDEXNOW_PUBLIC_BASE_URL` (optional but recommended): absolute public val URL used for alert-email deep links (for example `https://.web.val.run`).\n- `INDEXNOW_KEY_LOCATION_` (recommended): per-site key file URL consumed via `keyLocationEnvVar` in each site config (e.g. `INDEXNOW_KEY_LOCATION_HANAYOU`).\n- `INDEXNOW_ALERT_TO_` (optional): per-site alert recipient email (e.g. `INDEXNOW_ALERT_TO_HANAYOU`).\n\n## Site Config Files\n\nSite configs live in `config/sites/*.json` with one site per file.\nAt least one file must exist or the val will throw on startup.\n\nExample: `config/sites/hanayou.studio.json`\n\n```json\n{\n \"host\": \"www.hanayou.studio\",\n \"sitemapUrl\": \"https://www.hanayou.studio/sitemap.xml\",\n \"keyLocationEnvVar\": \"INDEXNOW_KEY_LOCATION_HANAYOU\",\n \"alertToEnvVar\": \"INDEXNOW_ALERT_TO_HANAYOU\",\n \"includePrefixes\": [\"/journal/\", \"/guides/\"],\n \"excludePrefixes\": [\"/tag/\", \"/author/\"]\n}\n```\n\nNotes:\n- Keep raw email addresses out of `config/sites/*.json`; set as an env var instead.\n- Each site must set exactly one key-location source: `keyLocation` or `keyLocationEnvVar`.\n- Prefer `keyLocationEnvVar` over inline `keyLocation` so key-bearing URLs are not committed.\n- `keyLocationEnvVar` values may be a full URL, a bare key (for example `f9dbe...`), or `key.txt`. Bare values are normalized to `https:///.txt`.\n- URLs with `noindex` directives are skipped automatically (supports both `X-Robots-Tag` and `` / ``).\n- Use `excludePrefixes` for archive/utility paths you never want submitted (for example `/author/`, `/tag/`, `/page/`).\n- Queue candidates are semantically compared against prior snapshots; cache-busting query params like `?v=...` are normalized, and header metadata changes (`ETag`, `Last-Modified`) alone do not trigger submission.\n- Dry runs are read-only for URL state metrics (`upToDate` / `needsSubmission`) and do not update submission-tracking state.\n- If both `keyLocation` and `keyLocationEnvVar` are set, startup fails (choose one).\n- If `alertToEnvVar` is omitted (or env var is empty), the val sends alerts to the default owner email.\n\n## API Reference\n\nBase URL pattern: `https://.web.val.run`\n\nAuth model:\n- `POST /run` requires `INDEXNOW_RUN_TOKEN`.\n- `POST /run?force=1` also requires `INDEXNOW_FORCE_TOKEN`.\n- `POST /backfill` requires `INDEXNOW_RUN_TOKEN`.\n- `GET /` and `GET /monitor` are read-only and public.\n\n### GET `/`\n\nPurpose: Render the React operator dashboard app shell.\n\nAuth: none.\n\nQuery parameters:\n\n| Name | Required | Type | Description |\n| --- | --- | --- | --- |\n| `site` | no | string | Filter the dashboard to a single domain |\n| `runs` | no | `50` or `500` | Run-history depth shown in tables. |\n| `issues` | no | `1`/`true`/`yes` | Issue-focused mode (forces run history depth to 500). |\n| `updates` | no | `1`/`true`/`yes` | Updates-focused mode (forces run history depth to 500). |\n| `run` | no | integer | Pre-expand one run row in the UI. |\n| `diffUrl` | no | full URL | With `run`, open the Raw HTML Diff panel for one URL. |\n\nResponse:\n- `200 text/html`\n- Runtime/config errors bubble as server errors.\n\nNotes:\n- `/` is the only dashboard UI route.\n- Dashboard interactions fetch data from `GET /monitor` and update URL query params without full page reloads.\n- With no scope query params (`issues`, `updates`, `runs`), the dashboard defaults to `Runs with Updates` (`updates=1`, `runs=500`).\n\nExample:\n\n`https://.web.val.run/?site=www.hanayou.studio&runs=50`\n\n### POST `/run`\n\nPurpose: Execute sitemap discovery + IndexNow submission workflow.\n\nAuth headers:\n\n| Header | Required | Description |\n| --- | --- | --- |\n| `Authorization: Bearer ` | yes (or `x-indexnow-token`) | Primary run token. |\n| `x-indexnow-token: ` | yes (or Bearer) | Alternate primary run token header. |\n| `x-indexnow-force-token: ` | conditional | Required only when `force=1`. |\n| `x-indexnow-reason: cron_entrypoint` | reserved | Used by `indexnow.cron.ts` for cron provenance. |\n\nQuery parameters:\n\n| Name | Required | Type | Description |\n| --- | --- | --- | --- |\n| `dryRun` | no | `1` or omitted | Simulate run with no submission side effects. |\n| `force` | no | `1` or omitted | Intentionally resubmit currently eligible unchanged URLs. |\n| `site` | no | string | Restrict run to one configured host. |\n\nStatus codes:\n\n| Code | Meaning |\n| --- | --- |\n| `200` | Run completed and `hasErrors=false`. |\n| `500` | Run completed but `hasErrors=true` for at least one site. |\n| `401` | Missing/invalid run token. |\n| `403` | `force=1` without valid/configured force token. |\n| `405` | Method not allowed (`POST` required). |\n| `503` | Server misconfigured (`INDEXNOW_RUN_TOKEN` missing). |\n\nPragmatic response fields:\n- Top-level: `reason` (`manual_run_endpoint` or `cron_entrypoint`), `dryRun`, `force`, `runUrlLimit`, `hasErrors`, `startedAt`, `finishedAt`.\n- Per site (`siteRuns[]`): `runId`, `host`, `filteredCount`, `changedCount`, `queuedCount`, `submittedCount`, `pendingCount`, `deferredCount`, `errors`.\n- Per site URL arrays: `filteredUrls`, `changedUrls`, `queuedUrls`.\n\nExamples:\n\nDry run:\n\n```bash\ncurl -X POST \"https://.web.val.run/run?dryRun=1&site=www.hanayou.studio\" \\\n -H \"x-indexnow-token: \"\n```\n\nReal run:\n\n```bash\ncurl -X POST \"https://.web.val.run/run?site=www.hanayou.studio\" \\\n -H \"x-indexnow-token: \"\n```\n\nForce run:\n\n```bash\ncurl -X POST \"https://.web.val.run/run?force=1&site=www.hanayou.studio\" \\\n -H \"x-indexnow-token: \" \\\n -H \"x-indexnow-force-token: \"\n```\n\n### POST `/backfill`\n\nPurpose: Backfill one baseline raw-HTML snapshot per previously submitted URL that does not already have snapshot content.\nIt captures current live HTML only and does not reconstruct historical page HTML.\n\nAuth headers:\n\n| Header | Required | Description |\n| --- | --- | --- |\n| `Authorization: Bearer ` | yes (or `x-indexnow-token`) | Primary run token. |\n| `x-indexnow-token: ` | yes (or Bearer) | Alternate primary run token header. |\n\nQuery parameters:\n\n| Name | Required | Type | Description |\n| --- | --- | --- | --- |\n| `dryRun` | no | `1`, `0`, or omitted | Defaults to `1` when omitted; preview candidate URLs without writing snapshots (`dryRun` is camelCase). |\n| `site` | no | string | Restrict backfill to one configured host. |\n| `limit` | no | integer | Max candidate URLs to process per site in one request. |\n\nStatus codes:\n\n| Code | Meaning |\n| --- | --- |\n| `200` | Backfill completed and `hasErrors=false`. |\n| `500` | Backfill completed with fetch/write issues (`hasErrors=true`). |\n| `400` | Invalid `dryRun` or `limit` query values. |\n| `401` | Missing/invalid run token. |\n| `405` | Method not allowed (`POST` required). |\n| `503` | Server misconfigured (`INDEXNOW_RUN_TOKEN` missing). |\n\nPragmatic response fields:\n- Top-level: `dryRun`, `limitPerSite`, `siteBackfills[]`, `hasErrors`, `startedAt`, `finishedAt`.\n- Per site (`siteBackfills[]`): `candidatesInBatch`, `insertedCount`, `fetchErrorCount`, `remainingAfterBatch`, `sampledUrls`, `errors`.\n- Inserted snapshot rows use `run_id = NULL` and `snapshot_source = \"backfill\"` (one baseline per URL).\n\nExamples:\n\nDry-run preview (safe default):\n\n```bash\ncurl -X POST \"https://.web.val.run/backfill?site=www.hanayou.studio\" \\\n -H \"x-indexnow-token: \"\n```\n\nReal backfill batch:\n\n```bash\ncurl -X POST \"https://.web.val.run/backfill?dryRun=0&site=www.hanayou.studio&limit=50\" \\\n -H \"x-indexnow-token: \"\n```\n\n### GET `/monitor`\n\nPurpose: Return JSON health/status data for automation and debugging.\n\nAuth: none.\n\nNotes:\n- `/monitor` is JSON-only and does not render the dashboard UI.\n- With no scope query params (`issues`, `updates`, `runs`), `/monitor` defaults to all-runs view with `runs=50`.\n\nQuery parameters:\n\n| Name | Required | Type | Description |\n| --- | --- | --- | --- |\n| `site` | no | string | Limit output to one configured host. |\n| `runs` | no | `50` or `500` | Number of recent run records per site. |\n| `issues` | no | `1`/`true`/`yes` | Issue-focused mode (forces run history depth to 500). |\n| `updates` | no | `1`/`true`/`yes` | Updates-focused mode (forces run history depth to 500). |\n| `run` | no | integer | Include per-URL statuses for one selected run when available. |\n| `diffUrl` | no | full URL | With `run`, include raw-HTML snapshot metadata + unified diff for that URL. |\n\nStatus codes:\n\n| Code | Meaning |\n| --- | --- |\n| `200` | Monitor snapshot returned. |\n| `500` | Runtime/config failure while building snapshot (error bubbles). |\n\nPragmatic response fields:\n- Top-level: `generatedAt`, `runHistoryLimit`, `issuesOnly`, `updatesOnly`, `selectedHost`, `selectedRunId`, `selectedDiffUrl`, `siteHosts`.\n- Aggregate status: `totals` (`upToDateUrls`, `needsSubmissionUrls`, `retryPendingUrls`).\n- Run history: `sites[].latestRun`, `sites[].recentRuns`.\n- Drill-down: `sites[].selectedRunUrlStatuses` (when `run` is provided and data exists).\n - URL outcomes include: `submitted`, `pending`, `failed`, `deferred`, `dry_run`, `ignored`, `suppressed`.\n - `ignored` = intentionally ineligible by policy/config/robots.\n - `suppressed` = intentionally withheld by optimization logic (currently semantic unchanged).\n- Diff drill-down: `sites[].selectedRunDiff` (when `run` + `diffUrl` are provided and snapshots exist).\n- If a URL has only one snapshot, metadata is shown but no diff body is available yet.\n- If the selected run has no run-linked snapshot for that URL, the UI may fall back to the latest available snapshot for inspection.\n\nExample:\n\n```bash\ncurl \"https://.web.val.run/monitor?site=www.hanayou.studio&runs=500&issues=1\"\n```\n\n### Interpretation Notes\n\n- `submittedCount` counts successful IndexNow HTTP `200` responses.\n- `pendingCount` tracks IndexNow HTTP `202` responses.\n- `deferredCount` means changed URLs were capped by `INDEXNOW_PER_SITE_RUN_URL_LIMIT`.\n- unchanged sitemap `lastmod` is normal no-op behavior and is intentionally not emitted as `ignored` or `suppressed`.\n\n## History Tracking\n\nSQLite tables:\n\n- `indexnow_url_state_v1`: per-URL state (seen/submitted timestamps, lastmod, status).\n- `indexnow_run_log_v1`: per-run summaries for observability and debugging.\n- `indexnow_url_snapshot_v1`: queued-URL raw HTML snapshots + metadata for diff inspection.\n\nSnapshot retention policy (hard-coded):\n- Keep snapshots for up to 14 days.\n- Always keep at least 3 snapshots per URL (even if older than 14 days).\n\nThis val uses `https://esm.town/v/std/sqlite/main.ts` so data is scoped to this val project.\n\n\n## Run URL Limit\n\n- `INDEXNOW_PER_SITE_RUN_URL_LIMIT` is applied per site for each run.\n- If more changed URLs are discovered than the limit, the remainder is deferred to future runs.\n- To intentionally resubmit unchanged URLs (still within limit), use `force=1` with `x-indexnow-force-token`.\n\n## Ops Runbook\n\n1. Daily/incident check:\n - Open `/` dashboard and confirm site health cards are green.\n - Review recent runs for `pending`, `deferred`, or `Error` statuses.\n2. Manual safe run flow:\n - Run dry run first: `POST /run?dryRun=1`.\n - Review `changedCount` and `queuedCount`.\n - If expected, run real submission: `POST /run`.\n3. If deferred URLs accumulate:\n - Confirm this is expected (large content release, migration, etc.).\n - Tune `INDEXNOW_PER_SITE_RUN_URL_LIMIT` and/or schedule frequency.\n - Use `force=1` only when you intentionally want to resubmit unchanged URLs.\n4. Alert triage:\n - Alert with `pending`: retry/watch next run; investigate endpoint throttling.\n - Alert with `deferred`: consider run URL-limit tuning or additional runs.\n - Alert with `errors`: requires action before trusting indexing progress.\n5. External verification:\n - Use Bing Webmaster Tools to verify ingestion trends.\n",[],[347],{"_106":356,"_97":101,"_162":357,"_164":-5,"_165":147,"_166":358,"_168":169,"_108":359,"_102":33,"_171":192,"_173":360,"_174":22,"_175":-5,"_176":361,"_100":362},"cd6d0810-06e0-11f1-be4e-42dde27851f2","cd6d08f6-06e0-11f1-be4e-42dde27851f2",215,["D",1770769801401],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/98f62cee78e85bfc47c62ed703777c6bc8794f1c/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": true,\n \"types\": [\"https://www.val.town/types/valtown.d.ts\"],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"include\": [\"deno:/https/esm.town/**/*\"],\n \"rules\": {\n \"exclude\": [\"no-explicit-any\"]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}",[],[101],{"_106":364,"_97":365,"_162":366,"_164":-5,"_165":147,"_166":367,"_168":169,"_108":368,"_102":191,"_171":369,"_173":370,"_174":22,"_175":-5,"_176":371,"_100":372},"8048a240-064c-11f1-810d-42dde27851f2","indexnow.cron.ts","8ad3d94c-04d4-11f1-b69b-42dde27851f2",106,["D",1770706106457],"interval","import { handleIndexNowHttp } from \"./indexnow.http.ts\";\nimport type { IndexNowRunSummary } from \"./lib/indexnow.ts\";\n\nexport default async function () {\n const runToken = Deno.env.get(\"INDEXNOW_RUN_TOKEN\")?.trim();\n if (!runToken) {\n throw new Error(\"Cron requires INDEXNOW_RUN_TOKEN to call /run.\");\n }\n\n const response = await handleIndexNowHttp(\n new Request(\"https://index-now.local/run\", {\n method: \"POST\",\n headers: {\n \"x-indexnow-token\": runToken,\n \"x-indexnow-reason\": \"cron_entrypoint\",\n },\n }),\n );\n\n const rawBody = await response.text();\n let summary: IndexNowRunSummary;\n try {\n summary = JSON.parse(rawBody) as IndexNowRunSummary;\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n throw new Error(\n `IndexNow cron received a non-JSON response from /run (${response.status}): ${message}`,\n );\n }\n\n if (!response.ok) {\n throw new Error(\n `IndexNow cron /run returned HTTP ${response.status}: ${rawBody.slice(0, 500)}`,\n );\n }\n\n if (summary.hasErrors) {\n throw new Error(\n `IndexNow cron finished with errors: ${\n summary.siteRuns.map((site) => `${site.host}(${site.errors.length})`).join(\", \")\n }`,\n );\n }\n\n return summary;\n}\n",[],[365],{"_106":374,"_97":375,"_162":376,"_164":-5,"_165":147,"_166":377,"_168":22,"_108":378,"_102":379,"_171":380,"_173":381,"_174":22,"_175":98,"_176":382,"_100":383},"62b0e4e0-079b-11f1-9d1d-42dde27851f2","indexnow.http.ts","8b018dec-04d4-11f1-a059-42dde27851f2",325,["D",1770849938188],23,"http","import monitorHandler, { loadMonitorSnapshotFromUrl } from \"./indexnow.monitor.ts\";\nimport { email } from \"https://esm.town/v/std/email\";\nimport { parseProject, readFile, serveFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\nimport {\n backfillSnapshots,\n loadRuntimeConfig,\n type IndexNowBackfillSummary,\n type IndexNowRunSummary,\n loadRunUrlStatusesByOutcome,\n type RunUrlStatusEntry,\n type RunUrlStatusesByOutcome,\n runIndexNow,\n} from \"./lib/indexnow.ts\";\nimport type { IndexNowMonitorResponse } from \"./shared/monitor-types.ts\";\n\nconst RUN_PATH = \"/run\";\nconst BACKFILL_PATH = \"/backfill\";\nconst MONITOR_PATH = \"/monitor\";\nconst FRONTEND_PATH_PREFIX = \"/frontend/\";\nconst ROBOTS_PATH = \"/robots.txt\";\nconst FAVICON_PATH = \"/favicon.ico\";\nconst RUN_TOKEN_ENV_VAR = \"INDEXNOW_RUN_TOKEN\";\nconst FORCE_TOKEN_ENV_VAR = \"INDEXNOW_FORCE_TOKEN\";\nconst ALERTS_ENABLED_ENV_VAR = \"INDEXNOW_ALERTS_ENABLED\";\nconst PUBLIC_BASE_URL_ENV_VAR = \"INDEXNOW_PUBLIC_BASE_URL\";\nconst RUN_TOKEN_HEADER = \"x-indexnow-token\";\nconst FORCE_TOKEN_HEADER = \"x-indexnow-force-token\";\nconst REASON_HEADER = \"x-indexnow-reason\";\nconst RUN_ALERT_STATUS_SAMPLE_LIMIT = 10;\nconst RUN_ALERT_ERROR_SAMPLE_LIMIT = 20;\nconst DASHBOARD_BOOTSTRAP_MARKER = \"\";\nconst DASHBOARD_BOOTSTRAP_GLOBAL = \"__INDEXNOW_BOOTSTRAP__\";\n\ntype RunReason = \"manual_run_endpoint\" | \"cron_entrypoint\";\n\ninterface DashboardBootstrapPayload {\n initialMonitor: IndexNowMonitorResponse;\n valProjectUrl: string;\n}\n\nfunction normalizePath(pathname: string): string {\n if (pathname === \"/\") {\n return \"/\";\n }\n return pathname.endsWith(\"/\") ? pathname.slice(0, -1) : pathname;\n}\n\nfunction parseRunReason(value: string | null): RunReason {\n return value === \"cron_entrypoint\" ? \"cron_entrypoint\" : \"manual_run_endpoint\";\n}\n\ninterface RunAlertDecision {\n shouldSend: boolean;\n hasIssues: boolean;\n hasSubmissions: boolean;\n submittedTotal: number;\n pendingTotal: number;\n deferredTotal: number;\n changedTotal: number;\n queuedTotal: number;\n}\n\ntype SiteRun = IndexNowRunSummary[\"siteRuns\"][number];\ntype AlertOutcome = \"submitted\" | \"pending\" | \"deferred\" | \"failed\";\n\nconst ALERT_OUTCOME_ORDER: AlertOutcome[] = [\"submitted\", \"pending\", \"deferred\", \"failed\"];\nconst ALERT_OUTCOME_LABELS: Record = {\n submitted: \"Submitted\",\n pending: \"Pending\",\n deferred: \"Deferred\",\n failed: \"Failed\",\n};\n\ninterface RunAlertLinkConfig {\n baseUrl: URL | null;\n unavailableReason: string | null;\n}\n\nfunction alertsEnabled(): boolean {\n const rawValue = Deno.env.get(ALERTS_ENABLED_ENV_VAR);\n if (!rawValue) {\n return true;\n }\n const normalized = rawValue.trim().toLowerCase();\n return ![\"0\", \"false\", \"off\", \"no\"].includes(normalized);\n}\n\nfunction needsAttention(site: SiteRun): boolean {\n return site.errors.length > 0 ||\n site.pendingCount > 0 ||\n site.deferredCount > 0 ||\n site.queuedCount > (site.submittedCount + site.pendingCount);\n}\n\nfunction shouldAlertForSite(site: SiteRun): boolean {\n return site.submittedCount > 0 || needsAttention(site);\n}\n\nfunction resolveAlertRecipient(\n siteHost: string,\n siteConfigByHost: Map,\n): string | null {\n const alertEnvVar = siteConfigByHost.get(siteHost.toLowerCase());\n if (!alertEnvVar) {\n return null;\n }\n const resolved = Deno.env.get(alertEnvVar)?.trim() ?? \"\";\n return resolved.length > 0 ? resolved : null;\n}\n\nfunction groupSiteRunsByRecipient(\n summary: IndexNowRunSummary,\n siteConfigByHost: Map,\n): Array<{ recipient: string | null; siteRuns: SiteRun[] }> {\n const grouped = new Map();\n\n for (const siteRun of summary.siteRuns) {\n if (!shouldAlertForSite(siteRun)) {\n continue;\n }\n\n const recipient = resolveAlertRecipient(siteRun.host, siteConfigByHost);\n const key = recipient ?? \"__owner_default__\";\n const existing = grouped.get(key);\n if (existing) {\n existing.siteRuns.push(siteRun);\n continue;\n }\n grouped.set(key, {\n recipient,\n siteRuns: [siteRun],\n });\n }\n\n return Array.from(grouped.values());\n}\n\nfunction buildRunAlertDecision(summary: IndexNowRunSummary): RunAlertDecision {\n const submittedTotal = summary.siteRuns.reduce((acc, site) => acc + site.submittedCount, 0);\n const pendingTotal = summary.siteRuns.reduce((acc, site) => acc + site.pendingCount, 0);\n const deferredTotal = summary.siteRuns.reduce((acc, site) => acc + site.deferredCount, 0);\n const changedTotal = summary.siteRuns.reduce((acc, site) => acc + site.changedCount, 0);\n const queuedTotal = summary.siteRuns.reduce((acc, site) => acc + site.queuedCount, 0);\n const hasSubmissions = submittedTotal > 0;\n const hasIssues = summary.hasErrors ||\n summary.siteRuns.some((site) =>\n site.pendingCount > 0 || site.deferredCount > 0 || site.queuedCount > (site.submittedCount + site.pendingCount)\n );\n return {\n shouldSend: !summary.dryRun && (hasSubmissions || hasIssues),\n hasIssues,\n hasSubmissions,\n submittedTotal,\n pendingTotal,\n deferredTotal,\n changedTotal,\n queuedTotal,\n };\n}\n\nfunction buildSiteScope(summary: IndexNowRunSummary): string {\n return summary.siteRuns.length === 1\n ? summary.siteRuns[0].host\n : `${summary.siteRuns.length} sites`;\n}\n\nfunction emptyRunUrlStatusesByOutcome(): RunUrlStatusesByOutcome {\n return {\n submitted: [],\n pending: [],\n deferred: [],\n failed: [],\n dry_run: [],\n ignored: [],\n suppressed: [],\n };\n}\n\nfunction siteRunMapKey(siteRun: SiteRun): string {\n return `${siteRun.host.toLowerCase()}::${siteRun.runId}`;\n}\n\nfunction resolveRunAlertLinkConfig(): RunAlertLinkConfig {\n const rawBaseUrl = Deno.env.get(PUBLIC_BASE_URL_ENV_VAR)?.trim() ?? \"\";\n if (rawBaseUrl.length === 0) {\n return {\n baseUrl: null,\n unavailableReason: `Dashboard links unavailable: set ${PUBLIC_BASE_URL_ENV_VAR} to your public val URL.`,\n };\n }\n\n try {\n const parsed = new URL(rawBaseUrl);\n if (parsed.protocol !== \"https:\" && parsed.protocol !== \"http:\") {\n throw new Error(\"protocol must be http or https\");\n }\n parsed.search = \"\";\n parsed.hash = \"\";\n parsed.pathname = parsed.pathname.replace(/\\/+$/, \"\");\n return {\n baseUrl: parsed,\n unavailableReason: null,\n };\n } catch {\n return {\n baseUrl: null,\n unavailableReason: `Dashboard links unavailable: ${PUBLIC_BASE_URL_ENV_VAR} must be a valid absolute http(s) URL.`,\n };\n }\n}\n\nfunction buildRunDashboardLink(siteRun: SiteRun, linkConfig: RunAlertLinkConfig): string | null {\n if (!linkConfig.baseUrl) {\n return null;\n }\n\n const link = new URL(\"/\", linkConfig.baseUrl);\n link.searchParams.set(\"runs\", \"50\");\n link.searchParams.set(\"site\", siteRun.host);\n link.searchParams.set(\"run\", String(siteRun.runId));\n return link.toString();\n}\n\nfunction toPathWithQuery(urlText: string): string {\n try {\n const parsed = new URL(urlText);\n return `${parsed.pathname}${parsed.search}` || \"/\";\n } catch {\n return urlText;\n }\n}\n\nfunction formatStatusPath(entry: RunUrlStatusEntry): string {\n if (entry.slug.startsWith(\"/\")) {\n return entry.slug;\n }\n const fallback = toPathWithQuery(entry.url);\n if (fallback.startsWith(\"/\")) {\n return fallback;\n }\n return entry.slug.length > 0 ? entry.slug : entry.url;\n}\n\nfunction buildStatusSectionLines(outcome: AlertOutcome, entries: RunUrlStatusEntry[]): string[] {\n const label = ALERT_OUTCOME_LABELS[outcome];\n if (entries.length === 0) {\n return [`${label} URLs: 0`];\n }\n\n const sampled = entries.slice(0, RUN_ALERT_STATUS_SAMPLE_LIMIT);\n const remaining = entries.length - sampled.length;\n const lines = [`${label} URLs: ${entries.length}`];\n for (const entry of sampled) {\n lines.push(`- ${formatStatusPath(entry)}`);\n }\n if (remaining > 0) {\n lines.push(`- +${remaining} more ${outcome} URLs not shown`);\n }\n return lines;\n}\n\nasync function loadStatusesForSiteRuns(siteRuns: SiteRun[]): Promise> {\n const loaded = await Promise.all(siteRuns.map(async (siteRun) => {\n const statuses = await loadRunUrlStatusesByOutcome(siteRun.host, siteRun.runId);\n return [siteRunMapKey(siteRun), statuses] as const;\n }));\n return new Map(loaded);\n}\n\nfunction totalFailedUrls(siteRuns: SiteRun[], statusesBySiteRun: Map): number {\n return siteRuns.reduce((acc, siteRun) => {\n const statuses = statusesBySiteRun.get(siteRunMapKey(siteRun));\n return acc + (statuses?.failed.length ?? 0);\n }, 0);\n}\n\nfunction buildRunAlertSubject(\n summary: IndexNowRunSummary,\n decision: RunAlertDecision,\n failedTotal: number,\n): string {\n const siteScope = buildSiteScope(summary);\n if (decision.hasIssues) {\n return `IndexNow attention required for ${siteScope} (submitted=${decision.submittedTotal}, pending=${decision.pendingTotal}, deferred=${decision.deferredTotal}, failed=${failedTotal})`;\n }\n return `${decision.submittedTotal} URLs submitted to IndexNow for ${siteScope}`;\n}\n\nfunction buildRunAlertText(\n summary: IndexNowRunSummary,\n decision: RunAlertDecision,\n statusesBySiteRun: Map,\n linkConfig: RunAlertLinkConfig,\n failedTotal: number,\n): string {\n const lines: string[] = [\n decision.hasIssues\n ? \"IndexNow run needs attention.\"\n : \"Congrats! Your URLs were submitted to IndexNow.\",\n `Reason: ${summary.reason}`,\n `Started: ${summary.startedAt}`,\n `Finished: ${summary.finishedAt}`,\n `Force mode: ${summary.force ? \"yes\" : \"no\"}`,\n `Endpoint: ${summary.endpoint}`,\n `Run URL limit: ${summary.runUrlLimit}`,\n `Totals: changed=${decision.changedTotal}, queued=${decision.queuedTotal}, submitted=${decision.submittedTotal}, pending=${decision.pendingTotal}, deferred=${decision.deferredTotal}, failed=${failedTotal}`,\n ];\n\n if (linkConfig.unavailableReason) {\n lines.push(linkConfig.unavailableReason);\n }\n\n lines.push(\"\", \"Per-site:\");\n\n for (const siteRun of summary.siteRuns) {\n const statuses = statusesBySiteRun.get(siteRunMapKey(siteRun)) ?? emptyRunUrlStatusesByOutcome();\n const dashboardLink = buildRunDashboardLink(siteRun, linkConfig);\n const baseUrl = `https://${siteRun.host}`;\n\n lines.push(\"\");\n lines.push(`Site: ${siteRun.host}`);\n lines.push(`Run ID: ${siteRun.runId}`);\n lines.push(\n `Counts: changed=${siteRun.changedCount}, queued=${siteRun.queuedCount}, submitted=${siteRun.submittedCount}, pending=${siteRun.pendingCount}, deferred=${siteRun.deferredCount}, failed=${statuses.failed.length}`,\n );\n lines.push(`Informational: ignored=${statuses.ignored.length}, suppressed=${statuses.suppressed.length}`);\n if (dashboardLink) {\n lines.push(`Dashboard: ${dashboardLink}`);\n } else {\n lines.push(\"Dashboard: unavailable\");\n }\n lines.push(`Base URL: ${baseUrl}`);\n\n for (const outcome of ALERT_OUTCOME_ORDER) {\n lines.push(\"\");\n lines.push(...buildStatusSectionLines(outcome, statuses[outcome]));\n }\n\n if (siteRun.errors.length > 0) {\n lines.push(\"\");\n lines.push(`Errors (${siteRun.errors.length}):`);\n lines.push(...siteRun.errors.slice(0, RUN_ALERT_ERROR_SAMPLE_LIMIT).map((error) => `- ${error}`));\n if (siteRun.errors.length > RUN_ALERT_ERROR_SAMPLE_LIMIT) {\n lines.push(`- +${siteRun.errors.length - RUN_ALERT_ERROR_SAMPLE_LIMIT} more errors not shown`);\n }\n }\n }\n\n return lines.join(\"\\n\");\n}\n\nasync function maybeSendRunAlert(summary: IndexNowRunSummary): Promise {\n if (!alertsEnabled() || summary.dryRun) {\n return;\n }\n\n const runtimeConfig = await loadRuntimeConfig();\n const siteConfigByHost = new Map(\n runtimeConfig.sites.map((site) => [site.host.toLowerCase(), site.alertToEnvVar]),\n );\n const groupedRuns = groupSiteRunsByRecipient(summary, siteConfigByHost);\n if (groupedRuns.length === 0) {\n return;\n }\n const linkConfig = resolveRunAlertLinkConfig();\n\n for (const group of groupedRuns) {\n const groupedSummary: IndexNowRunSummary = {\n ...summary,\n siteRuns: group.siteRuns,\n hasErrors: group.siteRuns.some((site) => site.errors.length > 0),\n };\n const decision = buildRunAlertDecision(groupedSummary);\n if (!decision.shouldSend) {\n continue;\n }\n const statusesBySiteRun = await loadStatusesForSiteRuns(groupedSummary.siteRuns);\n const failedTotal = totalFailedUrls(groupedSummary.siteRuns, statusesBySiteRun);\n\n await email({\n ...(group.recipient ? { to: group.recipient } : {}),\n subject: buildRunAlertSubject(groupedSummary, decision, failedTotal),\n text: buildRunAlertText(groupedSummary, decision, statusesBySiteRun, linkConfig, failedTotal),\n });\n }\n}\n\nfunction jsonResponse(data: unknown, status: number): Response {\n return new Response(JSON.stringify(data, null, 2), {\n status,\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n \"cache-control\": \"no-store\",\n },\n });\n}\n\nfunction robotsResponse(): Response {\n const body = [\n \"User-agent: *\",\n \"Disallow: /\",\n ].join(\"\\n\");\n\n return new Response(body, {\n status: 200,\n headers: {\n \"content-type\": \"text/plain; charset=utf-8\",\n \"cache-control\": \"public, max-age=3600\",\n \"x-robots-tag\": \"noindex, nofollow, noarchive\",\n },\n });\n}\n\nfunction faviconResponse(): Response {\n return new Response(null, {\n status: 204,\n headers: {\n \"cache-control\": \"public, max-age=86400\",\n },\n });\n}\n\nfunction methodNotAllowedResponse(allowed: string, message: string): Response {\n return new Response(\n JSON.stringify(\n {\n error: \"Method Not Allowed\",\n message,\n },\n null,\n 2,\n ),\n {\n status: 405,\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n \"cache-control\": \"no-store\",\n \"allow\": allowed,\n },\n },\n );\n}\n\nfunction jsonToInlineScript(value: unknown): string {\n return JSON.stringify(value)\n .replaceAll(\"<\", \"\\\\u003c\")\n .replaceAll(\">\", \"\\\\u003e\")\n .replaceAll(\"&\", \"\\\\u0026\")\n .replaceAll(\"\\u2028\", \"\\\\u2028\")\n .replaceAll(\"\\u2029\", \"\\\\u2029\");\n}\n\nasync function dashboardHtmlResponse(requestUrl: URL): Promise {\n const monitor = await loadMonitorSnapshotFromUrl(requestUrl);\n const assetVersion = monitor.generatedAt.replaceAll(/[^0-9]/g, \"\");\n const bootstrapPayload: DashboardBootstrapPayload = {\n initialMonitor: monitor,\n valProjectUrl: parseProject(import.meta.url).links.self.project,\n };\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n const bootstrapScript = ``;\n html = html.includes(DASHBOARD_BOOTSTRAP_MARKER)\n ? html.replace(DASHBOARD_BOOTSTRAP_MARKER, bootstrapScript)\n : html.replace(\"\", `${bootstrapScript}`);\n html = html\n .replace(\"/frontend/styles.css\", `/frontend/styles.css?v=${assetVersion}`)\n .replace(\"/frontend/index.tsx\", `/frontend/index.tsx?v=${assetVersion}`);\n\n return new Response(html, {\n status: 200,\n headers: {\n \"content-type\": \"text/html; charset=utf-8\",\n \"cache-control\": \"no-store\",\n },\n });\n}\n\nfunction readBearerToken(headerValue: string | null): string | null {\n if (!headerValue) {\n return null;\n }\n const trimmed = headerValue.trim();\n if (!trimmed.toLowerCase().startsWith(\"bearer \")) {\n return null;\n }\n const token = trimmed.slice(\"bearer \".length).trim();\n return token.length > 0 ? token : null;\n}\n\nfunction readRunToken(req: Request): string | null {\n const bearer = readBearerToken(req.headers.get(\"authorization\"));\n if (bearer) {\n return bearer;\n }\n const headerToken = req.headers.get(RUN_TOKEN_HEADER)?.trim() ?? \"\";\n return headerToken.length > 0 ? headerToken : null;\n}\n\nfunction readForceToken(req: Request): string | null {\n const headerToken = req.headers.get(FORCE_TOKEN_HEADER)?.trim() ?? \"\";\n return headerToken.length > 0 ? headerToken : null;\n}\n\nfunction readConfiguredRunToken(): string {\n return Deno.env.get(RUN_TOKEN_ENV_VAR)?.trim() ?? \"\";\n}\n\nfunction authorizeRunToken(req: Request): Response | null {\n const configuredRunToken = readConfiguredRunToken();\n if (configuredRunToken.length === 0) {\n return jsonResponse(\n {\n error: \"Server Misconfigured\",\n message: `${RUN_TOKEN_ENV_VAR} is not configured.`,\n },\n 503,\n );\n }\n\n const providedRunToken = readRunToken(req);\n if (providedRunToken !== configuredRunToken) {\n return jsonResponse(\n {\n error: \"Unauthorized\",\n message: `Provide a valid Bearer token or ${RUN_TOKEN_HEADER} header.`,\n },\n 401,\n );\n }\n\n return null;\n}\n\nasync function handleRunRequest(req: Request, requestUrl: URL): Promise {\n if (req.method !== \"POST\") {\n return new Response(\n JSON.stringify(\n {\n error: \"Method Not Allowed\",\n message: \"Use POST for /run.\",\n },\n null,\n 2,\n ),\n {\n status: 405,\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n \"cache-control\": \"no-store\",\n \"allow\": \"POST\",\n },\n },\n );\n }\n\n const authFailure = authorizeRunToken(req);\n if (authFailure) {\n return authFailure;\n }\n\n const dryRun = requestUrl.searchParams.get(\"dryRun\") === \"1\";\n const force = requestUrl.searchParams.get(\"force\") === \"1\";\n const siteHost = requestUrl.searchParams.get(\"site\") ?? undefined;\n\n if (force) {\n const configuredForceToken = Deno.env.get(FORCE_TOKEN_ENV_VAR)?.trim() ?? \"\";\n if (configuredForceToken.length === 0) {\n return jsonResponse(\n {\n error: \"Forbidden\",\n message: `force=1 is disabled because ${FORCE_TOKEN_ENV_VAR} is not configured.`,\n },\n 403,\n );\n }\n\n const providedForceToken = readForceToken(req);\n if (providedForceToken !== configuredForceToken) {\n return jsonResponse(\n {\n error: \"Forbidden\",\n message: `force=1 requires a valid ${FORCE_TOKEN_HEADER} header.`,\n },\n 403,\n );\n }\n }\n\n const reason = parseRunReason(req.headers.get(REASON_HEADER));\n\n const summary = await runIndexNow({\n dryRun,\n force,\n siteHost,\n reason,\n });\n\n try {\n await maybeSendRunAlert(summary);\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error);\n console.error(`IndexNow alert email failed: ${message}`);\n }\n\n return jsonResponse(summary, summary.hasErrors ? 500 : 200);\n}\n\nasync function handleBackfillRequest(req: Request, requestUrl: URL): Promise {\n if (req.method !== \"POST\") {\n return new Response(\n JSON.stringify(\n {\n error: \"Method Not Allowed\",\n message: \"Use POST for /backfill.\",\n },\n null,\n 2,\n ),\n {\n status: 405,\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n \"cache-control\": \"no-store\",\n \"allow\": \"POST\",\n },\n },\n );\n }\n\n const authFailure = authorizeRunToken(req);\n if (authFailure) {\n return authFailure;\n }\n\n const dryRunRaw = requestUrl.searchParams.get(\"dryRun\");\n if (dryRunRaw !== null && dryRunRaw !== \"0\" && dryRunRaw !== \"1\") {\n return jsonResponse(\n {\n error: \"Bad Request\",\n message: \"dryRun must be 0 or 1 when provided.\",\n },\n 400,\n );\n }\n const dryRun = dryRunRaw === null ? true : dryRunRaw === \"1\";\n\n const siteHost = requestUrl.searchParams.get(\"site\") ?? undefined;\n const limitRaw = requestUrl.searchParams.get(\"limit\");\n let limitPerSite: number | undefined;\n if (limitRaw !== null) {\n const parsed = Number.parseInt(limitRaw, 10);\n if (!Number.isFinite(parsed) || parsed <= 0) {\n return jsonResponse(\n {\n error: \"Bad Request\",\n message: \"limit must be a positive integer when provided.\",\n },\n 400,\n );\n }\n limitPerSite = parsed;\n }\n\n const summary: IndexNowBackfillSummary = await backfillSnapshots({\n dryRun,\n siteHost,\n limitPerSite,\n });\n\n return jsonResponse(summary, summary.hasErrors ? 500 : 200);\n}\n\nfunction buildRequestWithUrl(req: Request, url: URL): Request {\n return new Request(url.toString(), {\n method: req.method,\n headers: req.headers,\n });\n}\n\nexport async function handleIndexNowHttp(req: Request): Promise {\n const requestUrl = new URL(req.url);\n const pathname = normalizePath(requestUrl.pathname);\n\n if (pathname.startsWith(FRONTEND_PATH_PREFIX)) {\n if (req.method !== \"GET\") {\n return methodNotAllowedResponse(\"GET\", \"Use GET for frontend assets.\");\n }\n const assetPath = pathname;\n const assetResponse = await serveFile(assetPath, import.meta.url);\n const headers = new Headers(assetResponse.headers);\n headers.set(\"cache-control\", \"no-store\");\n return new Response(assetResponse.body, {\n status: assetResponse.status,\n headers,\n });\n }\n\n if (pathname === ROBOTS_PATH) {\n return robotsResponse();\n }\n\n if (pathname === FAVICON_PATH) {\n return faviconResponse();\n }\n\n if (pathname === RUN_PATH) {\n return handleRunRequest(req, requestUrl);\n }\n\n if (pathname === BACKFILL_PATH) {\n return handleBackfillRequest(req, requestUrl);\n }\n\n if (pathname === MONITOR_PATH) {\n if (req.method !== \"GET\") {\n return methodNotAllowedResponse(\"GET\", \"Use GET for /monitor.\");\n }\n return monitorHandler(buildRequestWithUrl(req, requestUrl));\n }\n\n if (pathname === \"/\") {\n if (req.method !== \"GET\") {\n return methodNotAllowedResponse(\"GET\", \"Use GET for /.\");\n }\n return dashboardHtmlResponse(requestUrl);\n }\n\n return jsonResponse(\n {\n error: \"Not Found\",\n message: \"Supported paths: /, /run, /backfill, /monitor\",\n },\n 404,\n );\n}\n\nexport default handleIndexNowHttp;\n",[],[375],{"_106":385,"_97":386,"_162":387,"_164":-5,"_165":147,"_166":103,"_168":22,"_108":388,"_102":389,"_171":219,"_173":390,"_174":22,"_175":-5,"_176":391,"_100":392},"a29d0168-07a2-11f1-917f-42dde27851f2","indexnow.monitor.ts","62428810-0615-11f1-aae2-42dde27851f2",["D",1770853051943],88,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { createTwoFilesPatch } from \"https://esm.sh/diff@5.2.0\";\nimport { parseProject } from \"https://esm.town/v/std/utils@85-main/index.ts\";\nimport {\n type IndexNowRuntimeConfig,\n type IndexNowSiteConfig,\n loadRuntimeConfig,\n} from \"./lib/indexnow.ts\";\nimport type {\n IndexNowMonitorResponse,\n RunHistoryItem,\n RunUrlOutcome,\n RunUrlStatusItem,\n SelectedRunDiff,\n SiteMonitor,\n SiteMonitorTotals,\n UrlSnapshotMetadata,\n} from \"./shared/monitor-types.ts\";\n\nconst URL_STATE_TABLE = \"indexnow_url_state_v1\";\nconst RUN_LOG_TABLE = \"indexnow_run_log_v1\";\nconst RUN_URL_STATUS_TABLE = \"indexnow_run_url_status_v1\";\nconst URL_SNAPSHOT_TABLE = \"indexnow_url_snapshot_v1\";\nconst DEFAULT_RUN_HISTORY_LIMIT = 50;\nconst MAX_RUN_HISTORY_LIMIT = 500;\nconst RUN_HISTORY_OPTIONS = [50, 500] as const;\nconst SELECTED_RUN_URL_STATUS_LIMIT = 200;\n\ninterface TableRow {\n [key: string]: unknown;\n}\n\ninterface LoadedUrlSnapshot extends UrlSnapshotMetadata {\n htmlRaw: string | null;\n}\n\nfunction toNumber(value: unknown): number {\n if (typeof value === \"number\") {\n return Number.isFinite(value) ? value : 0;\n }\n if (typeof value === \"bigint\") {\n return Number(value);\n }\n if (typeof value === \"string\") {\n const parsed = Number(value);\n return Number.isFinite(parsed) ? parsed : 0;\n }\n return 0;\n}\n\nfunction toNullableString(value: unknown): string | null {\n return typeof value === \"string\" && value.length > 0 ? value : null;\n}\n\nfunction toBooleanFromInt(value: unknown): boolean {\n return toNumber(value) !== 0;\n}\n\nfunction parseLimitParam(value: string | null): number {\n if (!value) {\n return DEFAULT_RUN_HISTORY_LIMIT;\n }\n const parsed = Number.parseInt(value, 10);\n if (!Number.isFinite(parsed)) {\n return DEFAULT_RUN_HISTORY_LIMIT;\n }\n return RUN_HISTORY_OPTIONS.includes(parsed as (typeof RUN_HISTORY_OPTIONS)[number])\n ? parsed\n : DEFAULT_RUN_HISTORY_LIMIT;\n}\n\nfunction parseRunIdParam(value: string | null): number | null {\n if (!value) {\n return null;\n }\n const parsed = Number.parseInt(value, 10);\n if (!Number.isFinite(parsed) || parsed <= 0) {\n return null;\n }\n return parsed;\n}\n\nfunction parseDiffUrlParam(value: string | null): string | null {\n if (!value) {\n return null;\n }\n const trimmed = value.trim();\n if (trimmed.length === 0) {\n return null;\n }\n try {\n const parsed = new URL(trimmed);\n parsed.hash = \"\";\n return parsed.toString();\n } catch {\n return null;\n }\n}\n\nfunction parseIssuesOnlyParam(value: string | null): boolean {\n if (!value) {\n return false;\n }\n const normalized = value.trim().toLowerCase();\n return normalized === \"1\" || normalized === \"true\" || normalized === \"yes\";\n}\n\nfunction parseUpdatesOnlyParam(value: string | null): boolean {\n if (!value) {\n return false;\n }\n const normalized = value.trim().toLowerCase();\n return normalized === \"1\" || normalized === \"true\" || normalized === \"yes\";\n}\n\ninterface ParsedMonitorQuery {\n selectedHost: string | null;\n runHistoryLimit: number;\n selectedRunId: number | null;\n selectedDiffUrl: string | null;\n issuesOnly: boolean;\n updatesOnly: boolean;\n includeDryRuns: boolean;\n}\n\nfunction parseMonitorQuery(searchParams: URLSearchParams): ParsedMonitorQuery {\n const rawHost = searchParams.get(\"site\");\n const selectedHost = rawHost && rawHost.trim().length > 0 ? rawHost.trim() : null;\n const issuesOnly = parseIssuesOnlyParam(searchParams.get(\"issues\"));\n const updatesOnly = issuesOnly ? false : parseUpdatesOnlyParam(searchParams.get(\"updates\"));\n const parsedRunHistoryLimit = parseLimitParam(searchParams.get(\"runs\"));\n const runHistoryLimit = parsedRunHistoryLimit;\n const selectedRunId = parseRunIdParam(searchParams.get(\"run\"));\n const selectedDiffUrl = parseDiffUrlParam(searchParams.get(\"diffUrl\"));\n const includeDryRuns = parseUpdatesOnlyParam(searchParams.get(\"includeDryRuns\"));\n\n return {\n selectedHost,\n runHistoryLimit,\n selectedRunId,\n selectedDiffUrl,\n issuesOnly,\n updatesOnly,\n includeDryRuns,\n };\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replaceAll(\"&\", \"&\")\n .replaceAll(\"<\", \"<\")\n .replaceAll(\">\", \">\")\n .replaceAll(\"\\\"\", \""\")\n .replaceAll(\"'\", \"'\");\n}\n\nfunction formatTimestamp(value: string | null): string {\n if (!value) {\n return \"—\";\n }\n const escaped = escapeHtml(value);\n return `${escaped}`;\n}\n\nfunction latestNonDryRun(site: SiteMonitor): RunHistoryItem | null {\n return site.recentRuns.find((run) => !run.dryRun) ?? null;\n}\n\nfunction siteHealth(site: SiteMonitor): { label: string; tone: \"ok\" | \"warn\" | \"error\" } {\n const latestRealRun = latestNonDryRun(site);\n if (latestRealRun?.hasErrors) {\n return { label: \"Run Errors\", tone: \"error\" };\n }\n if (site.totals.retryPendingUrls > 0) {\n return { label: \"Retry Needed\", tone: \"error\" };\n }\n if (site.totals.needsSubmissionUrls > 0) {\n return { label: \"Needs Submission\", tone: \"warn\" };\n }\n if (site.totals.upToDateUrls > 0) {\n return { label: \"Healthy\", tone: \"ok\" };\n }\n return { label: \"No Data\", tone: \"warn\" };\n}\n\ninterface DashboardLinkState {\n selectedHost: string | null;\n runHistoryLimit: number;\n selectedRunId: number | null;\n selectedDiffUrl: string | null;\n issuesOnly: boolean;\n updatesOnly: boolean;\n includeDryRuns: boolean;\n}\n\nfunction buildDashboardLink(state: DashboardLinkState): string {\n const params = new URLSearchParams();\n params.set(\"view\", \"dashboard\");\n params.set(\"runs\", String(state.runHistoryLimit));\n if (state.selectedHost) {\n params.set(\"site\", state.selectedHost);\n }\n if (state.selectedRunId !== null) {\n params.set(\"run\", String(state.selectedRunId));\n }\n if (state.selectedDiffUrl) {\n params.set(\"diffUrl\", state.selectedDiffUrl);\n }\n if (state.issuesOnly) {\n params.set(\"issues\", \"1\");\n } else if (state.updatesOnly) {\n params.set(\"updates\", \"1\");\n }\n if (state.includeDryRuns) {\n params.set(\"includeDryRuns\", \"1\");\n }\n return `?${params.toString()}`;\n}\n\nfunction buildJsonLink(state: DashboardLinkState): string {\n const params = new URLSearchParams();\n params.set(\"view\", \"json\");\n params.set(\"runs\", String(state.runHistoryLimit));\n if (state.selectedHost) {\n params.set(\"site\", state.selectedHost);\n }\n if (state.selectedRunId !== null) {\n params.set(\"run\", String(state.selectedRunId));\n }\n if (state.selectedDiffUrl) {\n params.set(\"diffUrl\", state.selectedDiffUrl);\n }\n if (state.issuesOnly) {\n params.set(\"issues\", \"1\");\n } else if (state.updatesOnly) {\n params.set(\"updates\", \"1\");\n }\n if (state.includeDryRuns) {\n params.set(\"includeDryRuns\", \"1\");\n }\n return `/monitor?${params.toString()}`;\n}\n\ninterface QuestionAnswer {\n label: string;\n detail: string;\n tone: \"ok\" | \"warn\" | \"error\";\n}\n\nfunction toRunUrlOutcome(value: unknown): RunUrlOutcome {\n const normalized = String(value ?? \"\").toLowerCase();\n switch (normalized) {\n case \"submitted\":\n case \"pending\":\n case \"failed\":\n case \"deferred\":\n case \"dry_run\":\n case \"ignored\":\n case \"suppressed\":\n return normalized;\n default:\n return \"unknown\";\n }\n}\n\nfunction parseOutcomeReason(note: string | null): string | null {\n if (!note) {\n return null;\n }\n const separatorIndex = note.indexOf(\":\");\n if (separatorIndex < 0) {\n return null;\n }\n const reason = note.slice(separatorIndex + 1).trim();\n return reason.length > 0 ? reason : null;\n}\n\nfunction humanizeIgnoredReason(reason: string | null): string {\n switch (reason) {\n case \"invalid_url\":\n return \"invalid URL\";\n case \"wrong_host\":\n return \"wrong host\";\n case \"out_of_key_scope\":\n return \"out of key scope\";\n case \"include_prefix_miss\":\n return \"include prefix miss\";\n case \"exclude_prefix_hit\":\n return \"exclude prefix hit\";\n case \"noindex\":\n return \"noindex\";\n default:\n return \"policy\";\n }\n}\n\nfunction humanizeSuppressedReason(reason: string | null): string {\n switch (reason) {\n case \"semantic_unchanged\":\n return \"semantic unchanged\";\n default:\n return \"suppressed\";\n }\n}\n\nfunction renderRunTableRows(site: SiteMonitor, state: DashboardLinkState): string {\n const runs = site.recentRuns;\n if (runs.length === 0) {\n return \"No runs yet\";\n }\n\n return runs.map((run) => {\n const runStatus = run.hasErrors ? \"Error\" : run.dryRun ? \"Dry Run\" : \"OK\";\n const runSource = run.reason === \"cron_entrypoint\"\n ? \"Cron\"\n : run.reason === \"manual_run_endpoint\"\n ? \"HTTP\"\n : run.reason === \"cron\"\n ? \"Cron\"\n : run.reason === \"http\"\n ? \"HTTP\"\n : run.reason.length > 0\n ? run.reason\n : \"Unknown\";\n const runModes: string[] = [];\n if (run.dryRun) {\n runModes.push(\"dry run\");\n }\n if (run.forceMode) {\n runModes.push(\"force\");\n }\n const runWhy = runModes.length > 0\n ? `${runSource} (${runModes.join(\", \")})`\n : runSource;\n const acceptedCount = run.submittedCount + run.pendingCount;\n const isActive = site.selectedRun?.id === run.id;\n const dryRunClass = run.dryRun ? \"dry-run\" : \"\";\n const rowHref = buildDashboardLink({\n ...state,\n selectedRunId: isActive ? null : run.id,\n selectedDiffUrl: null,\n });\n const rowAriaLabel = isActive ? `Close run ${run.id}` : `Inspect run ${run.id}`;\n return `\n \n ${formatTimestamp(run.finishedAt)}\n ${escapeHtml(runWhy)}\n ${run.changedCount}\n ${run.queuedCount}\n ${acceptedCount}\n ${runStatus}\n \n `;\n }).join(\"\");\n}\n\nfunction outcomeTone(outcome: RunUrlOutcome): \"ok\" | \"warn\" | \"error\" | \"muted\" {\n switch (outcome) {\n case \"submitted\":\n return \"ok\";\n case \"pending\":\n return \"muted\";\n case \"dry_run\":\n case \"suppressed\":\n return \"warn\";\n case \"failed\":\n case \"deferred\":\n return \"error\";\n case \"ignored\":\n return \"muted\";\n default:\n return \"muted\";\n }\n}\n\nfunction outcomeLabel(item: RunUrlStatusItem): string {\n const reason = parseOutcomeReason(item.note);\n switch (item.outcome) {\n case \"submitted\":\n return `submitted${item.submissionStatus ? ` ${item.submissionStatus}` : \"\"}`;\n case \"pending\":\n return `accepted async${item.submissionStatus ? ` ${item.submissionStatus}` : \"\"}`;\n case \"failed\":\n return item.submissionStatus ? `failed ${item.submissionStatus}` : \"failed\";\n case \"deferred\":\n return \"deferred (run URL limit)\";\n case \"dry_run\":\n return \"dry run\";\n case \"ignored\":\n return `ignored (${humanizeIgnoredReason(reason)})`;\n case \"suppressed\":\n return `suppressed (${humanizeSuppressedReason(reason)})`;\n default:\n return \"unknown\";\n }\n}\n\nfunction renderStatusTags(item: RunUrlStatusItem): string {\n const tags: Array<{ label: string; tone: \"ok\" | \"warn\" | \"error\" | \"muted\" }> = [];\n if (item.changed) {\n tags.push({ label: \"changed\", tone: \"muted\" });\n }\n if (item.queued) {\n tags.push({ label: \"queued\", tone: \"muted\" });\n }\n if (item.attempted) {\n tags.push({ label: \"attempted\", tone: \"muted\" });\n }\n tags.push({ label: outcomeLabel(item), tone: outcomeTone(item.outcome) });\n\n return tags.map((tag) => `${escapeHtml(tag.label)}`).join(\"\");\n}\n\nfunction formatBytes(value: number | null): string {\n if (value === null || value <= 0) {\n return \"—\";\n }\n if (value < 1024) {\n return `${value} B`;\n }\n if (value < 1024 * 1024) {\n return `${(value / 1024).toFixed(1)} KB`;\n }\n return `${(value / (1024 * 1024)).toFixed(2)} MB`;\n}\n\nfunction snapshotValue(value: string | number | null | undefined): string {\n if (value === null || typeof value === \"undefined\" || value === \"\") {\n return \"—\";\n }\n return String(value);\n}\n\nfunction renderSnapshotMetadata(\n label: string,\n snapshot: UrlSnapshotMetadata | null,\n): string {\n if (!snapshot) {\n return `\n

${escapeHtml(label)}

No snapshot available.

\n `;\n }\n\n return `\n

${escapeHtml(label)}

Captured: ${formatTimestamp(snapshot.capturedAt)}
Status: ${snapshotValue(snapshot.responseStatus)}
Content-Type: ${escapeHtml(snapshotValue(snapshot.contentType))}
ETag: ${escapeHtml(snapshotValue(snapshot.etag))}
Last-Modified: ${escapeHtml(snapshotValue(snapshot.responseLastModified))}
SHA-256: ${escapeHtml(snapshotValue(snapshot.htmlSha256))}
Size: ${escapeHtml(formatBytes(snapshot.htmlSizeBytes))}
Sitemap lastmod: ${escapeHtml(snapshotValue(snapshot.sitemapLastmod))}
Prior submitted lastmod: ${escapeHtml(snapshotValue(snapshot.previousSubmittedLastmod))}
Fetch error: ${escapeHtml(snapshotValue(snapshot.fetchError))}

\n `;\n}\n\nfunction renderRunUrlStatusPanel(\n site: SiteMonitor,\n monitor: IndexNowMonitorResponse,\n state: DashboardLinkState,\n): string {\n if (!site.selectedRun) {\n return \"\";\n }\n\n if (!monitor.tables.runUrlStatus) {\n return `\n

Per-run URL statuses will appear after the next run.

\n `;\n }\n\n if (site.selectedRunUrlStatuses.length === 0) {\n const detail = site.selectedRun.changedCount === 0\n ? \"Selected run had no changed URLs.\"\n : \"No URL statuses recorded for this run.\";\n return `\n

${escapeHtml(detail)}

\n `;\n }\n\n const showing = site.selectedRunUrlStatuses.length;\n const total = site.selectedRunUrlStatusTotal;\n const countLabel = total > showing\n ? `Showing ${showing} of ${total} URLs`\n : `Showing ${showing} URLs`;\n\n return `\n

Run URL Statuses

${escapeHtml(countLabel)}

\n \n \n \n \n \n \n \n \n \n ${site.selectedRunUrlStatuses.map((item) => `\n \n \n \n \n \n `).join(\"\")}\n \n

Slug	Applicable Statuses	Diff
${escapeHtml(item.slug)}	${renderStatusTags(item)}	\n \n ${monitor.selectedDiffUrl === item.url ? \"Hide diff\" : \"View diff\"}\n \n

\n `;\n}\n\nfunction renderRunDiffPanel(site: SiteMonitor, monitor: IndexNowMonitorResponse): string {\n if (!site.selectedRun || !monitor.selectedDiffUrl) {\n return \"\";\n }\n\n if (!monitor.tables.urlSnapshots) {\n return `\n

Snapshot table is not available yet. Run /run once to initialize it.

\n `;\n }\n\n if (!site.selectedRunDiff) {\n return `\n

No diff data found for this URL in the selected run.

\n `;\n }\n\n const diffText = site.selectedRunDiff.unifiedDiff\n ? `

${escapeHtml(site.selectedRunDiff.unifiedDiff)}

`\n : `

Diff will show here when there are two snapshots to compare.

`;\n\n return `\n

Raw HTML Diff

${escapeHtml(site.selectedRunDiff.url)}

\n ${renderSnapshotMetadata(\"Current Snapshot\", site.selectedRunDiff.currentSnapshot)}\n ${renderSnapshotMetadata(\"Previous Snapshot\", site.selectedRunDiff.previousSnapshot)}\n

\n ${diffText}\n

\n `;\n}\n\nfunction renderQuestionCards(items: QuestionAnswer[]): string {\n const toneEmoji = (tone: QuestionAnswer[\"tone\"]): string => {\n switch (tone) {\n case \"ok\":\n return \"🟢\";\n case \"warn\":\n return \"🟡\";\n default:\n return \"🔴\";\n }\n };\n\n return items.map((item) => `\n

${escapeHtml(item.label)}

${toneEmoji(item.tone)}

${escapeHtml(item.detail)}

\n `).join(\"\");\n}\n\nfunction buildSiteQuestions(site: SiteMonitor, issuesOnlyFilterActive: boolean): QuestionAnswer[] {\n const latestRealRun = latestNonDryRun(site);\n const backlog = latestRealRun\n ? Math.max(0, latestRealRun.changedCount - latestRealRun.queuedCount)\n : 0;\n const acceptedCount = latestRealRun\n ? latestRealRun.submittedCount + latestRealRun.pendingCount\n : 0;\n const zeroChangeSubmitted = latestRealRun\n ? latestRealRun.changedCount === 0 && acceptedCount > 0\n : false;\n const hasInterventionIssues = site.totals.retryPendingUrls > 0 || Boolean(latestRealRun?.hasErrors);\n\n let processingAnswer: QuestionAnswer;\n if (!latestRealRun) {\n const hasRunHistory = site.totals.totalAttemptCount > 0 || site.totals.totalSubmitCount > 0;\n const noKnownIssues = site.totals.retryPendingUrls === 0 && site.totals.needsSubmissionUrls === 0;\n if (issuesOnlyFilterActive && hasRunHistory && noKnownIssues) {\n processingAnswer = {\n label: \"Run processing healthy\",\n detail: \"No issue runs in selected filter.\",\n tone: \"ok\",\n };\n } else {\n processingAnswer = {\n label: \"Run processing healthy\",\n detail: \"No non-dry run history available.\",\n tone: \"warn\",\n };\n }\n } else if (latestRealRun.hasErrors) {\n processingAnswer = {\n label: \"Run processing healthy\",\n detail: \"Latest non-dry run has errors.\",\n tone: \"error\",\n };\n } else if (latestRealRun.queuedCount === acceptedCount) {\n const pendingSuffix = latestRealRun.pendingCount > 0\n ? ` (${latestRealRun.pendingCount} async 202)`\n : \"\";\n processingAnswer = {\n label: \"Run processing healthy\",\n detail: `${acceptedCount}/${latestRealRun.queuedCount} queued URLs accepted${pendingSuffix}.`,\n tone: \"ok\",\n };\n } else {\n processingAnswer = {\n label: \"Run processing healthy\",\n detail: `${acceptedCount}/${latestRealRun.queuedCount} queued URLs accepted.`,\n tone: \"warn\",\n };\n }\n\n return [\n {\n label: \"Coverage is current\",\n detail: `${site.totals.upToDateUrls} up to date, ${site.totals.needsSubmissionUrls} need submission.`,\n tone: site.totals.needsSubmissionUrls === 0 ? \"ok\" : \"warn\",\n },\n {\n label: \"No intervention issues\",\n detail: `${site.totals.retryPendingUrls} retry-pending URLs; last status ${site.lastSubmissionStatus ?? \"n/a\"}.`,\n tone: hasInterventionIssues ? \"error\" : \"ok\",\n },\n processingAnswer,\n {\n label: \"No run-limit backlog\",\n detail: backlog > 0\n ? `${backlog} URLs deferred by run URL limit.`\n : \"No deferred URLs from latest non-dry run.\",\n tone: backlog > 0 ? \"warn\" : \"ok\",\n },\n {\n label: \"No zero-change submissions\",\n detail: zeroChangeSubmitted\n ? \"Latest non-dry run submitted URLs even though changedCount was 0.\"\n : \"No unnecessary submits detected on latest non-dry run.\",\n tone: zeroChangeSubmitted ? \"error\" : \"ok\",\n },\n ];\n}\n\nfunction renderSiteCard(site: SiteMonitor, linkState: DashboardLinkState, monitor: IndexNowMonitorResponse): string {\n const health = siteHealth(site);\n const healthClass = `pill ${health.tone}`;\n const questions = buildSiteQuestions(site, monitor.issuesOnly);\n\n return `\n

\n \n\n

\n ${renderQuestionCards(questions)}\n

\n\n

Run History

\n \n \n \n \n \n \n \n \n \n \n \n \n ${renderRunTableRows(site, linkState)}\n \n

Finished	Entry Point	Changed	Queued	Accepted	Status

\n\n ${renderRunUrlStatusPanel(site, monitor, linkState)}\n ${renderRunDiffPanel(site, monitor)}\n

\n `;\n}\n\nfunction renderDashboard(\n monitor: IndexNowMonitorResponse,\n runtimeConfig: IndexNowRuntimeConfig,\n): string {\n const valProjectUrl = parseProject(import.meta.url).links.self.project;\n\n const baseState: DashboardLinkState = {\n selectedHost: monitor.selectedHost,\n runHistoryLimit: monitor.runHistoryLimit,\n selectedRunId: monitor.selectedRunId,\n selectedDiffUrl: monitor.selectedDiffUrl,\n issuesOnly: monitor.issuesOnly,\n updatesOnly: monitor.updatesOnly,\n includeDryRuns: monitor.includeDryRuns,\n };\n\n const filterLinks = [\n {\n label: \"All Sites\",\n href: buildDashboardLink({\n ...baseState,\n selectedHost: null,\n selectedRunId: null,\n selectedDiffUrl: null,\n }),\n active: monitor.selectedHost === null,\n },\n ...runtimeConfig.sites.map((site) => ({\n label: site.host,\n href: buildDashboardLink({\n ...baseState,\n selectedHost: site.host,\n selectedRunId: site.host.toLowerCase() === monitor.selectedHost?.toLowerCase()\n ? monitor.selectedRunId\n : null,\n selectedDiffUrl: site.host.toLowerCase() === monitor.selectedHost?.toLowerCase()\n ? monitor.selectedDiffUrl\n : null,\n }),\n active: site.host.toLowerCase() === monitor.selectedHost?.toLowerCase(),\n })),\n ];\n\n const runScopeLinks = [\n {\n label: \"Last 50 Runs\",\n href: buildDashboardLink({\n ...baseState,\n runHistoryLimit: 50,\n issuesOnly: false,\n updatesOnly: false,\n }),\n active: !monitor.issuesOnly && !monitor.updatesOnly && monitor.runHistoryLimit !== 500,\n },\n {\n label: \"Last 500 Runs\",\n href: buildDashboardLink({\n ...baseState,\n runHistoryLimit: 500,\n issuesOnly: false,\n updatesOnly: false,\n }),\n active: !monitor.issuesOnly && !monitor.updatesOnly && monitor.runHistoryLimit === 500,\n },\n {\n label: \"Runs with Issues\",\n href: buildDashboardLink({\n ...baseState,\n runHistoryLimit: 500,\n issuesOnly: true,\n updatesOnly: false,\n }),\n active: monitor.issuesOnly,\n },\n {\n label: \"Runs with Updates\",\n href: buildDashboardLink({\n ...baseState,\n runHistoryLimit: 500,\n issuesOnly: false,\n updatesOnly: true,\n }),\n active: monitor.updatesOnly,\n },\n ];\n\n return `\n\n \n \n \n IndexNow Monitor Dashboard\n \n \n \n

IndexNow Monitor

\n Open Val\n

\n\n

\n ${filterLinks.map((item) =>\n `${escapeHtml(item.label)}`\n ).join(\"\")}\n

\n ${runScopeLinks.map((item) =>\n `${item.label}`\n ).join(\"\")}\n

\n\n

\n ${monitor.sites.map((site) => renderSiteCard(site, baseState, monitor)).join(\"\")}\n

\n \n \n \n`;\n}\n\nasync function tableExists(tableName: string): Promise {\n const result = await sqlite.execute({\n sql: \"SELECT COUNT(*) AS table_count FROM sqlite_master WHERE type = 'table' AND name = ?\",\n args: [tableName],\n });\n const row = result.rows[0] as TableRow | undefined;\n return toNumber(row?.table_count) > 0;\n}\n\nfunction emptySiteTotals(): SiteMonitorTotals {\n return {\n everSubmitted200Urls: 0,\n upToDateUrls: 0,\n needsSubmissionUrls: 0,\n retryPendingUrls: 0,\n totalAttemptCount: 0,\n totalSubmitCount: 0,\n };\n}\n\nfunction isRootKeyLocation(keyLocation: URL): boolean {\n const path = keyLocation.pathname;\n const withoutLeadingSlash = path.startsWith(\"/\") ? path.slice(1) : path;\n return withoutLeadingSlash.length > 0 && !withoutLeadingSlash.includes(\"/\");\n}\n\nfunction isWithinKeyScope(pageUrl: URL, keyLocation: URL): boolean {\n if (isRootKeyLocation(keyLocation)) {\n return true;\n }\n const directoryPath = keyLocation.pathname.slice(\n 0,\n keyLocation.pathname.lastIndexOf(\"/\") + 1,\n );\n return pageUrl.pathname.startsWith(directoryPath);\n}\n\nfunction matchesPrefix(url: URL, prefix: string): boolean {\n if (prefix.startsWith(\"http://\") || prefix.startsWith(\"https://\")) {\n return url.toString().startsWith(prefix);\n }\n return url.pathname.startsWith(prefix);\n}\n\nfunction isUrlInTrackedScope(site: IndexNowSiteConfig, urlText: string): boolean {\n let pageUrl: URL;\n try {\n pageUrl = new URL(urlText);\n } catch {\n return false;\n }\n\n if (pageUrl.host.toLowerCase() !== site.host.toLowerCase()) {\n return false;\n }\n\n const keyLocation = new URL(site.keyLocation);\n if (!isWithinKeyScope(pageUrl, keyLocation)) {\n return false;\n }\n\n if (\n site.includePrefixes &&\n site.includePrefixes.length > 0 &&\n !site.includePrefixes.some((prefix) => matchesPrefix(pageUrl, prefix))\n ) {\n return false;\n }\n\n if (\n site.excludePrefixes &&\n site.excludePrefixes.length > 0 &&\n site.excludePrefixes.some((prefix) => matchesPrefix(pageUrl, prefix))\n ) {\n return false;\n }\n\n return true;\n}\n\nasync function loadSiteTotals(site: IndexNowSiteConfig): Promise<{\n totals: SiteMonitorTotals;\n lastAttemptedAt: string | null;\n lastSubmittedAt: string | null;\n lastSubmissionStatus: number | null;\n}> {\n const result = await sqlite.execute({\n sql: `SELECT\n url,\n lastmod,\n last_submitted_lastmod,\n last_submitted_at,\n last_submission_status,\n attempt_count,\n submit_count,\n last_attempted_at,\n last_seen_at\n FROM ${URL_STATE_TABLE}\n WHERE site_host = ?`,\n args: [site.host],\n });\n\n let everSubmitted200Urls = 0;\n let upToDateUrls = 0;\n let needsSubmissionUrls = 0;\n let retryPendingUrls = 0;\n let totalAttemptCount = 0;\n let totalSubmitCount = 0;\n let lastAttemptedAt: string | null = null;\n let lastSubmittedAt: string | null = null;\n let lastSubmissionStatus: number | null = null;\n let latestStatusAt: string | null = null;\n\n for (const rawRow of result.rows) {\n const row = rawRow as TableRow;\n const url = toNullableString(row.url);\n if (!url || !isUrlInTrackedScope(site, url)) {\n continue;\n }\n const lastmod = toNullableString(row.lastmod);\n const lastSubmittedLastmod = toNullableString(row.last_submitted_lastmod);\n const submittedAt = toNullableString(row.last_submitted_at);\n const attemptedAt = toNullableString(row.last_attempted_at);\n const lastSeenAt = toNullableString(row.last_seen_at);\n const status = toNumber(row.last_submission_status);\n const statusAt = attemptedAt ?? lastSeenAt;\n // Treat a fresh 202 as async-accepted for coverage/health calculations.\n const hasRecentAsyncAcceptance = status === 202 &&\n attemptedAt !== null &&\n (!lastSeenAt || attemptedAt >= lastSeenAt);\n const shouldUseAsyncAcceptance = hasRecentAsyncAcceptance &&\n (!submittedAt || attemptedAt > submittedAt);\n const effectiveSubmittedAt = shouldUseAsyncAcceptance ? attemptedAt : submittedAt;\n const effectiveSubmittedLastmod = shouldUseAsyncAcceptance\n ? (lastmod ?? lastSubmittedLastmod)\n : lastSubmittedLastmod;\n\n if (effectiveSubmittedAt !== null) {\n everSubmitted200Urls += 1;\n }\n\n if (effectiveSubmittedAt !== null && (lastmod === null || (effectiveSubmittedLastmod ?? \"\") === lastmod)) {\n upToDateUrls += 1;\n }\n\n const needsSubmission = effectiveSubmittedAt === null ||\n (lastmod !== null && (effectiveSubmittedLastmod ?? \"\") !== lastmod);\n if (needsSubmission) {\n needsSubmissionUrls += 1;\n if (status > 0 && status !== 200 && status !== 202) {\n retryPendingUrls += 1;\n }\n }\n\n totalAttemptCount += toNumber(row.attempt_count);\n totalSubmitCount += toNumber(row.submit_count);\n\n if (attemptedAt && (!lastAttemptedAt || attemptedAt > lastAttemptedAt)) {\n lastAttemptedAt = attemptedAt;\n }\n if (effectiveSubmittedAt && (!lastSubmittedAt || effectiveSubmittedAt > lastSubmittedAt)) {\n lastSubmittedAt = effectiveSubmittedAt;\n }\n if (status > 0 && statusAt && (!latestStatusAt || statusAt > latestStatusAt)) {\n latestStatusAt = statusAt;\n lastSubmissionStatus = status;\n }\n }\n\n return {\n totals: {\n everSubmitted200Urls,\n upToDateUrls,\n needsSubmissionUrls,\n retryPendingUrls,\n totalAttemptCount,\n totalSubmitCount,\n },\n lastAttemptedAt,\n lastSubmittedAt,\n lastSubmissionStatus,\n };\n}\n\nasync function loadRecentRuns(\n host: string,\n runHistoryLimit: number,\n issuesOnly: boolean,\n updatesOnly: boolean,\n includeDryRuns: boolean,\n hasRunUrlStatusTable: boolean,\n): Promise {\n const dryRunClause = includeDryRuns ? \"\" : \"AND run_log.dry_run = 0\";\n const issuesClause = issuesOnly\n ? hasRunUrlStatusTable\n ? `AND (\n run_log.has_errors = 1\n OR EXISTS (\n SELECT 1\n FROM ${RUN_URL_STATUS_TABLE} AS run_status\n WHERE run_status.site_host = run_log.site_host\n AND run_status.run_id = run_log.id\n AND run_status.outcome IN ('failed', 'deferred')\n )\n )`\n : \"AND (run_log.has_errors = 1 OR (run_log.dry_run = 0 AND run_log.queued_count > run_log.submitted_count))\"\n : \"\";\n const updatesClause = updatesOnly\n ? \"AND (run_log.changed_count > 0 OR run_log.queued_count > 0 OR run_log.submitted_count > 0)\"\n : \"\";\n\n const result = await sqlite.execute({\n sql: `SELECT\n run_log.id,\n run_log.reason,\n run_log.started_at,\n run_log.finished_at,\n run_log.discovered_count,\n run_log.eligible_count AS filtered_count,\n run_log.changed_count,\n run_log.queued_count,\n run_log.submitted_count,\n run_log.dry_run,\n run_log.force_mode,\n run_log.has_errors,\n run_log.error_summary\n FROM ${RUN_LOG_TABLE} AS run_log\n WHERE run_log.site_host = ?\n ${dryRunClause}\n ${issuesClause}\n ${updatesClause}\n ORDER BY run_log.id DESC\n LIMIT ?`,\n args: [host, runHistoryLimit],\n });\n\n const runs = result.rows.map((rawRow) => {\n const row = rawRow as TableRow;\n return {\n id: toNumber(row.id),\n reason: String(row.reason ?? \"\"),\n startedAt: String(row.started_at ?? \"\"),\n finishedAt: String(row.finished_at ?? \"\"),\n discoveredCount: toNumber(row.discovered_count),\n filteredCount: toNumber(row.filtered_count),\n changedCount: toNumber(row.changed_count),\n queuedCount: toNumber(row.queued_count),\n submittedCount: toNumber(row.submitted_count),\n pendingCount: 0,\n dryRun: toBooleanFromInt(row.dry_run),\n forceMode: toBooleanFromInt(row.force_mode),\n hasErrors: toBooleanFromInt(row.has_errors),\n errorSummary: toNullableString(row.error_summary),\n };\n });\n\n if (!hasRunUrlStatusTable || runs.length === 0) {\n return runs;\n }\n\n const runIds = runs.map((run) => run.id);\n const placeholders = runIds.map(() => \"?\").join(\", \");\n const pendingCountsResult = await sqlite.execute({\n sql: `SELECT\n run_id,\n SUM(CASE WHEN outcome = 'pending' THEN 1 ELSE 0 END) AS pending_count\n FROM ${RUN_URL_STATUS_TABLE}\n WHERE site_host = ?\n AND run_id IN (${placeholders})\n GROUP BY run_id`,\n args: [host, ...runIds],\n });\n\n const pendingCountByRunId = new Map();\n for (const rawRow of pendingCountsResult.rows) {\n const row = rawRow as TableRow;\n pendingCountByRunId.set(toNumber(row.run_id), toNumber(row.pending_count));\n }\n\n for (const run of runs) {\n run.pendingCount = pendingCountByRunId.get(run.id) ?? 0;\n }\n\n return runs;\n}\n\nasync function loadRunUrlStatuses(\n host: string,\n runId: number,\n): Promise<{ rows: RunUrlStatusItem[]; totalCount: number }> {\n const countResult = await sqlite.execute({\n sql: `SELECT COUNT(*) AS total_count\n FROM ${RUN_URL_STATUS_TABLE}\n WHERE site_host = ? AND run_id = ?`,\n args: [host, runId],\n });\n const countRow = countResult.rows[0] as TableRow | undefined;\n const totalCount = toNumber(countRow?.total_count);\n\n const rowsResult = await sqlite.execute({\n sql: `SELECT\n url,\n slug,\n changed,\n queued,\n attempted,\n submission_status,\n outcome,\n note\n FROM ${RUN_URL_STATUS_TABLE}\n WHERE site_host = ? AND run_id = ?\n ORDER BY\n CASE outcome\n WHEN 'failed' THEN 0\n WHEN 'deferred' THEN 1\n WHEN 'pending' THEN 2\n WHEN 'suppressed' THEN 3\n WHEN 'ignored' THEN 4\n WHEN 'dry_run' THEN 5\n WHEN 'submitted' THEN 6\n ELSE 7\n END,\n slug ASC\n LIMIT ?`,\n args: [host, runId, SELECTED_RUN_URL_STATUS_LIMIT],\n });\n\n const rows = rowsResult.rows.map((rawRow) => {\n const row = rawRow as TableRow;\n const slug = String(row.slug ?? \"\");\n return {\n url: String(row.url ?? \"\"),\n slug: slug.length > 0 ? slug : String(row.url ?? \"\"),\n changed: toBooleanFromInt(row.changed),\n queued: toBooleanFromInt(row.queued),\n attempted: toBooleanFromInt(row.attempted),\n submissionStatus: toNumber(row.submission_status) || null,\n outcome: toRunUrlOutcome(row.outcome),\n note: toNullableString(row.note),\n } satisfies RunUrlStatusItem;\n });\n\n return { rows, totalCount };\n}\n\nfunction toLoadedUrlSnapshot(rawRow: TableRow | undefined): LoadedUrlSnapshot | null {\n if (!rawRow) {\n return null;\n }\n const id = toNumber(rawRow.id);\n if (id <= 0) {\n return null;\n }\n\n const htmlRawValue = rawRow.html_raw;\n const htmlRaw = typeof htmlRawValue === \"string\" ? htmlRawValue : null;\n const htmlSizeBytes = typeof htmlRawValue === \"string\"\n ? new TextEncoder().encode(htmlRawValue).length\n : null;\n const runIdValue = toNumber(rawRow.run_id);\n\n return {\n id,\n runId: runIdValue > 0 ? runIdValue : null,\n siteHost: String(rawRow.site_host ?? \"\"),\n url: String(rawRow.url ?? \"\"),\n slug: String(rawRow.slug ?? \"\"),\n capturedAt: String(rawRow.captured_at ?? \"\"),\n snapshotSource: String(rawRow.snapshot_source ?? \"\"),\n dryRun: toBooleanFromInt(rawRow.dry_run),\n responseStatus: toNumber(rawRow.response_status) || null,\n contentType: toNullableString(rawRow.content_type),\n etag: toNullableString(rawRow.etag),\n responseLastModified: toNullableString(rawRow.response_last_modified),\n htmlRaw,\n htmlSha256: toNullableString(rawRow.html_sha256),\n sitemapLastmod: toNullableString(rawRow.sitemap_lastmod),\n previousSubmittedLastmod: toNullableString(rawRow.previous_submitted_lastmod),\n fetchError: toNullableString(rawRow.fetch_error),\n htmlSizeBytes,\n };\n}\n\nasync function loadCurrentSnapshot(\n host: string,\n runId: number,\n url: string,\n): Promise {\n const result = await sqlite.execute({\n sql: `SELECT\n id,\n run_id,\n site_host,\n url,\n slug,\n captured_at,\n snapshot_source,\n dry_run,\n response_status,\n content_type,\n etag,\n response_last_modified,\n html_raw,\n html_sha256,\n sitemap_lastmod,\n previous_submitted_lastmod,\n fetch_error\n FROM ${URL_SNAPSHOT_TABLE}\n WHERE site_host = ? AND run_id = ? AND url = ?\n ORDER BY id DESC\n LIMIT 1`,\n args: [host, runId, url],\n });\n\n return toLoadedUrlSnapshot(result.rows[0] as TableRow | undefined);\n}\n\nasync function loadLatestSnapshot(\n host: string,\n url: string,\n): Promise {\n const result = await sqlite.execute({\n sql: `SELECT\n id,\n run_id,\n site_host,\n url,\n slug,\n captured_at,\n snapshot_source,\n dry_run,\n response_status,\n content_type,\n etag,\n response_last_modified,\n html_raw,\n html_sha256,\n sitemap_lastmod,\n previous_submitted_lastmod,\n fetch_error\n FROM ${URL_SNAPSHOT_TABLE}\n WHERE site_host = ? AND url = ?\n ORDER BY captured_at DESC, id DESC\n LIMIT 1`,\n args: [host, url],\n });\n\n return toLoadedUrlSnapshot(result.rows[0] as TableRow | undefined);\n}\n\nasync function loadPreviousSnapshot(\n host: string,\n url: string,\n current: LoadedUrlSnapshot,\n): Promise {\n const result = await sqlite.execute({\n sql: `SELECT\n id,\n run_id,\n site_host,\n url,\n slug,\n captured_at,\n snapshot_source,\n dry_run,\n response_status,\n content_type,\n etag,\n response_last_modified,\n html_raw,\n html_sha256,\n sitemap_lastmod,\n previous_submitted_lastmod,\n fetch_error\n FROM ${URL_SNAPSHOT_TABLE}\n WHERE site_host = ?\n AND url = ?\n AND (\n captured_at < ?\n OR (captured_at = ? AND id < ?)\n )\n ORDER BY captured_at DESC, id DESC\n LIMIT 1`,\n args: [host, url, current.capturedAt, current.capturedAt, current.id],\n });\n\n return toLoadedUrlSnapshot(result.rows[0] as TableRow | undefined);\n}\n\nfunction buildUnifiedRawHtmlDiff(\n previous: LoadedUrlSnapshot,\n current: LoadedUrlSnapshot,\n): string | null {\n if (previous.htmlRaw === null || current.htmlRaw === null) {\n return null;\n }\n return createTwoFilesPatch(\n `previous:${previous.slug || previous.url}`,\n `current:${current.slug || current.url}`,\n previous.htmlRaw,\n current.htmlRaw,\n previous.capturedAt,\n current.capturedAt,\n { context: Number.MAX_SAFE_INTEGER },\n );\n}\n\nfunction toSnapshotMetadata(snapshot: LoadedUrlSnapshot): UrlSnapshotMetadata {\n const { htmlRaw: _htmlRaw, ...metadata } = snapshot;\n return metadata;\n}\n\nasync function loadSelectedRunDiff(\n host: string,\n runId: number,\n diffUrl: string,\n): Promise {\n let detailHint: string | null = null;\n let current = await loadCurrentSnapshot(host, runId, diffUrl);\n if (!current) {\n current = await loadLatestSnapshot(host, diffUrl);\n if (current) {\n detailHint = \"No snapshot linked to selected run; showing latest available snapshot for this URL.\";\n }\n }\n\n if (!current) {\n return {\n url: diffUrl,\n currentSnapshot: null,\n previousSnapshot: null,\n unifiedDiff: null,\n detail: \"No snapshot exists for this URL in the selected run.\",\n };\n }\n\n const previous = await loadPreviousSnapshot(host, diffUrl, current);\n if (!previous) {\n return {\n url: diffUrl,\n currentSnapshot: toSnapshotMetadata(current),\n previousSnapshot: null,\n unifiedDiff: null,\n detail: detailHint\n ? `${detailHint} No previous snapshot exists for this URL yet.`\n : \"No previous snapshot exists for this URL yet.\",\n };\n }\n\n const unifiedDiff = buildUnifiedRawHtmlDiff(previous, current);\n if (!unifiedDiff) {\n return {\n url: diffUrl,\n currentSnapshot: toSnapshotMetadata(current),\n previousSnapshot: toSnapshotMetadata(previous),\n unifiedDiff: null,\n detail: detailHint\n ? `${detailHint} One or both snapshots are missing raw HTML content.`\n : \"One or both snapshots are missing raw HTML content.\",\n };\n }\n\n const hashUnchanged = current.htmlSha256 && previous.htmlSha256 && current.htmlSha256 === previous.htmlSha256;\n const detail = hashUnchanged\n ? detailHint\n ? `${detailHint} Raw HTML hash is unchanged; metadata differences may explain re-submission.`\n : \"Raw HTML hash is unchanged; metadata differences may explain re-submission.\"\n : detailHint;\n\n return {\n url: diffUrl,\n currentSnapshot: toSnapshotMetadata(current),\n previousSnapshot: toSnapshotMetadata(previous),\n unifiedDiff,\n detail,\n };\n}\n\nfunction sumTotals(sites: SiteMonitor[]): SiteMonitorTotals {\n return sites.reduce(\n (acc, site) => ({\n everSubmitted200Urls: acc.everSubmitted200Urls + site.totals.everSubmitted200Urls,\n upToDateUrls: acc.upToDateUrls + site.totals.upToDateUrls,\n needsSubmissionUrls: acc.needsSubmissionUrls + site.totals.needsSubmissionUrls,\n retryPendingUrls: acc.retryPendingUrls + site.totals.retryPendingUrls,\n totalAttemptCount: acc.totalAttemptCount + site.totals.totalAttemptCount,\n totalSubmitCount: acc.totalSubmitCount + site.totals.totalSubmitCount,\n }),\n emptySiteTotals(),\n );\n}\n\nfunction latestRunAt(sites: SiteMonitor[]): string | null {\n let latest: string | null = null;\n for (const site of sites) {\n const candidate = site.latestRunAt;\n if (!candidate) {\n continue;\n }\n if (!latest || candidate > latest) {\n latest = candidate;\n }\n }\n return latest;\n}\n\nasync function loadLatestRunAtForSite(host: string): Promise {\n const result = await sqlite.execute({\n sql: `SELECT\n COALESCE(finished_at, started_at) AS latest_run_at\n FROM ${RUN_LOG_TABLE}\n WHERE site_host = ?\n AND COALESCE(dry_run, 0) = 0\n ORDER BY id DESC\n LIMIT 1`,\n args: [host],\n });\n\n if (result.rows.length === 0) {\n return null;\n }\n\n const row = result.rows[0] as TableRow;\n return toNullableString(row.latest_run_at);\n}\n\nasync function buildSiteMonitor(\n site: IndexNowSiteConfig,\n runHistoryLimit: number,\n selectedRunId: number | null,\n selectedDiffUrl: string | null,\n issuesOnly: boolean,\n updatesOnly: boolean,\n includeDryRuns: boolean,\n hasUrlStateTable: boolean,\n hasRunLogTable: boolean,\n hasRunUrlStatusTable: boolean,\n hasUrlSnapshotTable: boolean,\n): Promise {\n const base: SiteMonitor = {\n host: site.host,\n sitemapUrl: site.sitemapUrl,\n keyLocation: site.keyLocation,\n latestRunAt: null,\n totals: emptySiteTotals(),\n lastAttemptedAt: null,\n lastSubmittedAt: null,\n lastSubmissionStatus: null,\n recentRuns: [],\n latestRun: null,\n selectedRun: null,\n selectedRunUrlStatuses: [],\n selectedRunUrlStatusTotal: 0,\n selectedRunDiff: null,\n };\n\n if (hasUrlStateTable) {\n const siteTotals = await loadSiteTotals(site);\n base.totals = siteTotals.totals;\n base.lastAttemptedAt = siteTotals.lastAttemptedAt;\n base.lastSubmittedAt = siteTotals.lastSubmittedAt;\n base.lastSubmissionStatus = siteTotals.lastSubmissionStatus;\n }\n\n if (hasRunLogTable) {\n base.latestRunAt = await loadLatestRunAtForSite(site.host);\n base.recentRuns = await loadRecentRuns(\n site.host,\n runHistoryLimit,\n issuesOnly,\n updatesOnly,\n includeDryRuns,\n hasRunUrlStatusTable,\n );\n base.latestRun = base.recentRuns.length > 0 ? base.recentRuns[0] : null;\n\n if (selectedRunId !== null) {\n base.selectedRun = base.recentRuns.find((run) => run.id === selectedRunId) ?? null;\n if (base.selectedRun && hasRunUrlStatusTable) {\n const details = await loadRunUrlStatuses(\n site.host,\n selectedRunId,\n );\n base.selectedRunUrlStatuses = details.rows;\n base.selectedRunUrlStatusTotal = details.totalCount;\n }\n\n if (base.selectedRun && selectedDiffUrl && hasUrlSnapshotTable) {\n base.selectedRunDiff = await loadSelectedRunDiff(\n site.host,\n selectedRunId,\n selectedDiffUrl,\n );\n }\n }\n }\n\n return base;\n}\n\nasync function buildMonitor(\n runtimeConfig: IndexNowRuntimeConfig,\n selectedHost: string | null,\n runHistoryLimit: number,\n selectedRunId: number | null,\n selectedDiffUrl: string | null,\n issuesOnly: boolean,\n updatesOnly: boolean,\n includeDryRuns: boolean,\n): Promise {\n const sites = selectedHost\n ? runtimeConfig.sites.filter((site) => site.host.toLowerCase() === selectedHost.toLowerCase())\n : runtimeConfig.sites;\n\n if (sites.length === 0) {\n throw new Error(`No configured site matches host: ${selectedHost}`);\n }\n\n const hasUrlStateTable = await tableExists(URL_STATE_TABLE);\n const hasRunLogTable = await tableExists(RUN_LOG_TABLE);\n const hasRunUrlStatusTable = await tableExists(RUN_URL_STATUS_TABLE);\n const hasUrlSnapshotTable = await tableExists(URL_SNAPSHOT_TABLE);\n const effectiveSelectedRunId = selectedRunId;\n\n const siteMonitors: SiteMonitor[] = [];\n for (const site of sites) {\n siteMonitors.push(\n await buildSiteMonitor(\n site,\n runHistoryLimit,\n effectiveSelectedRunId,\n selectedDiffUrl,\n issuesOnly,\n updatesOnly,\n includeDryRuns,\n hasUrlStateTable,\n hasRunLogTable,\n hasRunUrlStatusTable,\n hasUrlSnapshotTable,\n ),\n );\n }\n\n return {\n generatedAt: new Date().toISOString(),\n endpoint: runtimeConfig.endpoint,\n runUrlLimit: runtimeConfig.runUrlLimit,\n runHistoryLimit,\n issuesOnly,\n updatesOnly,\n includeDryRuns,\n selectedHost,\n selectedRunId: effectiveSelectedRunId,\n selectedDiffUrl,\n siteHosts: runtimeConfig.sites.map((site) => site.host),\n tables: {\n urlState: hasUrlStateTable,\n runLog: hasRunLogTable,\n runUrlStatus: hasRunUrlStatusTable,\n urlSnapshots: hasUrlSnapshotTable,\n },\n totals: sumTotals(siteMonitors),\n latestRunAt: latestRunAt(siteMonitors),\n sites: siteMonitors,\n };\n}\n\nexport async function loadMonitorSnapshotFromUrl(requestUrl: URL): Promise {\n const query = parseMonitorQuery(requestUrl.searchParams);\n const runtimeConfig = await loadRuntimeConfig();\n return buildMonitor(\n runtimeConfig,\n query.selectedHost,\n query.runHistoryLimit,\n query.selectedRunId,\n query.selectedDiffUrl,\n query.issuesOnly,\n query.updatesOnly,\n query.includeDryRuns,\n );\n}\n\nfunction monitorJsonResponse(monitor: IndexNowMonitorResponse): Response {\n return new Response(JSON.stringify(monitor, null, 2), {\n status: 200,\n headers: {\n \"content-type\": \"application/json; charset=utf-8\",\n \"cache-control\": \"no-store\",\n },\n });\n}\n\nexport default async function (req: Request) {\n const requestUrl = new URL(req.url);\n const monitor = await loadMonitorSnapshotFromUrl(requestUrl);\n\n return monitorJsonResponse(monitor);\n}\n",[],[386],"files",[159,178,185,198,205,212,223,233,242,253,262,271,282,289,300,307,318,327,336,345,355,363,373,384],"counts",{"_397":33,"_398":286,"_399":33,"_400":401,"_404":405},"pulls","branches","forks","envVars",{"_402":248,"_403":33},"count","emptyCount","connections",{"_402":33,"_406":33},"unfilledCount","contents",[],{"_106":356,"_97":101,"_162":357,"_164":-5,"_165":147,"_166":358,"_168":169,"_108":410,"_102":33,"_171":192,"_173":360,"_174":22,"_175":-5,"_100":411},["D",1770769801401],[101],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_95":96,"_97":98,"_99":45,"_102":103,"_100":101,"_104":420,"_157":425,"_393":498,"_192":499,"_407":501,"_502":-5,"_503":-5,"_504":-5,"_505":-5,"_506":507,"_400":-5},{"_106":107,"_97":98,"_108":421,"_110":-5,"_111":22,"_112":113,"_114":74,"_115":-5,"_14":116,"_117":-5,"_118":22,"_119":-5,"_120":-5,"_121":33,"_16":122,"_123":124,"_125":126,"_127":128,"_129":128,"_130":131,"_132":131,"_133":131,"_134":128,"_135":128,"_23":422,"_139":423,"_144":424,"_156":22},["D",1770543497825],{"_95":96,"_137":138},{"_95":96,"_141":138,"_14":116,"_142":143},{"_102":146,"_97":45,"_106":147,"_148":107,"_149":-5,"_150":-5,"_151":-5,"_152":-5,"_153":-5,"_154":98,"_155":96},[426,435,462,468,474,477,480,483,486,489,492,495],{"_106":160,"_97":161,"_162":163,"_164":-5,"_165":147,"_166":167,"_168":169,"_108":170,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":427,"_100":434},[428],{"_106":179,"_97":180,"_162":181,"_164":163,"_165":147,"_166":182,"_168":169,"_108":183,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":429,"_100":433},[430],{"_106":186,"_97":187,"_162":188,"_164":181,"_165":147,"_166":189,"_168":169,"_108":190,"_102":191,"_171":192,"_173":193,"_174":22,"_175":-5,"_176":431,"_100":432},[],[161,180,187],[161,180],[161],{"_106":199,"_97":200,"_162":201,"_164":-5,"_165":147,"_166":202,"_168":169,"_108":203,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":436,"_100":461},[437,452,455,458],{"_106":206,"_97":207,"_162":208,"_164":201,"_165":147,"_166":209,"_168":169,"_108":210,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":438,"_100":451},[439,442,445,448],{"_106":213,"_97":214,"_162":215,"_164":208,"_165":147,"_166":216,"_168":169,"_108":217,"_102":218,"_171":219,"_173":220,"_174":22,"_175":-5,"_176":440,"_100":441},[],[200,207,214],{"_106":224,"_97":225,"_162":226,"_164":208,"_165":147,"_166":227,"_168":169,"_108":228,"_102":229,"_171":219,"_173":230,"_174":22,"_175":-5,"_176":443,"_100":444},[],[200,207,225],{"_106":234,"_97":235,"_162":236,"_164":208,"_165":147,"_166":237,"_168":22,"_108":238,"_102":191,"_171":219,"_173":239,"_174":22,"_175":-5,"_176":446,"_100":447},[],[200,207,235],{"_106":243,"_97":244,"_162":245,"_164":208,"_165":147,"_166":246,"_168":22,"_108":247,"_102":248,"_171":219,"_173":249,"_174":22,"_175":-5,"_176":449,"_100":450},[],[200,207,244],[200,207],{"_106":254,"_97":255,"_162":256,"_164":201,"_165":147,"_166":257,"_168":169,"_108":258,"_102":33,"_171":192,"_173":259,"_174":22,"_175":-5,"_176":453,"_100":454},[],[200,255],{"_106":263,"_97":264,"_162":265,"_164":201,"_165":147,"_166":266,"_168":169,"_108":267,"_102":33,"_171":219,"_173":268,"_174":22,"_175":-5,"_176":456,"_100":457},[],[200,264],{"_106":272,"_97":273,"_162":274,"_164":201,"_165":147,"_166":275,"_168":22,"_108":276,"_102":277,"_171":192,"_173":278,"_174":22,"_175":-5,"_176":459,"_100":460},[],[200,273],[200],{"_106":283,"_97":284,"_162":285,"_164":-5,"_165":147,"_166":286,"_168":169,"_108":287,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":463,"_100":467},[464],{"_106":290,"_97":291,"_162":292,"_164":285,"_165":147,"_166":293,"_168":22,"_108":294,"_102":295,"_171":219,"_173":296,"_174":22,"_175":-5,"_176":465,"_100":466},[],[284,291],[284],{"_106":301,"_97":302,"_162":303,"_164":-5,"_165":147,"_166":304,"_168":169,"_108":305,"_102":33,"_171":172,"_173":-5,"_174":22,"_175":-5,"_176":469,"_100":473},[470],{"_106":308,"_97":309,"_162":310,"_164":303,"_165":147,"_166":311,"_168":22,"_108":312,"_102":313,"_171":219,"_173":314,"_174":22,"_175":-5,"_176":471,"_100":472},[],[302,309],[302],{"_106":319,"_97":320,"_162":321,"_164":-5,"_165":147,"_166":322,"_168":169,"_108":323,"_102":33,"_171":192,"_173":324,"_174":22,"_175":-5,"_176":475,"_100":476},[],[320],{"_106":328,"_97":329,"_162":330,"_164":-5,"_165":147,"_166":331,"_168":169,"_108":332,"_102":33,"_171":192,"_173":333,"_174":22,"_175":-5,"_176":478,"_100":479},[],[329],{"_106":337,"_97":338,"_162":339,"_164":-5,"_165":147,"_166":340,"_168":169,"_108":341,"_102":33,"_171":192,"_173":342,"_174":22,"_175":-5,"_176":481,"_100":482},[],[338],{"_106":346,"_97":347,"_162":348,"_164":-5,"_165":147,"_166":349,"_168":169,"_108":350,"_102":351,"_171":192,"_173":352,"_174":22,"_175":-5,"_176":484,"_100":485},[],[347],{"_106":356,"_97":101,"_162":357,"_164":-5,"_165":147,"_166":358,"_168":169,"_108":359,"_102":33,"_171":192,"_173":360,"_174":22,"_175":-5,"_176":487,"_100":488},[],[101],{"_106":364,"_97":365,"_162":366,"_164":-5,"_165":147,"_166":367,"_168":169,"_108":368,"_102":191,"_171":369,"_173":370,"_174":22,"_175":-5,"_176":490,"_100":491},[],[365],{"_106":374,"_97":375,"_162":376,"_164":-5,"_165":147,"_166":377,"_168":22,"_108":378,"_102":379,"_171":380,"_173":381,"_174":22,"_175":98,"_176":493,"_100":494},[],[375],{"_106":385,"_97":386,"_162":387,"_164":-5,"_165":147,"_166":103,"_168":22,"_108":388,"_102":389,"_171":219,"_173":390,"_174":22,"_175":-5,"_176":496,"_100":497},[],[386],[426,428,430,435,437,439,442,445,448,452,455,458,462,464,468,470,474,477,480,483,486,489,492,495],{"_106":356,"_97":101,"_162":357,"_164":-5,"_165":147,"_166":358,"_168":169,"_108":410,"_102":33,"_171":192,"_173":360,"_174":22,"_175":-5,"_100":500},[101],[],"upstream","pull","ahead","behind","templates",[],"actionData","errors"]

ashryanio

index-now