React Hono Val Town Starter

\n \n \n \n",[],[159,213],"6be8bd84-58fb-4feb-b059-997404ea3943","favicon.svg","019ea77a-22c0-7674-b320-ae1a78f7882a",["D",1780926259808],"\n",[],[159,220],"16988b2d-262c-4ef9-a690-f229e662ba5a","types.ts","df05b600-6340-11f1-9979-1607ee4eb77e","019ea77a-22bf-70dc-a58b-50e42f3f3d59",["D",1780926569582],"// Frontend mirror of backend output types (kept minimal).\nexport interface Provider {\n key: string;\n org: string;\n targetUrl: string;\n fallbackUrl?: string;\n notes: string;\n}\n\nexport interface Vehicle {\n id: number;\n name: string;\n registrationPlate: string | null;\n vin: string | null;\n year: number;\n firstRegistrationDate: string;\n powerKW: number;\n displacementCC: number;\n premiumClass: string;\n bonusMalus: string;\n}\n\nexport interface Policyholder {\n firstName: string;\n lastName: string;\n dateOfBirth: string;\n age: number;\n address: string;\n postalCode: string;\n city: string;\n country: string;\n email: string;\n taxNumber: string;\n annualMileageKm: string;\n bonusMalus: string;\n}\n\nexport interface Config {\n providers: Provider[];\n policyholder: Policyholder;\n vehicles: Vehicle[];\n}\n\nexport interface PremiumCell {\n raw: string | null;\n value: number | null;\n currency: string;\n selector: string | null;\n validation: string;\n}\n\nexport interface TraceEntry {\n stepId: string;\n vehicleId: number;\n provider: string;\n snapshotSummary: string;\n thought: string;\n action: string;\n locator: string | null;\n value: string | null;\n waitFor: string | null;\n validation: string;\n status: \"OK\" | \"ERROR\";\n error: string | null;\n}\n\nexport interface VehicleResult {\n runId: string;\n provider: string;\n vehicle: Vehicle & { premiumClass: string; bonusMalus: string };\n inputCompleteness: { status: string; missingFields: string[] };\n premiums: Record;\n validation: {\n status: string;\n checks: Record;\n messages: string[];\n };\n execution: {\n status: string;\n completedSteps: string[];\n failedStep: string | null;\n errors: string[];\n warnings: string[];\n trace: TraceEntry[];\n };\n}\n\nexport interface ConsolidatedOutput {\n timestamp: string;\n provider: string;\n targetUrl: string;\n totalVehicles: number;\n processedVehicles: number;\n successCount: number;\n failureCount: number;\n partialCount: number;\n validationSummary: { pass: number; warning: number; invalid: number };\n results: VehicleResult[];\n errors: string[];\n executionLog: TraceEntry[];\n}\n",[],[159,234,227],"components","be719636-f1ce-48c6-841b-c586feced0ad","App.tsx","019ea77a-22bf-70dc-a58b-4b18902d70b7",13,["D",1780926557322],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { useEffect, useState } from \"https://esm.sh/react@18.2.0\";\nimport { Header } from \"./Header.tsx\";\nimport { InputPanel } from \"./InputPanel.tsx\";\nimport { RunPanel } from \"./RunPanel.tsx\";\nimport { ResultsTable } from \"./ResultsTable.tsx\";\nimport { TracePanel } from \"./TracePanel.tsx\";\nimport type { Config, ConsolidatedOutput } from \"./types.ts\";\n\nexport function App() {\n const [config, setConfig] = useState(null);\n const [output, setOutput] = useState(null);\n const [loading, setLoading] = useState(false);\n const [error, setError] = useState(null);\n\n useEffect(() => {\n fetch(\"/api/config\")\n .then((r) => r.json())\n .then(setConfig)\n .catch((e) => setError(String(e)));\n }, []);\n\n if (!config) {\n return (\n

\n {error ? `Error: ${error}` : \"Loading configuration…\"}\n

\n );\n }\n\n return (\n

\n \n \n

\n {error && (\n

\n {error}\n

\n )}\n {output ? (\n <>\n \n \n \n ) : (\n

\n Pick a provider and click Run scrape to begin.\n

\n )}\n

\n Informative car-insurance premium scraper · prices are never invented —\n unreachable values are reported as null.{\" \"}\n view source\n

\n );\n}\n",[],[159,234,236],"600a94bd-3d06-4ad9-ad04-e5c5091b79fd",["D",1780926259808],[190,191],[159,234],["D",1780926259808],[189,192,193,194],[159],"3d612a0d-c141-4508-afd6-2cbd1662d994","validate.ts","53d975ee-6340-11f1-8e07-1607ee4eb77e",5,["D",1780926336090],"// Validation rules (Spec §14). Never skip validation (R10).\nimport type { Premiums, VehicleResult, ValidationStatus } from \"./types.ts\";\n\n/**\n * Validate the premiums of a single vehicle result and mutate its\n * validation block. Returns the overall validation status.\n *\n * V1 raw exists, V2 numeric, V3 > 0, V4 currency parse ok,\n * V5 monthly/yearly consistency when both present.\n */\nexport function validateResult(result: VehicleResult): ValidationStatus {\n const p = result.premiums;\n const messages: string[] = [];\n\n // Collect every cell that actually has a raw value (was found in DOM).\n const found = Object.entries(p).filter(([, c]) => c.raw != null);\n\n if (found.length === 0) {\n result.validation = {\n status: \"INVALID\",\n checks: {\n numericValues: \"NOT_APPLICABLE\",\n positiveValues: \"NOT_APPLICABLE\",\n monthlyYearlyConsistency: \"NOT_APPLICABLE\",\n currencyParsing: \"NOT_APPLICABLE\",\n },\n messages: [\"No premium values were extracted from the DOM.\"],\n };\n return \"INVALID\";\n }\n\n let numericOk = true;\n let positiveOk = true;\n let currencyOk = true;\n\n for (const [key, cell] of found) {\n if (cell.value == null) {\n currencyOk = false;\n numericOk = false;\n cell.validation = \"INVALID\";\n messages.push(`${key}: currency parse failed for \"${cell.raw}\".`);\n continue;\n }\n if (typeof cell.value !== \"number\" || !Number.isFinite(cell.value)) {\n numericOk = false;\n cell.validation = \"INVALID\";\n messages.push(`${key}: value is not numeric.`);\n continue;\n }\n if (cell.value <= 0) {\n positiveOk = false;\n cell.validation = \"INVALID\";\n messages.push(`${key}: value is not greater than zero.`);\n continue;\n }\n cell.validation = \"PASS\";\n }\n\n // V5 monthly/yearly consistency\n let consistency: \"PASS\" | \"WARNING\" | \"FAIL\" | \"NOT_APPLICABLE\" =\n \"NOT_APPLICABLE\";\n const m = p.monthlyTotal.value;\n const y = p.yearlyTotal.value;\n if (m != null && y != null) {\n if (y <= 0 || m <= 0) {\n consistency = \"FAIL\";\n messages.push(\"Monthly/yearly consistency: non-positive total.\");\n } else {\n const expectedYearly = m * 12;\n const delta = Math.abs(expectedYearly - y) / expectedYearly;\n // Yearly may be lower due to annual discount; large delta → WARNING.\n if (delta <= 0.25) {\n consistency = \"PASS\";\n } else {\n consistency = \"WARNING\";\n messages.push(\n `Monthly*12 (${expectedYearly.toFixed(2)}) vs yearly (${y.toFixed(2)}) ` +\n `differ by ${(delta * 100).toFixed(0)}%.`,\n );\n }\n }\n }\n\n let status: ValidationStatus = \"PASS\";\n if (!numericOk || !positiveOk || !currencyOk || consistency === \"FAIL\") {\n status = \"INVALID\";\n } else if (consistency === \"WARNING\") {\n status = \"WARNING\";\n }\n\n result.validation = {\n status,\n checks: {\n numericValues: numericOk ? \"PASS\" : \"FAIL\",\n positiveValues: positiveOk ? \"PASS\" : \"FAIL\",\n monthlyYearlyConsistency: consistency,\n currencyParsing: currencyOk ? \"PASS\" : \"FAIL\",\n },\n messages,\n };\n return status;\n}\n\n/** Build a monthly cell from a yearly value when monthly is absent, or vice-versa. */\nexport function deriveMonthlyYearly(premiums: Premiums): void {\n const m = premiums.monthlyTotal;\n const y = premiums.yearlyTotal;\n // Rule (PRD §3.2): leto = mesec * 12 when only monthly is available.\n if (m.value != null && y.value == null) {\n y.value = +(m.value * 12).toFixed(2);\n y.raw = y.raw ?? `${m.raw} (derived ×12)`;\n y.selector = y.selector ?? \"derived:monthly*12\";\n }\n}\n",[],[165,251],"4704f34b-70d2-45f9-b290-849593535651","484182d0-6340-11f1-bfb3-1607ee4eb77e",4,["D",1780926316635],"// Output schemas (Spec §16 Result Object, §17 Consolidated, §19 Trace).\n\nexport type ValidationStatus = \"PASS\" | \"WARNING\" | \"INVALID\" | \"NOT_FOUND\";\nexport type ExecutionStatus = \"OK\" | \"PARTIAL\" | \"ERROR\";\n\nexport interface PremiumCell {\n raw: string | null;\n value: number | null;\n currency: \"EUR\";\n selector: string | null;\n validation: ValidationStatus;\n}\n\nexport const COVERAGE_KEYS = [\n \"AO\",\n \"AOPlus\",\n \"AKA\",\n \"partialCasco\",\n \"roadsideAssistance\",\n \"vehicleTowingAssistance\",\n \"monthlyTotal\",\n \"yearlyTotal\",\n] as const;\n\nexport type CoverageKey = (typeof COVERAGE_KEYS)[number];\n\nexport type Premiums = Record;\n\nexport interface TraceEntry {\n stepId: string;\n vehicleId: number;\n provider: string;\n snapshotSummary: string;\n thought: string;\n action: string;\n locator: string | null;\n value: string | null;\n waitFor: string | null;\n validation: string;\n status: \"OK\" | \"ERROR\";\n error: string | null;\n}\n\nexport interface VehicleResult {\n runId: string;\n provider: string;\n vehicle: {\n id: number;\n name: string;\n registrationPlate: string | null;\n vin: string | null;\n year: number;\n firstRegistrationDate: string;\n powerKW: number;\n displacementCC: number;\n premiumClass: string;\n bonusMalus: string;\n };\n inputCompleteness: {\n status: \"PASS\" | \"FAIL\";\n missingFields: string[];\n };\n premiums: Premiums;\n validation: {\n status: ValidationStatus;\n checks: {\n numericValues: \"PASS\" | \"FAIL\" | \"NOT_APPLICABLE\";\n positiveValues: \"PASS\" | \"FAIL\" | \"NOT_APPLICABLE\";\n monthlyYearlyConsistency: \"PASS\" | \"WARNING\" | \"FAIL\" | \"NOT_APPLICABLE\";\n currencyParsing: \"PASS\" | \"FAIL\" | \"NOT_APPLICABLE\";\n };\n messages: string[];\n };\n execution: {\n status: ExecutionStatus;\n completedSteps: string[];\n failedStep: string | null;\n errors: string[];\n warnings: string[];\n trace: TraceEntry[];\n };\n}\n\nexport interface ConsolidatedOutput {\n timestamp: string;\n provider: string;\n targetUrl: string;\n totalVehicles: number;\n processedVehicles: number;\n successCount: number;\n failureCount: number;\n partialCount: number;\n validationSummary: {\n pass: number;\n warning: number;\n invalid: number;\n };\n results: VehicleResult[];\n errors: string[];\n executionLog: TraceEntry[];\n}\n\nexport function emptyPremiums(): Premiums {\n const cell = (): PremiumCell => ({\n raw: null,\n value: null,\n currency: \"EUR\",\n selector: null,\n validation: \"NOT_FOUND\",\n });\n return {\n AO: cell(),\n AOPlus: cell(),\n AKA: cell(),\n partialCasco: cell(),\n roadsideAssistance: cell(),\n vehicleTowingAssistance: cell(),\n monthlyTotal: cell(),\n yearlyTotal: cell(),\n };\n}\n",[],[165,227],"87fe5e64-3972-4086-a0ad-158e593d76ae","transform.ts","3f8ea2bc-6340-11f1-8325-1607ee4eb77e",3,["D",1780926302004],"// Data transformation rules (Spec §8) and EU currency parser (Spec §13).\n// Only these transformations are allowed. No guessing.\n\n/** ISO YYYY-MM-DD → Slovenian DD.MM.YYYY. Returns null on bad input. */\nexport function isoToSloDate(iso: string): string | null {\n const m = /^(\\d{4})-(\\d{2})-(\\d{2})$/.exec(iso ?? \"\");\n if (!m) return null;\n const [, y, mo, d] = m;\n return `${d}.${mo}.${y}`;\n}\n\n/** Extract birth year: 1989-04-01 → \"1989\". */\nexport function birthYear(iso: string): string | null {\n const m = /^(\\d{4})-/.exec(iso ?? \"\");\n return m ? m[1] : null;\n}\n\n/**\n * Split a Slovenian registration plate into city prefix + suffix.\n * LJ28DRI → { city: \"LJ\", suffix: \"28DRI\" }\n * KPRG926 → { city: \"KP\", suffix: \"RG926\" }\n * Convention: first two letters are the city code.\n */\nexport function splitPlate(\n plate: string | null,\n): { city: string; suffix: string } | null {\n if (!plate) return null;\n const cleaned = plate.replace(/\\s+/g, \"\").toUpperCase();\n const m = /^([A-ZČŠŽ]{2})(.+)$/.exec(cleaned);\n if (!m) return null;\n return { city: m[1], suffix: m[2] };\n}\n\n/** Format a number EU-style: 1234.56 → \"1.234,56\". */\nexport function formatEur(value: number): string {\n return new Intl.NumberFormat(\"sl-SI\", {\n minimumFractionDigits: 2,\n maximumFractionDigits: 2,\n }).format(value);\n}\n\nexport interface ParsedEuro {\n raw: string;\n parsed: number | null;\n ok: boolean;\n error?: string;\n}\n\n/**\n * EU currency parser (Spec §13).\n * \"487,72 € na leto\" → 487.72\n * Keeps the original raw text. Returns null + error on failure.\n */\nexport function parseEuro(raw: string | null | undefined): ParsedEuro {\n if (raw == null || String(raw).trim() === \"\") {\n return { raw: raw ?? \"\", parsed: null, ok: false, error: \"EMPTY_RAW\" };\n }\n const original = String(raw);\n let s = original\n .replace(/\\s+/g, \"\") // remove whitespace\n .replace(/€/g, \"\") // remove euro sign\n .replace(/EUR/gi, \"\")\n .replace(/naleto/gi, \"\") // \"na leto\" after whitespace removal\n .replace(/namesec/gi, \"\")\n .replace(/leto/gi, \"\")\n .replace(/mesec/gi, \"\");\n\n // Keep only digits, dots, commas, minus.\n s = s.replace(/[^0-9.,-]/g, \"\");\n\n if (s === \"\" || s === \"-\") {\n return { raw: original, parsed: null, ok: false, error: \"NO_DIGITS\" };\n }\n\n // Remove dot thousands separators, convert decimal comma to dot.\n // Handle both \"1.234,56\" (EU) and \"1234.56\" (already plain).\n if (s.includes(\",\")) {\n s = s.replace(/\\./g, \"\").replace(\",\", \".\");\n }\n // else: dots are already a decimal point (e.g. \"423.15\")\n\n const n = Number(s);\n if (!Number.isFinite(n)) {\n return { raw: original, parsed: null, ok: false, error: \"PARSE_FAILED\" };\n }\n return { raw: original, parsed: n, ok: true };\n}\n",[],[165,266],"74377ca7-94e3-4c64-a457-3ef3360787a7","scraper.ts","75ca386e-6340-11f1-8e07-1607ee4eb77e",12,["D",1780926513696],"// Fetch-based scraper. Real HTTP fetch + DOM parsing (deno-dom).\n//\n// PLATFORM NOTE: Val Town/Deno has no headless browser. The four target\n// calculators are client-side JS wizards, so a plain fetch returns the HTML\n// shell, not computed premiums. When no premium is present in the static DOM\n// we record null + a diagnostic flag — we never invent prices (PRD §1, §7).\n//\n// The scraper still: (1) fetches the live page, (2) follows the spec's locator\n// strategy by scanning the accessibility-relevant DOM for euro text, (3) parses\n// any euro values found, (4) emits full traces. If you point it at a static\n// page that contains prices, it will extract and validate them for real.\n\nimport { DOMParser, type Element } from \"jsr:@b-fuze/deno-dom@0.1.49\";\nimport type { ProviderConfig, Vehicle } from \"./data.ts\";\nimport { POLICYHOLDER } from \"./data.ts\";\nimport {\n type Premiums,\n type TraceEntry,\n type VehicleResult,\n emptyPremiums,\n} from \"./types.ts\";\nimport { isoToSloDate, parseEuro, splitPlate } from \"./transform.ts\";\nimport { deriveMonthlyYearly, validateResult } from \"./validate.ts\";\n\nconst EURO_RE = /(\\d{1,3}(?:[.\\s]\\d{3})*|\\d+)(?:,\\d{1,2})\\s*€|€\\s*\\d/;\nconst USER_AGENT =\n \"Mozilla/5.0 (compatible; SLO-Insurance-Scraper/1.0; +https://val.town)\";\n\nfunction nowIso(): string {\n return new Date().toISOString();\n}\n\ninterface FetchOutcome {\n ok: boolean;\n status: number;\n html: string | null;\n finalUrl: string;\n error?: string;\n}\n\nconst FETCH_TIMEOUT_MS = 12000;\n\nasync function fetchPage(url: string): Promise {\n try {\n const res = await fetch(url, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"text/html,application/xhtml+xml\",\n \"Accept-Language\": \"sl-SI,sl;q=0.9,en;q=0.5\",\n },\n redirect: \"follow\",\n signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),\n });\n const html = await res.text();\n return {\n ok: res.ok,\n status: res.status,\n html,\n finalUrl: res.url || url,\n };\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e);\n const timedOut = e instanceof Error && e.name === \"TimeoutError\";\n return {\n ok: false,\n status: 0,\n html: null,\n finalUrl: url,\n error: timedOut ? `Timeout after ${FETCH_TIMEOUT_MS}ms (site slow or blocking).` : msg,\n };\n }\n}\n\n/** Heuristic: does this DOM look like an interactive insurance form/wizard? */\nfunction detectFormLike(doc: ReturnType): boolean {\n if (!doc) return false;\n const inputs = doc.querySelectorAll(\"input, select, textarea, [role='combobox']\");\n const forms = doc.querySelectorAll(\"form, [data-wizard], .wizard, [class*='izracun']\");\n return inputs.length >= 2 || forms.length >= 1;\n}\n\n/** Scan visible DOM text nodes for euro-formatted amounts. */\nfunction scanEuroCandidates(\n doc: ReturnType,\n): { text: string; selector: string }[] {\n if (!doc) return [];\n const out: { text: string; selector: string }[] = [];\n const candidates = doc.querySelectorAll(\n \"span, strong, b, td, div, p, h1, h2, h3, h4, li, [class*='price'], [class*='cena'], [class*='premija']\",\n );\n candidates.forEach((node: Element) => {\n const text = (node.textContent ?? \"\").trim();\n if (!text || text.length > 60) return;\n if (EURO_RE.test(text)) {\n const cls = node.getAttribute(\"class\");\n const id = node.getAttribute(\"id\");\n const selector = id\n ? `#${id}`\n : cls\n ? `${node.tagName.toLowerCase()}.${cls.split(/\\s+/)[0]}`\n : node.tagName.toLowerCase();\n out.push({ text, selector });\n }\n });\n return out;\n}\n\nfunction trace(\n partial: Omit & {\n status?: \"OK\" | \"ERROR\";\n error?: string | null;\n },\n): TraceEntry {\n return {\n status: \"OK\",\n error: null,\n ...partial,\n };\n}\n\nexport interface ScrapeOptions {\n runId?: string;\n}\n\n/** Process one vehicle against one provider. Never throws — returns a result. */\nexport async function scrapeVehicle(\n provider: ProviderConfig,\n vehicle: Vehicle,\n opts: ScrapeOptions = {},\n): Promise {\n const runId = opts.runId ?? nowIso();\n const traceLog: TraceEntry[] = [];\n const completedSteps: string[] = [];\n const errors: string[] = [];\n const warnings: string[] = [];\n let failedStep: string | null = null;\n\n const premiums: Premiums = emptyPremiums();\n\n // --- input completeness (R3) ---\n const missingFields: string[] = [];\n if (!vehicle.registrationPlate) missingFields.push(\"registrationPlate\");\n if (!vehicle.year) missingFields.push(\"year\");\n if (!vehicle.firstRegistrationDate) missingFields.push(\"firstRegistrationDate\");\n\n const result: VehicleResult = {\n runId,\n provider: provider.key,\n vehicle: {\n id: vehicle.id,\n name: vehicle.name,\n registrationPlate: vehicle.registrationPlate,\n vin: vehicle.vin,\n year: vehicle.year,\n firstRegistrationDate: vehicle.firstRegistrationDate,\n powerKW: vehicle.powerKW,\n displacementCC: vehicle.displacementCC,\n premiumClass: vehicle.premiumClass,\n bonusMalus: vehicle.bonusMalus,\n },\n inputCompleteness: {\n status: missingFields.length === 0 ? \"PASS\" : \"FAIL\",\n missingFields,\n },\n premiums,\n validation: {\n status: \"INVALID\",\n checks: {\n numericValues: \"NOT_APPLICABLE\",\n positiveValues: \"NOT_APPLICABLE\",\n monthlyYearlyConsistency: \"NOT_APPLICABLE\",\n currencyParsing: \"NOT_APPLICABLE\",\n },\n messages: [],\n },\n execution: {\n status: \"OK\",\n completedSteps,\n failedStep: null,\n errors,\n warnings,\n trace: traceLog,\n },\n };\n\n // Record the transformed inputs as a planning trace (Spec §8 transforms).\n const plate = splitPlate(vehicle.registrationPlate);\n traceLog.push(\n trace({\n stepId: `${provider.key}-0.0`,\n vehicleId: vehicle.id,\n provider: provider.key,\n snapshotSummary: \"Pre-flight: transform source data per Spec §8.\",\n thought:\n `Plate split → city=${plate?.city ?? \"—\"}, suffix=${plate?.suffix ?? \"—\"}; ` +\n `1st reg → ${isoToSloDate(vehicle.firstRegistrationDate) ?? \"—\"}; ` +\n `mileage=${POLICYHOLDER.annualMileageKm}; bonus/malus=${vehicle.bonusMalus}.`,\n action: \"WAIT\",\n locator: null,\n value: null,\n waitFor: \"DOM_STABLE\",\n validation: \"Inputs transformed without guessing.\",\n }),\n );\n completedSteps.push(\"transform\");\n\n // --- PHASE 0: NAVIGATE / fetch landing ---\n const fetched = await fetchPage(provider.targetUrl);\n traceLog.push(\n trace({\n stepId: `${provider.key}-1.0`,\n vehicleId: vehicle.id,\n provider: provider.key,\n snapshotSummary: `Fetched ${provider.targetUrl} (HTTP ${fetched.status}).`,\n thought: \"Open the configured calculator entry point.\",\n action: \"NAVIGATE\",\n locator: provider.targetUrl,\n value: null,\n waitFor: \"NETWORK_IDLE\",\n validation: fetched.ok ? \"HTTP 2xx received.\" : `HTTP ${fetched.status}.`,\n status: fetched.ok ? \"OK\" : \"ERROR\",\n error: fetched.error ?? (fetched.ok ? null : `HTTP ${fetched.status}`),\n }),\n );\n\n if (!fetched.ok || !fetched.html) {\n failedStep = `${provider.key}-1.0`;\n errors.push(\n `Navigation failed for ${provider.targetUrl}: ${fetched.error ?? \"HTTP \" + fetched.status}.`,\n );\n // Try fallback URL if present.\n if (provider.fallbackUrl) {\n const fb = await fetchPage(provider.fallbackUrl);\n traceLog.push(\n trace({\n stepId: `${provider.key}-1.0b`,\n vehicleId: vehicle.id,\n provider: provider.key,\n snapshotSummary: `Fallback fetch ${provider.fallbackUrl} (HTTP ${fb.status}).`,\n thought: \"Primary entry failed; try documented fallback URL.\",\n action: \"NAVIGATE\",\n locator: provider.fallbackUrl,\n value: null,\n waitFor: \"NETWORK_IDLE\",\n validation: fb.ok ? \"Fallback reachable.\" : `HTTP ${fb.status}`,\n status: fb.ok ? \"OK\" : \"ERROR\",\n error: fb.error ?? (fb.ok ? null : `HTTP ${fb.status}`),\n }),\n );\n if (fb.ok && fb.html) {\n fetched.html = fb.html;\n fetched.ok = true;\n failedStep = null;\n }\n }\n }\n\n if (!fetched.ok || !fetched.html) {\n result.execution.status = \"ERROR\";\n result.execution.failedStep = failedStep;\n validateResult(result);\n return result;\n }\n completedSteps.push(\"navigate\");\n\n // --- Parse DOM ---\n const doc = new DOMParser().parseFromString(fetched.html, \"text/html\");\n const formLike = detectFormLike(doc);\n traceLog.push(\n trace({\n stepId: `${provider.key}-1.1`,\n vehicleId: vehicle.id,\n provider: provider.key,\n snapshotSummary: formLike\n ? \"Calculator form/wizard markup detected in DOM.\"\n : \"No interactive form markup found in static DOM.\",\n thought:\n \"Validate calculator entry point (PHASE 0). Re-read DOM after navigation (R7).\",\n action: \"VALIDATE\",\n locator: \"form, input, [class*='izracun']\",\n value: null,\n waitFor: \"DOM_STABLE\",\n validation: formLike ? \"Form-like UI present.\" : \"No form-like UI.\",\n }),\n );\n\n // --- PHASE 6: EXTRACT — scan static DOM for euro amounts ---\n const candidates = scanEuroCandidates(doc);\n traceLog.push(\n trace({\n stepId: `${provider.key}-3.2`,\n vehicleId: vehicle.id,\n provider: provider.key,\n snapshotSummary: `Found ${candidates.length} euro-formatted text node(s) in static DOM.`,\n thought:\n \"Extract premium text from the DOM. Premiums in these calculators are \" +\n \"rendered after wizard execution, which a fetch cannot perform.\",\n action: \"EXTRACT\",\n locator: \"[class*='price'], [class*='cena'], span, strong\",\n value: null,\n waitFor: \"TEXT_PRESENT\",\n validation:\n candidates.length > 0\n ? \"Euro text present.\"\n : \"No premium text in static DOM (JS wizard required).\",\n }),\n );\n\n if (candidates.length > 0) {\n // Map the first reliable euro amounts to totals. We do NOT guess which\n // coverage each belongs to unless labels are obvious, so we fill the\n // generic yearly/monthly totals conservatively.\n const parsedCands = candidates\n .map((c) => ({ ...c, parsed: parseEuro(c.text) }))\n .filter((c) => c.parsed.ok && (c.parsed.parsed ?? 0) > 0);\n\n const yearly = parsedCands.find((c) => /leto|letn|year/i.test(c.text));\n const monthly = parsedCands.find((c) => /mesec|mese|month|\\/m/i.test(c.text));\n\n if (monthly) {\n premiums.monthlyTotal = {\n raw: monthly.text,\n value: monthly.parsed.parsed,\n currency: \"EUR\",\n selector: monthly.selector,\n validation: \"PASS\",\n };\n }\n if (yearly) {\n premiums.yearlyTotal = {\n raw: yearly.text,\n value: yearly.parsed.parsed,\n currency: \"EUR\",\n selector: yearly.selector,\n validation: \"PASS\",\n };\n }\n // If neither labeled, take the first parsed amount as the yearly total.\n if (!yearly && !monthly && parsedCands[0]) {\n const first = parsedCands[0];\n premiums.yearlyTotal = {\n raw: first.text,\n value: first.parsed.parsed,\n currency: \"EUR\",\n selector: first.selector,\n validation: \"PASS\",\n };\n }\n deriveMonthlyYearly(premiums);\n completedSteps.push(\"extract\");\n } else {\n warnings.push(\n `No premiums in static DOM for ${provider.key}. This calculator is a ` +\n `client-side JS wizard; live premium calculation requires a headless ` +\n `browser (Playwright/browser-use) which cannot run on this serverless host.`,\n );\n }\n\n // --- PHASE 7: VALIDATE ---\n const vstatus = validateResult(result);\n\n // --- execution status ---\n if (errors.length > 0 && candidates.length === 0) {\n result.execution.status = \"ERROR\";\n } else if (vstatus === \"INVALID\" || candidates.length === 0) {\n result.execution.status = \"PARTIAL\";\n } else {\n result.execution.status = \"OK\";\n }\n result.execution.failedStep = failedStep;\n return result;\n}\n",[],[165,274],"e1af30c3-8a90-4b22-9129-cc56b4e32d29","run.ts","80633776-6340-11f1-a47f-1607ee4eb77e",7,["D",1780926410796],"// Orchestrator: run all vehicles for a provider, build consolidated output,\n// persist to SQLite. Continue processing on errors (R3, R11).\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { PROVIDERS, VEHICLES, type ProviderConfig } from \"./data.ts\";\nimport { scrapeVehicle } from \"./scraper.ts\";\nimport type { ConsolidatedOutput, VehicleResult } from \"./types.ts\";\n\nconst TABLE = \"scraper_runs_v1\";\n\nexport async function ensureTable(): Promise {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE} (\n run_id TEXT PRIMARY KEY,\n provider TEXT NOT NULL,\n timestamp TEXT NOT NULL,\n output_json TEXT NOT NULL\n )`);\n}\n\nexport function resolveProvider(key: string): ProviderConfig | undefined {\n return PROVIDERS.find((p) => p.key === key);\n}\n\nexport interface RunOptions {\n providerKey: string;\n vehicleId?: number; // optional: run a single vehicle\n}\n\nexport async function runProvider(opts: RunOptions): Promise {\n const provider = resolveProvider(opts.providerKey);\n if (!provider) {\n throw new Error(`Unknown provider \"${opts.providerKey}\".`);\n }\n const runId = `${provider.key}-${new Date().toISOString()}`;\n const timestamp = new Date().toISOString();\n\n const vehicles = opts.vehicleId\n ? VEHICLES.filter((v) => v.id === opts.vehicleId)\n : VEHICLES;\n\n const results: VehicleResult[] = [];\n const errors: string[] = [];\n\n // Process vehicles sequentially (deterministic, traceable). Continue on error.\n for (const vehicle of vehicles) {\n try {\n const r = await scrapeVehicle(provider, vehicle, { runId });\n results.push(r);\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e);\n errors.push(`Vehicle ${vehicle.id} (${vehicle.name}): ${msg}`);\n }\n }\n\n const successCount = results.filter((r) => r.execution.status === \"OK\").length;\n const partialCount = results.filter((r) => r.execution.status === \"PARTIAL\").length;\n const failureCount = results.filter((r) => r.execution.status === \"ERROR\").length;\n\n const validationSummary = {\n pass: results.filter((r) => r.validation.status === \"PASS\").length,\n warning: results.filter((r) => r.validation.status === \"WARNING\").length,\n invalid: results.filter(\n (r) => r.validation.status === \"INVALID\" || r.validation.status === \"NOT_FOUND\",\n ).length,\n };\n\n const executionLog = results.flatMap((r) => r.execution.trace);\n\n const output: ConsolidatedOutput = {\n timestamp,\n provider: provider.key,\n targetUrl: provider.targetUrl,\n totalVehicles: vehicles.length,\n processedVehicles: results.length,\n successCount,\n failureCount,\n partialCount,\n validationSummary,\n results,\n errors,\n executionLog,\n };\n\n await ensureTable();\n await sqlite.execute({\n sql: `INSERT OR REPLACE INTO ${TABLE} (run_id, provider, timestamp, output_json)\n VALUES (?, ?, ?, ?)`,\n args: [runId, provider.key, timestamp, JSON.stringify(output)],\n });\n\n return output;\n}\n\nexport interface RunSummaryRow {\n run_id: string;\n provider: string;\n timestamp: string;\n}\n\nexport async function listRuns(limit = 25): Promise {\n await ensureTable();\n const res = await sqlite.execute({\n sql: `SELECT run_id, provider, timestamp FROM ${TABLE}\n ORDER BY timestamp DESC LIMIT ?`,\n args: [limit],\n });\n return res.rows as unknown as RunSummaryRow[];\n}\n\nexport async function getRun(runId: string): Promise {\n await ensureTable();\n const res = await sqlite.execute({\n sql: `SELECT output_json FROM ${TABLE} WHERE run_id = ?`,\n args: [runId],\n });\n if (res.rows.length === 0) return null;\n return JSON.parse((res.rows[0] as any).output_json) as ConsolidatedOutput;\n}\n",[],[165,282],"7c51fe80-3ac6-4a13-90bf-4962ffbe0a5d","mailer.ts","93244a9e-6340-11f1-b733-1607ee4eb77e",9,["D",1780926442275],"// Email delivery of the results table + execution summary (Spec §0.10).\n// Uses std/email. On Val Town free tier, mail can only go to the val owner's\n// own account address; arbitrary recipients require a paid tier.\nimport { email } from \"https://esm.town/v/std/email\";\nimport type { ConsolidatedOutput } from \"./types.ts\";\nimport { toCsv, toHtmlTable } from \"./export.ts\";\n\nfunction summaryHtml(o: ConsolidatedOutput): string {\n return `

SLO Car Insurance Premium Scrape — ${o.provider}

Timestamp: ${o.timestamp}
Target URL: ${o.targetUrl}
Vehicles processed: ${o.processedVehicles}/${o.totalVehicles}
Success / Partial / Failure: ${o.successCount} / ${o.partialCount} / ${o.failureCount}
Validation — PASS / WARNING / INVALID: ${o.validationSummary.pass} / ${o.validationSummary.warning} / ${o.validationSummary.invalid}

\n ${o.errors.length ? `

Run errors: ${o.errors.join(\"; \")}

` : \"\"}\n

Results table

\n ${toHtmlTable(o)}\n

`;\n}\n\nexport interface SendOptions {\n to?: string; // defaults to val owner's account address\n}\n\nexport async function sendResults(\n output: ConsolidatedOutput,\n opts: SendOptions = {},\n): Promise<{ sent: boolean; to: string; note?: string }> {\n const csv = toCsv(output);\n const filename = `insurance_results_${output.provider}_${output.timestamp.slice(0, 10)}.csv`;\n\n const attachment = new File([csv], filename, { type: \"text/csv\" });\n\n const payload: Parameters[0] = {\n subject: `Insurance scrape results — ${output.provider} (${output.timestamp.slice(0, 10)})`,\n html: summaryHtml(output),\n attachments: [attachment],\n };\n if (opts.to) payload.to = opts.to;\n\n await email(payload);\n return {\n sent: true,\n to: opts.to ?? \"val owner account address\",\n note: opts.to\n ? \"On free tier, delivery to non-owner addresses may be blocked by the platform.\"\n : undefined,\n };\n}\n",[],[165,290],"eb057c47-d291-4e90-9c9e-54e4ae1be52a","export.ts","8b56af1e-6340-11f1-bc05-1607ee4eb77e",8,["D",1780926429184],"// Excel-compatible results table (Spec §18). Emitted as CSV (opens in Excel)\n// and as an HTML table for email bodies.\nimport type { ConsolidatedOutput, VehicleResult } from \"./types.ts\";\n\nexport const COLUMNS = [\n \"Run ID\",\n \"Timestamp\",\n \"Provider\",\n \"Vehicle ID\",\n \"Vehicle Name\",\n \"Registration Plate\",\n \"VIN\",\n \"Year\",\n \"First Registration\",\n \"Power kW\",\n \"Displacement ccm\",\n \"Premium Class\",\n \"Bonus Malus\",\n \"AO Raw\",\n \"AO Value\",\n \"AO+ Raw\",\n \"AO+ Value\",\n \"AKA Raw\",\n \"AKA Value\",\n \"Partial Casco Raw\",\n \"Partial Casco Value\",\n \"Roadside Assistance Raw\",\n \"Roadside Assistance Value\",\n \"Towing Assistance Raw\",\n \"Towing Assistance Value\",\n \"Monthly Raw\",\n \"Monthly Value\",\n \"Yearly Raw\",\n \"Yearly Value\",\n \"Validation Status\",\n \"Execution Status\",\n \"Error Message\",\n \"Source Selector(s)\",\n \"Trace ID\",\n] as const;\n\nfunction cell(v: { raw: string | null; value: number | null }): [string, string] {\n return [v.raw ?? \"\", v.value == null ? \"\" : String(v.value)];\n}\n\nexport function resultToRow(\n output: ConsolidatedOutput,\n r: VehicleResult,\n): (string | number)[] {\n const p = r.premiums;\n const selectors = Object.entries(p)\n .filter(([, c]) => c.selector)\n .map(([k, c]) => `${k}=${c.selector}`)\n .join(\" | \");\n const errorMsg = [...r.execution.errors, ...r.validation.messages].join(\"; \");\n\n return [\n r.runId,\n output.timestamp,\n r.provider,\n r.vehicle.id,\n r.vehicle.name,\n r.vehicle.registrationPlate ?? \"\",\n r.vehicle.vin ?? \"\",\n r.vehicle.year,\n r.vehicle.firstRegistrationDate,\n r.vehicle.powerKW,\n r.vehicle.displacementCC,\n r.vehicle.premiumClass,\n r.vehicle.bonusMalus,\n ...cell(p.AO),\n ...cell(p.AOPlus),\n ...cell(p.AKA),\n ...cell(p.partialCasco),\n ...cell(p.roadsideAssistance),\n ...cell(p.vehicleTowingAssistance),\n ...cell(p.monthlyTotal),\n ...cell(p.yearlyTotal),\n r.validation.status,\n r.execution.status,\n errorMsg,\n selectors,\n r.runId,\n ];\n}\n\nfunction csvEscape(v: string | number): string {\n const s = String(v);\n if (/[\",\\n;]/.test(s)) return `\"${s.replace(/\"/g, '\"\"')}\"`;\n return s;\n}\n\n/** CSV with a UTF-8 BOM so Excel renders Slovenian characters correctly. */\nexport function toCsv(output: ConsolidatedOutput): string {\n const lines: string[] = [];\n lines.push(COLUMNS.map(csvEscape).join(\",\"));\n for (const r of output.results) {\n lines.push(resultToRow(output, r).map(csvEscape).join(\",\"));\n }\n return \"\\uFEFF\" + lines.join(\"\\r\\n\") + \"\\r\\n\";\n}\n\n/** HTML table for email bodies and on-screen preview. */\nexport function toHtmlTable(output: ConsolidatedOutput): string {\n const head = COLUMNS.map((c) => `${c}`).join(\"\");\n const body = output.results\n .map((r) => {\n const cells = resultToRow(output, r)\n .map((v) => `${escapeHtml(String(v))}`)\n .join(\"\");\n return `${cells}`;\n })\n .join(\"\");\n return `\n ${head}\n ${body}\n

`;\n}\n\nfunction escapeHtml(s: string): string {\n return s\n .replace(/&/g, \"&\")\n .replace(//g, \">\");\n}\n",[],[165,298],"d6f32809-b2c9-4a61-8092-2e33bcf1d3ca","data.ts","34fe0c2a-6340-11f1-bfb3-1607ee4eb77e",["D",1780926284317],"// SINGLE SOURCE OF TRUTH — immutable data payload (Spec §7).\n// Do not invent, infer, or auto-complete values. (R1, R2)\n\nexport interface Policyholder {\n firstName: string;\n lastName: string;\n dateOfBirth: string; // YYYY-MM-DD\n birthYear: string;\n age: number;\n address: string;\n postalCode: string;\n city: string;\n country: string;\n email: string;\n taxNumber: string;\n annualMileageKm: string;\n premijskiRazred: string;\n bonusMalus: string;\n}\n\nexport interface Vehicle {\n id: number;\n name: string;\n registrationPlate: string | null;\n registrationCity: string | null;\n registrationSuffix: string | null;\n vin: string | null;\n year: number;\n firstRegistrationDate: string; // YYYY-MM-DD\n engine: string;\n powerKW: number;\n displacementCC: number;\n premiumClass: string;\n bonusMalus: string;\n coverage: string;\n}\n\nexport const POLICYHOLDER: Policyholder = {\n firstName: \"Marko\",\n lastName: \"Volk\",\n dateOfBirth: \"1989-04-01\",\n birthYear: \"1989\",\n age: 36,\n address: \"Ljubljanska cesta 10, 1241 Kamnik\",\n postalCode: \"1241\",\n city: \"Kamnik\",\n country: \"Slovenija\",\n email: \"pinkjopanko@gmail.com\",\n taxNumber: \"22222227\",\n annualMileageKm: \"17500\", // Spec §8: always 17500 km\n premijskiRazred: \"14\",\n bonusMalus: \"14\",\n};\n\nexport const VEHICLES: Vehicle[] = [\n {\n id: 1,\n name: \"Škoda Superb Combi 2.0 TDI AUT SportLine DSG\",\n registrationPlate: \"LJ28DRI\",\n registrationCity: \"LJ\",\n registrationSuffix: \"28DRI\",\n vin: \"TMBJH9NP0J7519842\",\n year: 2017,\n firstRegistrationDate: \"2017-08-30\",\n engine: \"2.0 TDI AUT\",\n powerKW: 140,\n displacementCC: 1968,\n premiumClass: \"14\",\n bonusMalus: \"14\",\n coverage: \"vse\",\n },\n {\n id: 2,\n name: \"Volvo V70 2.0 TD AUT D4 Momentum Geartronic\",\n registrationPlate: \"LJ40SND\",\n registrationCity: \"LJ\",\n registrationSuffix: \"40SND\",\n vin: \"YV1BW88A0D1251369\",\n year: 2012,\n firstRegistrationDate: \"2012-12-14\",\n engine: \"2.0 TD AUT\",\n powerKW: 100,\n displacementCC: 1999,\n premiumClass: \"14\",\n bonusMalus: \"14\",\n coverage: \"vse\",\n },\n {\n id: 3,\n name: \"BMW 320 Touring D Serija 3 Karavan Diesel F31\",\n // Source dataset has an empty plate; agent payload provides KPRG926.\n registrationPlate: \"KPRG926\",\n registrationCity: \"KP\",\n registrationSuffix: \"RG926\",\n vin: \"WBA3K31080F748139\",\n year: 2013,\n firstRegistrationDate: \"2013-08-08\",\n engine: \"D AUT\",\n powerKW: 135,\n displacementCC: 1995,\n premiumClass: \"14\",\n bonusMalus: \"14\",\n coverage: \"vse\",\n },\n {\n id: 4,\n name: \"Renault Clio dCi 90 Energy Limited Start&Stop 66kW\",\n registrationPlate: \"LJ52CRG\",\n registrationCity: \"LJ\",\n registrationSuffix: \"52CRG\",\n vin: \"VF15R0J0A54738747\",\n year: 2017,\n firstRegistrationDate: \"2017-01-05\",\n engine: \"dCi 90 S&S\",\n powerKW: 66,\n displacementCC: 1461,\n premiumClass: \"14\",\n bonusMalus: \"14\",\n coverage: \"vse\",\n },\n];\n\n// Provider adapter configuration (Spec §6 / §9).\nexport interface ProviderConfig {\n key: string;\n org: string;\n targetUrl: string;\n fallbackUrl?: string;\n notes: string;\n}\n\nexport const PROVIDERS: ProviderConfig[] = [\n {\n key: \"triglav\",\n org: \"Zavarovalnica Triglav (HI3-style calculator)\",\n targetUrl: \"https://skleni.triglav.si/isklepanje/avto/avto_zavarovanje_1\",\n fallbackUrl: \"https://skleni.triglav.si/isklepanje/avto/informativni_izracun\",\n notes: \"Multi-step JS calculator; marketing page without _1 is not the form.\",\n },\n {\n key: \"generali\",\n org: \"Generali / G24\",\n targetUrl: \"https://g24.generali.si/avto/-/skleni/zacetekA\",\n notes: \"Region + registration flow.\",\n },\n {\n key: \"wiz\",\n org: \"WIZ\",\n targetUrl: \"https://avto.wiz.si/avto/-/skleni/zacetekA\",\n notes: \"Same platform family as G24.\",\n },\n {\n key: \"sava\",\n org: \"Sava (Hi3)\",\n targetUrl: \"https://www.hi3.si/avtomobili/zavarovanje\",\n notes: \"Public calculator availability may vary.\",\n },\n];\n",[],[165,306],["D",1780926284317],[180,181,182,183,184,185,186,187],[165],["D",1780926259808],["D",1789576313835],{"_11":12,"_96":92},{"_11":12,"_90":-5,"_91":92,"_48":49,"_93":94,"_95":40},{"_29":30,"_13":26,"_20":21,"_27":28,"_31":32,"_33":34,"_83":42,"_84":85,"_86":87,"_88":14,"_89":12},"ctx",{"_76":-5,"_120":353,"_354":355,"_356":357,"_358":40,"_359":40,"_360":40,"_361":53,"_362":-5,"_363":-7,"_364":-7,"_365":57,"_366":40,"_367":40,"_368":-5,"_369":40,"_370":40,"_371":40,"_372":-5},"ENV",{"_324":325,"_326":327,"_328":26,"_329":330,"_331":332,"_333":334,"_335":336,"_337":338,"_339":340,"_341":342,"_343":344,"_345":346,"_347":348,"_349":350,"_351":352},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdb67791413f4386b4dbf18f354029a617f6160f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Branches1

Branches
1