[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_162":163,"_164":165},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_89":-7,"_90":91,"_29":-7,"_92":-5,"_15":93,"_94":95,"_96":97,"_98":99,"_100":101,"_102":-5,"_103":-5,"_104":-5,"_105":38,"_106":107,"_108":49,"_109":-5,"_110":-5,"_111":112},"routes/_app.x.$handle.$name.branches",{"_11":12,"_13":14,"_15":16,"_17":18},"handle","amir5","name","dogsspot_watchdog","project",{"_20":28,"_13":14,"_22":36,"_35":-5,"_37":38,"_39":40,"_41":40,"_42":-5,"_43":-5,"_44":45,"_46":47,"_48":49,"_50":-5,"_51":-5,"_52":53,"_54":55,"_56":-5,"_57":-5,"_58":-5,"_59":-5,"_60":61,"_62":61,"_63":64,"_65":64,"_66":64,"_67":61,"_68":61,"_69":70,"_71":72,"_73":74,"_75":38},"branches",[19],{"_20":21,"_22":23,"_24":25,"_13":26,"_27":28,"_29":30,"_31":-5,"_32":-5,"_33":34,"_35":-5},"id","f157521a-e04e-4224-b8f1-4100d55925fa","createdAt",["D",1785084436322],"updatedAt",["D",1785972335215],"main","projectId","238d32db-e45f-493d-ae45-91cfa664542f","version",18,"forkedBranchId","forkedBranchVersion","lockfileKey","1785972335394-esm.town_v_amir5_dogsspot_watchdog@18-main","deletedAt",["D",1785084436314],"legacyEnvVars",false,"privacy","public","httpPrivacy","description","imageUrl","userId","d26e64e6-cd39-4be1-b5b4-1de11cc555f8","pinnedFileId","d05eb3b2-901e-11f1-b024-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f56fd-bd59-724f-8163-80ffcf8235dd","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_88":84},"org",{"_11":12,"_81":82,"_83":84,"_44":45,"_85":86,"_87":38},"branch",{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_76":-5,"_77":-5,"_78":-5,"_79":14,"_80":12},"isOwned","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Amir","avatar","https://lh3.googleusercontent.com/a/ACg8ocILk3bwhcvrzozUWm7gxlKoBm7ZGtsgIkesW3ysOOsJ1rSQuA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","path","","adoptOrgId",{"_20":28,"_13":14,"_22":158,"_35":-5,"_37":38,"_39":40,"_41":40,"_42":-5,"_43":-5,"_44":45,"_46":47,"_48":49,"_50":-5,"_51":-5,"_52":53,"_54":55,"_56":-5,"_57":-5,"_58":-5,"_59":-5,"_60":61,"_62":61,"_63":64,"_65":64,"_66":64,"_67":61,"_68":61,"_69":159,"_71":160,"_73":161,"_75":38},"tree",[149,150],"files",[149,150],"counts",{"_140":53,"_17":124,"_141":53,"_142":143,"_144":145},"contents",[113,114],"file","upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_20":132,"_13":133,"_117":134,"_118":-5,"_119":21,"_120":30,"_122":49,"_22":135,"_29":136,"_125":137,"_127":138,"_129":38,"_130":-5,"_90":139},{"_20":115,"_13":116,"_117":47,"_118":-5,"_119":21,"_120":121,"_122":49,"_22":123,"_29":124,"_125":126,"_127":128,"_129":38,"_130":-5,"_90":131},"d38fe826-f89a-4874-ba44-827bcc1c92c2","run.ts","fileId","parentId","branchId","branchVersion",13,"latest",["D",1785902480777],1,"fileType","http","content","// CHECK NOW — manual trigger for the watchdog, mirroring the engine's run.ts pattern.\n// Same admin key as the control panel, digest-only in source, one code path: this imports the\n// exact watchdog() the scheduler calls. Added v1.5 so a deploy can be verified the minute it\n// ships instead of waiting for the next scheduled pass.\nimport watchdog from \"./main.ts\";\n\nconst KEY_SHA256 = \"48cd12465712045f70247da1689eeb198a4ce2d98416d8e52fb844581f044f15\";\nasync function sha256Hex(s: string): Promise {\n const b = await crypto.subtle.digest(\"SHA-256\", new TextEncoder().encode(s));\n return [...new Uint8Array(b)].map((x) => x.toString(16).padStart(2, \"0\")).join(\"\");\n}\nexport default async function (req: Request): Promise {\n const k = new URL(req.url).searchParams.get(\"k\") || \"\";\n const expected = Deno.env.get(\"NURTURE_ADMIN_KEY_SHA256\") || KEY_SHA256;\n if ((await sha256Hex(k)) !== expected) {\n return new Response(\"Not found\", { status: 401 });\n }\n // \"manual\" so this press does not get counted as the watchdog keeping its own schedule.\n const out = await watchdog(\"manual\");\n return new Response(JSON.stringify({ triggeredAt: new Date().toISOString(), result: out ?? \"ran\" }, null, 2), {\n headers: { \"content-type\": \"application/json\" },\n });\n}\n","deleted","label",[116],"1a8dbe93-a9b4-4add-bf7e-d306692b47e7","main.ts","ac93f190-8911-11f1-aa81-1607ee4eb77e",["D",1785972335215],15,"interval","// dogsspot_watchdog — v1.6 (5 Aug 2026: knowledge-base tamper watch, shared Square figures, scheduled-vs-manual run stamps) / v1.5 (4 Aug 2026: GHL direct health + workflow tamper detection + puppy send-failure scan + panel surfacing via wd_public)\n//\n// WHY THIS EXISTS\n// Three automations run unattended against a live client account: the Pups Club announcer,\n// the reschedule notifier, and the Square/GoHighLevel revenue bridge. Every one of them fails\n// SILENTLY. A dead scheduler, a rotated token, a disabled webhook subscription and a genuinely\n// quiet trading day all look identical from the outside: nothing happens, and nobody finds out\n// until a customer complains or a month of revenue is missing from a report.\n//\n// This val is the supervisor. It reads the state the other three leave behind, applies the\n// checks a human would apply, and emails only when something is actually wrong — plus one\n// all-clear a week so that silence from the watchdog is never itself ambiguous.\n//\n// It is strictly READ-ONLY against the client's GoHighLevel account. It writes nothing but its\n// own digest blob. That is deliberate: a supervisor that can change things is a second thing\n// that can break things.\n\nimport { blob } from \"https://esm.town/v/std/blob\";\nimport { email } from \"https://esm.town/v/std/email\";\n\nconst BRIDGE_URL = \"https://amir5--41ace24c7e2111f18c9d1607ee4eb77e.web.val.run\";\n\nconst DIGEST_KEY = \"wd_digest\";\nconst ALERT_KEY = \"wd_last_alert\";\nconst CHECK_KEY = \"wd_last_check\";\n\n// v1.2 — EMAIL DISCIPLINE, learned the hard way.\n// v1.1 emailed about a createOpp error that was already fixed, simply because the error sat\n// inside a rolling 24-hour window. A monitor that reports history rather than change is a\n// monitor that gets filtered into a folder within a week. Two rules now:\n// 1. Only conditions NEWER than the previous check can raise an alarm.\n// 2. Only CRITICAL reaches the inbox. WARNING and INFO live in the digest, which is always\n// complete and always available — they are for reading on purpose, not for interrupting.\nconst NEW_ERROR_EMAIL_THRESHOLD = 3;\n\n// The two cron vals run every 15 minutes. 90 minutes of silence is ~6 missed cycles: comfortably\n// past a transient platform blip, comfortably short of a day's lost sends.\nconst CRON_STALE_MIN = 90;\n// Square is bursty. A real trading day produces traffic, but a genuinely quiet weekend does not,\n// so 72h avoids crying wolf over a slow Sunday while still catching a disabled subscription.\nconst INBOUND_STALE_H = 72;\nconst ERROR_LOOKBACK_H = 24;\n// Re-send an unchanged alert at most once a day. An alert that repeats hourly is an alert that\n// gets filtered into a folder and never read again.\nconst REALERT_H = 24;\n\ntype Sev = \"CRITICAL\" | \"WARNING\" | \"INFO\";\ninterface Finding {\n sev: Sev;\n system: string;\n what: string;\n why: string;\n}\n\nconst nowMs = Date.now();\nconst ageMin = (iso?: string) => (iso ? (nowMs - Date.parse(iso)) / 60000 : Infinity);\nconst fmtAge = (min: number) =>\n !isFinite(min)\n ? \"never\"\n : min < 60\n ? `${Math.round(min)} min ago`\n : min < 2880\n ? `${(min / 60).toFixed(1)} h ago`\n : `${(min / 1440).toFixed(1)} days ago`;\n\nasync function getBlob(key: string): Promise {\n try {\n return await blob.getJSON(key);\n } catch {\n return null;\n }\n}\n\n/** A cron that stopped firing writes no new state, so staleness is the only honest signal. */\nfunction checkCron(\n name: string,\n state: { ok?: boolean; ts?: string; failed?: number; log?: string[] } | null,\n findings: Finding[],\n) {\n if (!state) {\n findings.push({\n sev: \"CRITICAL\",\n system: name,\n what: \"no state blob at all\",\n why: \"The val has never completed a run, or its state was wiped. It is not doing its job.\",\n });\n return;\n }\n const age = ageMin(state.ts);\n if (!state.ts) {\n findings.push({\n sev: \"INFO\",\n system: name,\n what: \"state has no timestamp yet\",\n why: \"Running a version from before run-timestamps were added. Staleness cannot be checked until it next runs.\",\n });\n } else if (age > CRON_STALE_MIN) {\n findings.push({\n sev: \"CRITICAL\",\n system: name,\n what: `last completed run ${fmtAge(age)}`,\n why: \"Expected every 15 minutes. The scheduler has stopped, or every run is now throwing before it can write state. Sends are being missed right now.\",\n });\n }\n if (state.ok === false) {\n findings.push({\n sev: \"CRITICAL\",\n system: name,\n what: \"last run reported ok:false\",\n why: \"The run completed but knew it had failed. Check the log field in its state blob.\",\n });\n }\n if ((state.failed ?? 0) > 0) {\n findings.push({\n sev: \"WARNING\",\n system: name,\n what: `${state.failed} message(s) failed to send on the last run`,\n why: \"A real customer did not receive a message they should have received. Worth checking who.\",\n });\n }\n}\n\n/** Recent entries in the *_last_error blobs, which the vals write on an unhandled throw. */\nasync function checkErrorBlob(name: string, key: string, findings: Finding[]) {\n const e = await getBlob<{ at?: string; error?: string }>(key);\n if (!e?.at) return;\n const age = ageMin(e.at);\n if (age < ERROR_LOOKBACK_H * 60) {\n findings.push({\n sev: \"WARNING\",\n system: name,\n what: `threw an error ${fmtAge(age)}: ${String(e.error).slice(0, 160)}`,\n why: \"That run did no work. With retries in place this should now be rare — if it repeats, it is not a transient blip.\",\n });\n }\n}\n\n// `trigger` says WHO started this pass. It defaults to \"interval\" because that is how val.town\n// calls the default export: with no arguments. run.ts passes \"manual\" explicitly.\n// [was: no argument at all, so a hand-triggered run and a scheduled one left identical\n// footprints. The dashboard then measured the gaps between those footprints and told Kim\n// \"left to itself it runs about every 95 minutes\" — a sentence about a rhythm, computed from\n// stamps that were mostly me pressing the button. On 4-5 Aug the engine fired on the hour, ten\n// gaps of exactly 60 minutes, while the watchdog fired ZERO times in the same 5h18m window.\n// Its interval is not running, and nothing could say so because nothing knew the difference.]\nexport default async function watchdog(trigger?: unknown) {\n // WHO STARTED THIS PASS, decided by ELIMINATION rather than by trusting the argument.\n // [was: `trigger: \"interval\" | \"manual\" = \"interval\"`, on the assumption that val.town calls\n // the default export with no arguments so the default would apply. It does not: the scheduler\n // passes it something of its own. So `trigger === \"interval\"` was false on every scheduled\n // run, autoHistory stayed empty forever, and the dashboard reported \"nothing on a schedule has\n // been recorded\" while main.ts was firing perfectly and writing to the plain history two lines\n // later. I read that empty list and nearly concluded a second time that the timer was dead.\n // Only run.ts passes the literal string \"manual\"; anything else, including whatever the\n // platform hands us, is a scheduled run.]\n const isManual = trigger === \"manual\";\n const findings: Finding[] = [];\n // v1.5.1 (review fix #12), ONE checkpoint read and ONE scan-start stamp shared by every\n // journal scan, so rows written while this very run executes land in the NEXT window\n // instead of vanishing between two different reads of the checkpoint.\n const scanStartIso = new Date().toISOString();\n const prevCheck = await getBlob<{ ts?: string }>(CHECK_KEY);\n const sinceMsShared = prevCheck?.ts ? Date.parse(prevCheck.ts) : nowMs - ERROR_LOOKBACK_H * 3600_000;\n\n // ---- the two cron vals -------------------------------------------------\n checkCron(\"Pups Club announcer\", await getBlob(\"pups2_state\"), findings);\n checkCron(\"Reschedule notifier\", await getBlob(\"apptn_state\"), findings);\n await checkErrorBlob(\"Pups Club announcer\", \"pups2_last_error\", findings);\n await checkErrorBlob(\"Reschedule notifier\", \"apptn_last_error\", findings);\n\n // ---- Puppy Path engine (added 30 Jul — v1.4; cadence corrected v1.5) ----\n // The engine runs every 15 minutes (not hourly as first noted), so 90 min staleness = six\n // missed ticks. Its run report carries `ts` from engine v1.2+.\n checkCron(\"Puppy Path\", await getBlob(\"puppy_run_state\"), findings);\n await checkErrorBlob(\"Puppy Path\", \"puppy_last_error\", findings);\n const psum = await getBlob<{ surgeHolds?: number }>(\"puppy_summary\");\n if ((psum?.surgeHolds ?? 0) > 0) {\n findings.push({\n sev: \"WARNING\",\n system: \"Puppy Path\",\n what: `enrollment surge hold recorded (${psum!.surgeHolds} total)`,\n why: \"More tagged contacts appeared in one run than the safety threshold allows — bulk tagging suspected. Enrollment is frozen until the extra tags are removed or ACKNOWLEDGE_SURGE=true is set. Check puppy_journal.\",\n });\n }\n\n // ---- cancelled appointments that have not happened yet -----------------\n // Written by the reschedule notifier each run. Every entry is a customer who cancelled and is\n // still queued to be reminded about it, because GoHighLevel does not remove a contact from a\n // reminder workflow when the appointment is cancelled — a contact already on a wait step stays\n // there and the send fires anyway. Until an explicit workflow exit exists, this is the only\n // thing standing between that and a customer having to ask twice.\n const cf = await getBlob<{ ts?: string; n?: number; items?: any[] }>(\"apptn_cancelled_future\");\n if (cf && (cf.n ?? 0) > 0) {\n const soonest = (cf.items ?? [])\n .map((i) => i?.startTime)\n .filter(Boolean)\n .sort()[0];\n findings.push({\n sev: \"WARNING\",\n system: \"Appointments\",\n what: `${cf.n} cancelled appointment(s) still in the future${soonest ? `, soonest ${String(soonest).slice(0, 16).replace(\"T\", \" \")}` : \"\"}`,\n why: \"Each one is a customer who may still be reminded about an appointment they cancelled. Check apptn_cancelled_future for the contact ids.\",\n });\n }\n\n // ---- the bridge is reachable ------------------------------------------\n let bridgeVersion = \"unreachable\";\n try {\n const r = await fetch(BRIDGE_URL, { signal: AbortSignal.timeout(15000) });\n const t = await r.text();\n if (!r.ok) {\n findings.push({\n sev: \"CRITICAL\",\n system: \"Square bridge\",\n what: `health check returned HTTP ${r.status}`,\n why: \"Square is posting payments at an endpoint that is not answering. Revenue attribution is dead while this is true.\",\n });\n } else {\n bridgeVersion = (t.match(/v[\\d.]+/) ?? [\"?\"])[0];\n }\n } catch {\n findings.push({\n sev: \"CRITICAL\",\n system: \"Square bridge\",\n what: \"health check did not respond\",\n why: \"The endpoint Square delivers payments to is down. Every payment arriving now is being lost.\",\n });\n }\n\n // ---- is Square still delivering at all? --------------------------------\n // This is the check that did not exist before, and the one most likely to catch a silent\n // multi-week outage: a webhook subscription that has been disabled looks exactly like a\n // quiet week unless something is counting inbound requests.\n const inbound = await getBlob<{ ts?: string; n?: number }>(\"m2_last_inbound\");\n const inAge = ageMin(inbound?.ts);\n if (!inbound?.ts) {\n findings.push({\n sev: \"INFO\",\n system: \"Square bridge\",\n what: \"no inbound request recorded yet\",\n why: \"Heartbeat tracking was only just added. This clears itself the first time Square posts anything.\",\n });\n } else if (inAge > INBOUND_STALE_H * 60) {\n findings.push({\n sev: \"CRITICAL\",\n system: \"Square bridge\",\n what: `no inbound webhook for ${fmtAge(inAge)}`,\n why: \"Either the business has taken no payments at all, or the Square webhook subscription has been disabled or its URL changed. Check Square's Developer dashboard before assuming it is quiet.\",\n });\n }\n\n // ---- bridge errors, but only ones that are actually NEW -----------------\n // Anything already seen on a previous run is history, not news. This is the specific fix\n // for v1.1 alarming on a createOpp failure that the v3.7 bridge deploy had already resolved.\n const journal = (await getBlob(\"m2_bridge_journal\")) ?? [];\n const fresh = journal.filter((r) => Date.parse(r?.ts ?? 0) > sinceMsShared);\n const newErrs = fresh.filter((r) => r?.kind === \"ERROR\");\n const newNoMatch = fresh.filter((r) => r?.kind === \"NO-MATCH\" || r?.kind === \"REFUND-NO-MATCH\");\n\n if (newErrs.length) {\n findings.push({\n sev: \"WARNING\",\n system: \"Square bridge\",\n what: `${newErrs.length} NEW error(s) since the last check — latest: ${String(newErrs.at(-1)?.error).slice(0, 140)}`,\n why: \"Each one is a payment that did not get attached to a customer record. New errors after a period of quiet usually mean a fix has regressed or an upstream API has changed.\",\n });\n }\n if (newNoMatch.length) {\n findings.push({\n sev: \"INFO\",\n system: \"Square bridge\",\n what: `${newNoMatch.length} new payment(s) arrived with no contact details`,\n why: \"Expected while the Square access token is outstanding. Counted here so the backlog is visible, not because anything is broken.\",\n });\n }\n\n // ---- the POS gap, computed ONCE, in the same place everything else computes it ----------\n // Reported as INFO and never emailed: it is a known, accepted, historic condition.\n //\n // [was: this block did its own dedup and its own arithmetic, and both were wrong.\n // (1) It only counted rows carrying NEITHER an email NOR a phone, which dropped 14 of the 87\n // NO-MATCH rows — payments that are still unattributed — and reported 35 payments worth\n // $23,463.99 against a true 40 worth $28,035.99. Understated by $4,572.\n // (2) It deduped by the note TEXT rather than by payment id.\n // (3) `resolvable` counted journal ROWS and was then subtracted from a PAYMENT count, so the\n // \"21 arrived with no identifying detail\" was 35 payments minus 14 rows: two different\n // units, one subtraction, a number that meant nothing.\n // The dashboard already computed this correctly from engine/facts.ts. Two computations of one\n // fact is how the wrong number reached a client message in the first place, so this one is\n // deleted rather than repaired: the watchdog now reads the same function the page reads.\n // Verified 5 Aug against an independent third derivation of the raw journal in Python:\n // 40 payments, $28,035.99, 10 with a trail worth $4,418.99, 30 without worth $23,617.00.]\n //\n // Imported dynamically and unpinned, on purpose. Unpinned so it always matches what the\n // dashboard is showing Kim; dynamic so that if esm.town is having a moment, the watchdog says\n // it could not read the figure instead of dying or, worse, reporting a stale one.\n const backlog = await (async () => {\n try {\n const m = await import(\"https://esm.town/v/amir5/dogsspot_puppy_path/facts.ts\");\n return { ok: true as const, b: m.squareBacklog(journal), say: m.squareSentence as (x: unknown) => string };\n } catch (e) {\n return { ok: false as const, err: String((e as Error)?.message ?? e).slice(0, 200) };\n }\n })();\n\n if (!backlog.ok) {\n findings.push({\n sev: \"WARNING\",\n system: \"Square bridge\",\n what: \"The counter-sale backlog could not be computed this pass\",\n why: `The shared figures module would not load (${backlog.err}). No number is reported rather than a stale or invented one. One pass failing is a blip; several in a row is worth a look.`,\n });\n } else if (backlog.b && backlog.b.payments > 0) {\n findings.push({\n sev: \"INFO\",\n system: \"Square bridge\",\n // No number in `what`. Every figure lives in one generated sentence below, so there is no\n // second place for one of them to drift.\n what: \"Counter sales are recorded but not linked to a name\",\n why: backlog.say(backlog.b) + \" Historic backlog, not a live defect, and the same figures the dashboard shows.\",\n });\n }\n\n // ---- is the GoHighLevel token still alive? -----------------------------\n // Deliberately inferred rather than tested directly. val.town scopes environment variables\n // per val, so giving this watchdog its own copy of the GoHighLevel token would mean a second\n // place the client's credentials live, for no gain. The two cron vals already authenticate\n // against that account every 15 minutes and record what they got back — so their telemetry\n // IS the token check. A dead token cannot produce a healthy calendar count.\n const pupsS = await getBlob(\"pups2_state\");\n const apptnS = await getBlob(\"apptn_state\");\n const calCount = apptnS?.calendars ?? 0;\n const evCount = (apptnS?.events ?? 0) + (pupsS?.events ?? 0);\n const bothFresh = ageMin(pupsS?.ts) < CRON_STALE_MIN && ageMin(apptnS?.ts) < CRON_STALE_MIN;\n if (bothFresh && calCount === 0 && evCount === 0) {\n findings.push({\n sev: \"CRITICAL\",\n system: \"GoHighLevel access\",\n what: \"both crons ran but read zero calendars and zero appointments\",\n why: \"That combination means authentication, not a quiet week — a quiet week still returns the calendar list. The shared token has almost certainly been revoked or expired. Every automation is down until it is replaced.\",\n });\n }\n // Surface any authentication failure the crons logged against individual calendars. A 401 on\n // one calendar while others succeed is a permissions scope problem, not a dead token, and the\n // two need very different responses.\n for (const [nm, st] of [[\"Pups Club announcer\", pupsS], [\"Reschedule notifier\", apptnS]] as const) {\n const authLog = (st?.log ?? []).filter((l: string) => /\\b40[13]\\b/.test(l));\n if (authLog.length) {\n findings.push({\n sev: \"WARNING\",\n system: nm,\n what: `authentication refused on ${authLog.length} calendar(s): ${String(authLog[0]).slice(0, 120)}`,\n why: \"Other calendars in the same run worked, so this is that calendar's permissions rather than the token itself. Appointments on it are invisible to the automation until it is fixed.\",\n });\n }\n }\n\n // ---- v1.5: puppy engine send failures, NEW ones only --------------------\n // The engine journals send_failed per contact. History is not news (same discipline as the\n // bridge errors above): only rows newer than the previous watchdog pass can raise anything.\n {\n const pj = (await getBlob(\"puppy_journal\")) ?? [];\n const newFails = pj.filter((r) => Date.parse(r?.ts ?? 0) > sinceMsShared && /fail|error/i.test(String(r?.event ?? \"\")));\n if (newFails.length >= 1) {\n findings.push({\n sev: newFails.length >= 3 ? \"CRITICAL\" : \"WARNING\",\n system: \"Puppy Path\",\n what: `${newFails.length} NEW failed action(s) in the engine journal — latest: ${String(newFails.at(-1)?.detail ?? \"\").slice(0, 120)}`,\n why: \"Each row is a message or check that did not complete. The engine retries by design, but new failures after quiet usually mean a credential, a rate limit, or an API change.\",\n });\n }\n }\n\n // Set by the knowledge-base watch below and reported in the digest, so \"it ran and saw eight\"\n // is visible rather than inferred from the absence of an alarm.\n let kbWatch = \"not reached\";\n // ---- v1.5: GoHighLevel reachable + workflow registry tamper check -------\n // Direct read, token from the SAME blob the engine already uses (puppy_config) or env — no\n // new place for credentials to live. Answers two questions nothing else answered: is the CRM\n // API itself up, and did anyone add/remove/publish/unpublish a workflow since the last look.\n // The second matters because a second contractor works in this account: a silently published\n // nurture is exactly how double-sends start.\n try {\n let tok = Deno.env.get(\"GHL_TOKEN\");\n if (!tok) tok = (await getBlob<{ ghlToken?: string }>(\"puppy_config\"))?.ghlToken ?? undefined;\n if (!tok) {\n findings.push({ sev: \"INFO\", system: \"GoHighLevel access\", what: \"no token available to the watchdog\", why: \"Direct reachability and workflow tamper checks skipped. The inferred token check above still runs.\" });\n } else {\n const wr = await fetch(\"https://services.leadconnectorhq.com/workflows/?locationId=BQHJ19uohldYe3eqA0bl\", {\n headers: { Authorization: `Bearer ${tok}`, Version: \"2021-04-15\", \"User-Agent\": \"curl/8.5.0\" },\n signal: AbortSignal.timeout(20000),\n });\n if (!wr.ok) {\n findings.push({\n sev: \"CRITICAL\", system: \"GoHighLevel access\",\n what: `workflow list read returned HTTP ${wr.status}`,\n why: \"The CRM API refused a read that worked before. Token revoked, scope changed, or platform outage — every automation reads this account, so treat as down until confirmed otherwise.\",\n });\n } else {\n const wfs = (await wr.json())?.workflows ?? [];\n const reg = wfs.map((w: any) => [w.id, w.name, w.status, String(w.updatedAt ?? w.dateUpdated ?? \"\")]).sort();\n const enc = new TextEncoder().encode(JSON.stringify(reg));\n const hashBuf = await crypto.subtle.digest(\"SHA-256\", enc);\n const hash = [...new Uint8Array(hashBuf)].map((b) => b.toString(16).padStart(2, \"0\")).join(\"\").slice(0, 16);\n const published = wfs.filter((w: any) => w.status === \"published\").length;\n const prev = await getBlob<{ hash?: string; count?: number; published?: number; names?: Record }>(\"wd_wf_registry\");\n const names: Record = {};\n // v1.5.1 (fix #14), updatedAt travels in the name string so an EDITED-in-place workflow\n // (same name, same status, new content) shows up as a named change, not a blank alarm.\n for (const w of wfs) names[w.id] = `${w.name} [${w.status}] @${String(w.updatedAt ?? w.dateUpdated ?? \"\").slice(0, 16)}`;\n if (wfs.length === 0 && (prev?.count ?? 0) > 0) {\n // v1.5.1 (fix #13), a malformed-but-200 response must not wipe the baseline and fire\n // a bogus \"everything removed\" alarm followed by \"everything added\" on recovery.\n findings.push({ sev: \"WARNING\", system: \"GoHighLevel workflows\", what: \"workflow list came back EMPTY on a 200 response\", why: \"Almost certainly a transient API glitch. The tamper baseline was NOT overwritten; if this repeats across passes, treat it as an outage.\" });\n } else if (prev?.hash && prev.hash !== hash) {\n const prevIds = new Set(Object.keys(prev.names ?? {}));\n const nowIds = new Set(Object.keys(names));\n const added = [...nowIds].filter((i) => !prevIds.has(i)).map((i) => names[i]);\n const removed = [...prevIds].filter((i) => !nowIds.has(i)).map((i) => (prev.names ?? {})[i]);\n const changed = [...nowIds].filter((i) => prevIds.has(i) && (prev.names ?? {})[i] !== names[i]).map((i) => `${(prev.names ?? {})[i]} -> ${names[i]}`);\n findings.push({\n sev: \"CRITICAL\", system: \"GoHighLevel workflows\",\n what: `the workflow registry CHANGED (${prev.count} -> ${wfs.length} workflows, ${prev.published} -> ${published} published). Added: ${added.slice(0, 3).join(\"; \") || \"none\"}. Removed: ${removed.slice(0, 3).join(\"; \") || \"none\"}. Changed: ${changed.slice(0, 3).join(\"; \") || \"none\"}`,\n why: \"Nobody on this project changed workflows. If this was not Kim or Kristian acting deliberately, something is editing the account. A newly PUBLISHED nurture can double-message customers the engine also handles. This alert emails immediately and the change is kept in wd_wf_changes.\",\n });\n // v1.5.1 (fix #10), append-only evidence trail, capped at the newest 20 changes, so\n // the single-blob digest overwrite can never destroy what changed and when.\n const hist = (await getBlob(\"wd_wf_changes\")) ?? [];\n hist.push({ ts: new Date().toISOString(), from: prev.hash, to: hash, added, removed, changed });\n await blob.setJSON(\"wd_wf_changes\", hist.slice(-20)).catch(() => {});\n await blob.setJSON(\"wd_wf_registry\", { ts: new Date().toISOString(), hash, count: wfs.length, published, names });\n } else if (wfs.length > 0 || (prev?.count ?? 0) === 0) {\n await blob.setJSON(\"wd_wf_registry\", { ts: new Date().toISOString(), hash, count: wfs.length, published, names });\n }\n }\n\n // ---- v1.6: the KNOWLEDGE BASES, watched the same way as the workflows ----------------\n // `kbWatch` ends up in the digest snapshot so a human can see, at a glance, that this ran\n // and what it saw. A check whose only evidence is the absence of an alarm is not evidence.\n // WHY. The consolidated knowledge base is what Chloe answers customers from. It carries the\n // rules that cost the client relationship if they slip: no training prices, opening hours\n // never without the appointment-only line, no grooming, \"Pup Talk\" and never \"discovery\n // call\". It was edited at 02:38 on 5 August, by somebody, and nothing noticed. Workflows\n // have been watched since v1.5; the documents that decide what Kim's business SAYS were not.\n //\n // The API gives names, timestamps and a count of what is inside each base, but not the text\n // of the documents. So this cannot check the wording. It can say \"something changed, here,\n // on this date\", which turns a silent edit into a question somebody asks.\n try {\n const kr = await fetch(\"https://services.leadconnectorhq.com/knowledge-base/?locationId=BQHJ19uohldYe3eqA0bl\", {\n headers: { Authorization: `Bearer ${tok}`, Version: \"2021-07-28\", \"User-Agent\": \"curl/8.5.0\" },\n signal: AbortSignal.timeout(12000),\n });\n if (!kr.ok) kbWatch = `http ${kr.status}`;\n else {\n const kbs = (await kr.json())?.data?.knowledgeBases ?? [];\n kbWatch = `read ${kbs.length} knowledge base(s)`;\n const names: Record = {};\n for (const k of kbs) names[k.id] = `${k.name} @${String(k.updatedAt ?? \"\").slice(0, 16)}`;\n const prev = await getBlob<{ names?: Record; count?: number }>(\"wd_kb_registry\");\n // The comparison itself lives in engine/registry-diff.ts and is unit-tested there, so it\n // is not a check that has only ever been seen not firing. Imported unpinned, same as the\n // Square figures, so there is one implementation rather than two that can drift apart.\n const rd = await import(\"https://esm.town/v/amir5/dogsspot_puppy_path/registry-diff.ts\");\n if (rd.looksLikeAGlitch(kbs.length, prev?.count)) {\n findings.push({ sev: \"WARNING\", system: \"GoHighLevel knowledge bases\", what: \"the knowledge base list came back EMPTY on a 200 response\", why: \"Almost certainly a transient API glitch. The baseline was NOT overwritten, so the next good pass will not fire a bogus 'everything came back' alarm.\" });\n } else if (prev?.names) {\n const c = rd.registryDiff(prev.names, names);\n if (c.changed) {\n findings.push({\n sev: \"WARNING\",\n system: \"GoHighLevel knowledge bases\",\n what: \"a knowledge base changed since the last look\",\n why: rd.registrySentence(c, \"her knowledge bases\") +\n \" This is what Chloe answers customers from, so a change here changes what the business says. Worth asking who made it and re-reading the wording rules against it. Not an alarm on its own: Kim edits her own knowledge base and that is exactly as it should be.\",\n });\n const hist = (await getBlob(\"wd_kb_changes\")) ?? [];\n hist.push({ ts: new Date().toISOString(), added: c.added, removed: c.removed, edited: c.edited });\n await blob.setJSON(\"wd_kb_changes\", hist.slice(-20)).catch(() => {});\n }\n await blob.setJSON(\"wd_kb_registry\", { ts: new Date().toISOString(), count: kbs.length, names });\n } else if (kbs.length) {\n await blob.setJSON(\"wd_kb_registry\", { ts: new Date().toISOString(), count: kbs.length, names });\n }\n }\n } catch (e) {\n // NOT SWALLOWED SILENTLY. The dynamic import can fail, the endpoint can move, and a bare\n // catch here would mean the knowledge-base watch was simply not running while everything\n // downstream reported healthy. That is the same shape as the dry tagging pass, which was\n // deployed, hash-verified, green on every test and dead for three deploys because nothing\n // checked that the code had actually executed.\n kbWatch = `failed: ${String((e as Error)?.message ?? e).slice(0, 120)}`;\n findings.push({\n sev: \"WARNING\", system: \"GoHighLevel knowledge bases\",\n what: \"the knowledge-base watch did not run this pass\",\n why: `${kbWatch}. Nothing is broken in Kim's account because of this; it means nobody is watching her knowledge bases until it runs again. Several passes in a row is worth a look.`,\n });\n }\n }\n } catch (e) {\n findings.push({ sev: \"WARNING\", system: \"GoHighLevel access\", what: `direct reachability check failed: ${String(e).slice(0, 100)}`, why: \"Could not confirm the CRM API is up. If the crons are also stale this is an outage; if they are fresh it is likely a transient timeout.\" });\n }\n\n // ---- assemble ----------------------------------------------------------\n const rank: Record = { CRITICAL: 0, WARNING: 1, INFO: 2 };\n findings.sort((a, b) => rank[a.sev] - rank[b.sev]);\n const worst: Sev | \"OK\" = findings.find((f) => f.sev === \"CRITICAL\")\n ? \"CRITICAL\"\n : findings.find((f) => f.sev === \"WARNING\")\n ? \"WARNING\"\n : findings.length\n ? \"INFO\"\n : \"OK\";\n\n const digest = {\n ts: new Date().toISOString(),\n worst,\n bridgeVersion,\n findings,\n snapshot: {\n pups: pupsS,\n apptn: apptnS,\n lastInbound: inbound,\n journalRows: journal.length,\n knowledgeBases: kbWatch,\n },\n };\n await blob.setJSON(DIGEST_KEY, digest);\n\n // v1.5 — one tiny public-facing summary the control panel renders in plain English, so Kim\n // can see that an independent second system is checking the first one. No details here beyond\n // a headline; the digest carries the full findings for whoever investigates.\n // v1.5.2 — the watchdog's own footprints. The dashboard used to grade this system purely on the\n // contents of its last report, so a watchdog that had silently stopped an hour ago still showed\n // a green tick on the strength of a stale \"nothing wrong\". It now reports how punctual the\n // watchdog has actually been, measured from these stamps rather than asserted by anyone.\n let wdHistory: string[] = [];\n let autoHistory: string[] = [];\n try {\n const prevPub = await blob.getJSON(\"wd_public\").catch(() => null);\n wdHistory = Array.isArray(prevPub?.history) ? prevPub.history.filter((x: unknown) => typeof x === \"string\") : [];\n if (!wdHistory.length && typeof prevPub?.ts === \"string\") wdHistory = [prevPub.ts];\n autoHistory = Array.isArray(prevPub?.autoHistory) ? prevPub.autoHistory.filter((x: unknown) => typeof x === \"string\") : [];\n } catch { /* never fail a watchdog run over its own bookkeeping */ }\n if (wdHistory[wdHistory.length - 1] !== digest.ts) wdHistory.push(digest.ts);\n // ONLY a scheduled pass counts towards the rhythm. A cadence measured over button presses is a\n // measurement of the person pressing the button.\n if (!isManual && autoHistory[autoHistory.length - 1] !== digest.ts) autoHistory.push(digest.ts);\n\n await blob.setJSON(\"wd_public\", {\n ts: digest.ts,\n history: wdHistory.slice(-40),\n autoHistory: autoHistory.slice(-40),\n // The last time it ran WITHOUT being asked. Null means it has never run on its own, which is\n // a different and much worse thing than \"it is a bit late\".\n lastAutoTs: autoHistory.length ? autoHistory[autoHistory.length - 1] : null,\n lastTrigger: isManual ? \"manual\" : \"scheduled\",\n worst,\n headline:\n worst === \"OK\"\n ? \"The independent watchdog checked everything and found nothing wrong.\"\n : worst === \"INFO\"\n ? \"The watchdog is running; only informational notes on file, nothing wrong.\"\n : worst === \"WARNING\"\n ? `The watchdog flagged ${findings.filter((f) => f.sev === \"WARNING\").length} thing(s) for Amir to look at. Anything urgent turns this line red and says to call him; this is the level below that.`\n : \"The watchdog found a problem and has alerted Amir. If this stays red for more than an hour, call him.\",\n }).catch(() => {});\n\n // ---- decide whether to actually email ----------------------------------\n // CRITICAL always reaches the inbox. A run of genuinely new bridge errors does too, because\n // a fix regressing is worth interrupting someone for. Everything else waits in the digest.\n const criticals = findings.filter((f) => f.sev === \"CRITICAL\");\n const worthWaking = criticals.length > 0 || newErrs.length >= NEW_ERROR_EMAIL_THRESHOLD;\n\n // v1.5.1 (review fix #11), ages and counts stripped before fingerprinting: \"1.6 h ago\"\n // becoming \"1.8 h ago\" is the same condition, and re-emailing it every pass trains the\n // inbox to ignore the address. REALERT_H still re-sends an unchanged alert daily.\n const stableWhat = (s: string) => s.replace(/\\d+(?:\\.\\d+)?\\s*(?:h|min|minute|hour|day)s?\\b/g, \"N\").replace(/\\d{4}-\\d{2}-\\d{2}[T ][\\d:.]+Z?/g, \"T\").slice(0, 60);\n const fingerprint = worthWaking\n ? criticals.map((f) => `${f.system}:${stableWhat(f.what)}`).join(\"|\") +\n (newErrs.length >= NEW_ERROR_EMAIL_THRESHOLD ? `|errors` : \"\")\n : \"\";\n\n const last = await getBlob<{ fp?: string; ts?: string }>(ALERT_KEY);\n const changed = fingerprint !== (last?.fp ?? \"\");\n const stale = ageMin(last?.ts) > REALERT_H * 60;\n const isMonday = new Date().getUTCDay() === 1;\n\n let sent = false;\n if (fingerprint && (changed || stale)) {\n // CRITICAL and WARNING only in the body. INFO is digest-only by design — a known,\n // accepted condition restated in an alert email is how alerts stop being read.\n const body = findings\n .filter((f) => f.sev !== \"INFO\")\n .map((f) => `[${f.sev}] ${f.system}\\n ${f.what}\\n ${f.why}`)\n .join(\"\\n\\n\");\n await email({\n subject: `Dogs Spot systems — action needed`,\n text: `${body}\\n\\n---\\nChecked ${digest.ts}\\nBridge ${bridgeVersion} · journal ${journal.length} rows\\nOnly conditions newer than the previous check can trigger this email. Warnings and notes that did not meet that bar are in the digest, not here.`,\n });\n await blob.setJSON(ALERT_KEY, { fp: fingerprint, ts: digest.ts });\n sent = true;\n } else if (!fingerprint && isMonday && ageMin(last?.ts) > 6 * 24 * 60) {\n const notes = findings.length\n ? `\\n\\nOpen items, none urgent:\\n` +\n findings.map((f) => ` · ${f.system} — ${f.what}`).join(\"\\n\")\n : \"\";\n await email({\n subject: \"Dogs Spot systems — all clear\",\n text: `Nothing wrong across the announcer, the reschedule notifier and the Square bridge.${notes}\\n\\nChecked ${digest.ts}\\nBridge ${bridgeVersion} · journal ${journal.length} rows\\n\\nWeekly confirmation that the watchdog itself is alive.`,\n });\n await blob.setJSON(ALERT_KEY, { fp: \"\", ts: digest.ts });\n sent = true;\n }\n\n // Stamp the checkpoint LAST, so a crash mid-run does not silently swallow new errors.\n // v1.5.1 (fix #12), the checkpoint is the SCAN START: rows journaled while this run was\n // executing stay newer than the stamp and surface on the next pass instead of vanishing.\n await blob.setJSON(CHECK_KEY, { ts: scanStartIso });\n\n return { ...digest, emailed: sent };\n}\n",[133],"pulls","forks","envVars",{"_146":124,"_148":53},"connections",{"_146":53,"_147":53},"count","unfilledCount","emptyCount",{"_20":132,"_13":133,"_117":134,"_118":-5,"_119":21,"_120":30,"_122":49,"_22":155,"_29":136,"_125":137,"_127":138,"_129":38,"_130":-5,"_152":156,"_90":157},{"_20":115,"_13":116,"_117":47,"_118":-5,"_119":21,"_120":121,"_122":49,"_22":151,"_29":124,"_125":126,"_127":128,"_129":38,"_130":-5,"_152":153,"_90":154},["D",1785902480777],"children",[],[116],["D",1785972335215],[],[133],["D",1785084436314],{"_11":12,"_88":84},{"_11":12,"_81":82,"_83":84,"_44":45,"_85":86,"_87":38},{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_76":-5,"_77":-5,"_78":-5,"_79":14,"_80":12},"ctx",{"_69":-5,"_110":195,"_196":197,"_198":199,"_200":38,"_201":38,"_202":38,"_203":49,"_204":-5,"_205":-7,"_206":-7,"_207":53,"_208":38,"_209":38,"_210":-5,"_211":38,"_212":38,"_213":38,"_214":-5},"ENV",{"_166":167,"_168":169,"_170":26,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Branches1

Branches
1