[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_187":188,"_189":190},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_17":18,"_39":-7,"_128":-5,"_19":129,"_130":131,"_132":133,"_134":135,"_136":137,"_21":138,"_139":-5,"_140":-5,"_141":24,"_142":143,"_144":90,"_145":-5,"_146":-5,"_147":148},"routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":24,"_30":-5},"handle","amir5","name","dogsspot_watchdog","branchName","main","path","run.ts","project",{"_33":79,"_13":14,"_37":80,"_81":-5,"_82":24,"_83":84,"_85":84,"_86":-5,"_87":-5,"_30":67,"_88":63,"_89":90,"_91":-5,"_92":-5,"_93":26,"_41":42,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":99,"_100":99,"_101":102,"_103":102,"_104":102,"_105":99,"_106":99,"_52":107,"_108":109,"_110":111,"_112":24},"file",{"_62":63,"_13":18,"_64":65,"_66":24,"_78":-5},"isDirectory",false,"page",0,"history",[31,32],"hasNext","userId",{"_33":70,"_35":36,"_37":71,"_39":72,"_41":42,"_43":73,"_45":-5,"_46":-5,"_47":-5,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":74,"_21":75,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":76},{"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_46":-5,"_47":-5,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":53,"_21":54,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60},"id","1b8c07fd-36e7-4600-927f-2fc425766c9d","branchId","f157521a-e04e-4224-b8f1-4100d55925fa","createdAt",["D",1785859744428],"version",7,"orgId","019f56fd-bd59-724f-8163-80ffcf8235dd","parentId","891845c1-62ab-493e-b539-7818ce65cd32","incomingCommitId","aiChatMessageId","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle","source","clientLabel","user",{"_33":67,"_41":42,"_11":12,"_68":69},{"_62":63,"_13":18,"_64":65,"_66":24},"pull","merge","revert","multiple","commits",[61],{"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_46":-5,"_47":-5,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":53,"_21":54,"_55":-5,"_56":-5,"_57":-5},"fileId","d05eb3b2-901e-11f1-b024-1607ee4eb77e","fileType","http","deleted","d26e64e6-cd39-4be1-b5b4-1de11cc555f8","avatar","https://lh3.googleusercontent.com/a/ACg8ocILk3bwhcvrzozUWm7gxlKoBm7ZGtsgIkesW3ysOOsJ1rSQuA=s96-c","8d25a0f8-e581-4c5c-8da0-4782e80c797a",["D",1785902480777],13,"060bbc0f-1938-4c61-b0b7-b74caa2ed3fd",{"_33":67,"_41":42,"_11":12,"_68":69},{"_62":63,"_13":18,"_64":65,"_66":24},[77],{"_33":70,"_35":36,"_37":71,"_39":72,"_41":42,"_43":73,"_45":-5,"_46":-5,"_47":-5,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":74,"_21":75,"_55":-5,"_56":-5,"_57":-5},"deletedAtVersion","238d32db-e45f-493d-ae45-91cfa664542f",["D",1785084436314],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_11":12,"_127":69},"org",{"_11":12,"_122":123,"_68":69,"_30":67,"_124":125,"_126":24},"branch",{"_39":113,"_13":16,"_33":36,"_114":79,"_115":-5,"_116":-5,"_117":-5,"_118":-5,"_119":-5,"_120":14,"_121":12},"isOwned",18,"projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Amir","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_33":79,"_13":14,"_37":183,"_81":-5,"_82":24,"_83":84,"_85":84,"_86":-5,"_87":-5,"_30":67,"_88":63,"_89":90,"_91":-5,"_92":-5,"_93":26,"_41":42,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":99,"_100":99,"_101":102,"_103":102,"_104":102,"_105":99,"_106":99,"_52":184,"_108":185,"_110":186,"_112":24},"tree",[168,169],"files",[168,169],"counts",{"_158":26,"_159":153,"_160":26,"_161":162,"_163":164},"contents",[],{"_33":149,"_13":18,"_62":63,"_43":-5,"_35":36,"_150":72,"_151":90,"_37":152,"_39":153,"_64":65,"_154":155,"_66":24,"_156":-5,"_17":157},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},"d38fe826-f89a-4874-ba44-827bcc1c92c2","branchVersion","latest",["D",1785902480777],1,"content","// CHECK NOW — manual trigger for the watchdog, mirroring the engine's run.ts pattern.\n// Same admin key as the control panel, digest-only in source, one code path: this imports the\n// exact watchdog() the scheduler calls. Added v1.5 so a deploy can be verified the minute it\n// ships instead of waiting for the next scheduled pass.\nimport watchdog from \"./main.ts\";\n\nconst KEY_SHA256 = \"48cd12465712045f70247da1689eeb198a4ce2d98416d8e52fb844581f044f15\";\nasync function sha256Hex(s: string): Promise {\n const b = await crypto.subtle.digest(\"SHA-256\", new TextEncoder().encode(s));\n return [...new Uint8Array(b)].map((x) => x.toString(16).padStart(2, \"0\")).join(\"\");\n}\nexport default async function (req: Request): Promise {\n const k = new URL(req.url).searchParams.get(\"k\") || \"\";\n const expected = Deno.env.get(\"NURTURE_ADMIN_KEY_SHA256\") || KEY_SHA256;\n if ((await sha256Hex(k)) !== expected) {\n return new Response(\"Not found\", { status: 401 });\n }\n // \"manual\" so this press does not get counted as the watchdog keeping its own schedule.\n const out = await watchdog(\"manual\");\n return new Response(JSON.stringify({ triggeredAt: new Date().toISOString(), result: out ?? \"ran\" }, null, 2), {\n headers: { \"content-type\": \"application/json\" },\n });\n}\n","label",[18],"pulls","branches","forks","envVars",{"_165":153,"_167":26},"connections",{"_165":26,"_166":26},"count","unfilledCount","emptyCount",{"_33":174,"_13":175,"_62":176,"_43":-5,"_35":36,"_150":113,"_151":90,"_37":177,"_39":178,"_64":179,"_154":180,"_66":24,"_156":-5,"_171":181,"_17":182},{"_33":149,"_13":18,"_62":63,"_43":-5,"_35":36,"_150":72,"_151":90,"_37":170,"_39":153,"_64":65,"_154":155,"_66":24,"_156":-5,"_171":172,"_17":173},["D",1785902480777],"children",[],[18],"1a8dbe93-a9b4-4add-bf7e-d306692b47e7","main.ts","ac93f190-8911-11f1-aa81-1607ee4eb77e",["D",1785972335215],15,"interval","// dogsspot_watchdog — v1.6 (5 Aug 2026: knowledge-base tamper watch, shared Square figures, scheduled-vs-manual run stamps) / v1.5 (4 Aug 2026: GHL direct health + workflow tamper detection + puppy send-failure scan + panel surfacing via wd_public)\n//\n// WHY THIS EXISTS\n// Three automations run unattended against a live client account: the Pups Club announcer,\n// the reschedule notifier, and the Square/GoHighLevel revenue bridge. Every one of them fails\n// SILENTLY. A dead scheduler, a rotated token, a disabled webhook subscription and a genuinely\n// quiet trading day all look identical from the outside: nothing happens, and nobody finds out\n// until a customer complains or a month of revenue is missing from a report.\n//\n// This val is the supervisor. It reads the state the other three leave behind, applies the\n// checks a human would apply, and emails only when something is actually wrong — plus one\n// all-clear a week so that silence from the watchdog is never itself ambiguous.\n//\n// It is strictly READ-ONLY against the client's GoHighLevel account. It writes nothing but its\n// own digest blob. That is deliberate: a supervisor that can change things is a second thing\n// that can break things.\n\nimport { blob } from \"https://esm.town/v/std/blob\";\nimport { email } from \"https://esm.town/v/std/email\";\n\nconst BRIDGE_URL = \"https://amir5--41ace24c7e2111f18c9d1607ee4eb77e.web.val.run\";\n\nconst DIGEST_KEY = \"wd_digest\";\nconst ALERT_KEY = \"wd_last_alert\";\nconst CHECK_KEY = \"wd_last_check\";\n\n// v1.2 — EMAIL DISCIPLINE, learned the hard way.\n// v1.1 emailed about a createOpp error that was already fixed, simply because the error sat\n// inside a rolling 24-hour window. A monitor that reports history rather than change is a\n// monitor that gets filtered into a folder within a week. Two rules now:\n// 1. Only conditions NEWER than the previous check can raise an alarm.\n// 2. Only CRITICAL reaches the inbox. WARNING and INFO live in the digest, which is always\n// complete and always available — they are for reading on purpose, not for interrupting.\nconst NEW_ERROR_EMAIL_THRESHOLD = 3;\n\n// The two cron vals run every 15 minutes. 90 minutes of silence is ~6 missed cycles: comfortably\n// past a transient platform blip, comfortably short of a day's lost sends.\nconst CRON_STALE_MIN = 90;\n// Square is bursty. A real trading day produces traffic, but a genuinely quiet weekend does not,\n// so 72h avoids crying wolf over a slow Sunday while still catching a disabled subscription.\nconst INBOUND_STALE_H = 72;\nconst ERROR_LOOKBACK_H = 24;\n// Re-send an unchanged alert at most once a day. An alert that repeats hourly is an alert that\n// gets filtered into a folder and never read again.\nconst REALERT_H = 24;\n\ntype Sev = \"CRITICAL\" | \"WARNING\" | \"INFO\";\ninterface Finding {\n sev: Sev;\n system: string;\n what: string;\n why: string;\n}\n\nconst nowMs = Date.now();\nconst ageMin = (iso?: string) => (iso ? (nowMs - Date.parse(iso)) / 60000 : Infinity);\nconst fmtAge = (min: number) =>\n !isFinite(min)\n ? \"never\"\n : min < 60\n ? `${Math.round(min)} min ago`\n : min < 2880\n ? `${(min / 60).toFixed(1)} h ago`\n : `${(min / 1440).toFixed(1)} days ago`;\n\nasync function getBlob(key: string): Promise {\n try {\n return await blob.getJSON(key);\n } catch {\n return null;\n }\n}\n\n/** A cron that stopped firing writes no new state, so staleness is the only honest signal. */\nfunction checkCron(\n name: string,\n state: { ok?: boolean; ts?: string; failed?: number; log?: string[] } | null,\n findings: Finding[],\n) {\n if (!state) {\n findings.push({\n sev: \"CRITICAL\",\n system: name,\n what: \"no state blob at all\",\n why: \"The val has never completed a run, or its state was wiped. It is not doing its job.\",\n });\n return;\n }\n const age = ageMin(state.ts);\n if (!state.ts) {\n findings.push({\n sev: \"INFO\",\n system: name,\n what: \"state has no timestamp yet\",\n why: \"Running a version from before run-timestamps were added. Staleness cannot be checked until it next runs.\",\n });\n } else if (age > CRON_STALE_MIN) {\n findings.push({\n sev: \"CRITICAL\",\n system: name,\n what: `last completed run ${fmtAge(age)}`,\n why: \"Expected every 15 minutes. The scheduler has stopped, or every run is now throwing before it can write state. Sends are being missed right now.\",\n });\n }\n if (state.ok === false) {\n findings.push({\n sev: \"CRITICAL\",\n system: name,\n what: \"last run reported ok:false\",\n why: \"The run completed but knew it had failed. Check the log field in its state blob.\",\n });\n }\n if ((state.failed ?? 0) > 0) {\n findings.push({\n sev: \"WARNING\",\n system: name,\n what: `${state.failed} message(s) failed to send on the last run`,\n why: \"A real customer did not receive a message they should have received. Worth checking who.\",\n });\n }\n}\n\n/** Recent entries in the *_last_error blobs, which the vals write on an unhandled throw. */\nasync function checkErrorBlob(name: string, key: string, findings: Finding[]) {\n const e = await getBlob<{ at?: string; error?: string }>(key);\n if (!e?.at) return;\n const age = ageMin(e.at);\n if (age < ERROR_LOOKBACK_H * 60) {\n findings.push({\n sev: \"WARNING\",\n system: name,\n what: `threw an error ${fmtAge(age)}: ${String(e.error).slice(0, 160)}`,\n why: \"That run did no work. With retries in place this should now be rare — if it repeats, it is not a transient blip.\",\n });\n }\n}\n\n// `trigger` says WHO started this pass. It defaults to \"interval\" because that is how val.town\n// calls the default export: with no arguments. run.ts passes \"manual\" explicitly.\n// [was: no argument at all, so a hand-triggered run and a scheduled one left identical\n// footprints. The dashboard then measured the gaps between those footprints and told Kim\n// \"left to itself it runs about every 95 minutes\" — a sentence about a rhythm, computed from\n// stamps that were mostly me pressing the button. On 4-5 Aug the engine fired on the hour, ten\n// gaps of exactly 60 minutes, while the watchdog fired ZERO times in the same 5h18m window.\n// Its interval is not running, and nothing could say so because nothing knew the difference.]\nexport default async function watchdog(trigger?: unknown) {\n // WHO STARTED THIS PASS, decided by ELIMINATION rather than by trusting the argument.\n // [was: `trigger: \"interval\" | \"manual\" = \"interval\"`, on the assumption that val.town calls\n // the default export with no arguments so the default would apply. It does not: the scheduler\n // passes it something of its own. So `trigger === \"interval\"` was false on every scheduled\n // run, autoHistory stayed empty forever, and the dashboard reported \"nothing on a schedule has\n // been recorded\" while main.ts was firing perfectly and writing to the plain history two lines\n // later. I read that empty list and nearly concluded a second time that the timer was dead.\n // Only run.ts passes the literal string \"manual\"; anything else, including whatever the\n // platform hands us, is a scheduled run.]\n const isManual = trigger === \"manual\";\n const findings: Finding[] = [];\n // v1.5.1 (review fix #12), ONE checkpoint read and ONE scan-start stamp shared by every\n // journal scan, so rows written while this very run executes land in the NEXT window\n // instead of vanishing between two different reads of the checkpoint.\n const scanStartIso = new Date().toISOString();\n const prevCheck = await getBlob<{ ts?: string }>(CHECK_KEY);\n const sinceMsShared = prevCheck?.ts ? Date.parse(prevCheck.ts) : nowMs - ERROR_LOOKBACK_H * 3600_000;\n\n // ---- the two cron vals -------------------------------------------------\n checkCron(\"Pups Club announcer\", await getBlob(\"pups2_state\"), findings);\n checkCron(\"Reschedule notifier\", await getBlob(\"apptn_state\"), findings);\n await checkErrorBlob(\"Pups Club announcer\", \"pups2_last_error\", findings);\n await checkErrorBlob(\"Reschedule notifier\", \"apptn_last_error\", findings);\n\n // ---- Puppy Path engine (added 30 Jul — v1.4; cadence corrected v1.5) ----\n // The engine runs every 15 minutes (not hourly as first noted), so 90 min staleness = six\n // missed ticks. Its run report carries `ts` from engine v1.2+.\n checkCron(\"Puppy Path\", await getBlob(\"puppy_run_state\"), findings);\n await checkErrorBlob(\"Puppy Path\", \"puppy_last_error\", findings);\n const psum = await getBlob<{ surgeHolds?: number }>(\"puppy_summary\");\n if ((psum?.surgeHolds ?? 0) > 0) {\n findings.push({\n sev: \"WARNING\",\n system: \"Puppy Path\",\n what: `enrollment surge hold recorded (${psum!.surgeHolds} total)`,\n why: \"More tagged contacts appeared in one run than the safety threshold allows — bulk tagging suspected. Enrollment is frozen until the extra tags are removed or ACKNOWLEDGE_SURGE=true is set. Check puppy_journal.\",\n });\n }\n\n // ---- cancelled appointments that have not happened yet -----------------\n // Written by the reschedule notifier each run. Every entry is a customer who cancelled and is\n // still queued to be reminded about it, because GoHighLevel does not remove a contact from a\n // reminder workflow when the appointment is cancelled — a contact already on a wait step stays\n // there and the send fires anyway. Until an explicit workflow exit exists, this is the only\n // thing standing between that and a customer having to ask twice.\n const cf = await getBlob<{ ts?: string; n?: number; items?: any[] }>(\"apptn_cancelled_future\");\n if (cf && (cf.n ?? 0) > 0) {\n const soonest = (cf.items ?? [])\n .map((i) => i?.startTime)\n .filter(Boolean)\n .sort()[0];\n findings.push({\n sev: \"WARNING\",\n system: \"Appointments\",\n what: `${cf.n} cancelled appointment(s) still in the future${soonest ? `, soonest ${String(soonest).slice(0, 16).replace(\"T\", \" \")}` : \"\"}`,\n why: \"Each one is a customer who may still be reminded about an appointment they cancelled. Check apptn_cancelled_future for the contact ids.\",\n });\n }\n\n // ---- the bridge is reachable ------------------------------------------\n let bridgeVersion = \"unreachable\";\n try {\n const r = await fetch(BRIDGE_URL, { signal: AbortSignal.timeout(15000) });\n const t = await r.text();\n if (!r.ok) {\n findings.push({\n sev: \"CRITICAL\",\n system: \"Square bridge\",\n what: `health check returned HTTP ${r.status}`,\n why: \"Square is posting payments at an endpoint that is not answering. Revenue attribution is dead while this is true.\",\n });\n } else {\n bridgeVersion = (t.match(/v[\\d.]+/) ?? [\"?\"])[0];\n }\n } catch {\n findings.push({\n sev: \"CRITICAL\",\n system: \"Square bridge\",\n what: \"health check did not respond\",\n why: \"The endpoint Square delivers payments to is down. Every payment arriving now is being lost.\",\n });\n }\n\n // ---- is Square still delivering at all? --------------------------------\n // This is the check that did not exist before, and the one most likely to catch a silent\n // multi-week outage: a webhook subscription that has been disabled looks exactly like a\n // quiet week unless something is counting inbound requests.\n const inbound = await getBlob<{ ts?: string; n?: number }>(\"m2_last_inbound\");\n const inAge = ageMin(inbound?.ts);\n if (!inbound?.ts) {\n findings.push({\n sev: \"INFO\",\n system: \"Square bridge\",\n what: \"no inbound request recorded yet\",\n why: \"Heartbeat tracking was only just added. This clears itself the first time Square posts anything.\",\n });\n } else if (inAge > INBOUND_STALE_H * 60) {\n findings.push({\n sev: \"CRITICAL\",\n system: \"Square bridge\",\n what: `no inbound webhook for ${fmtAge(inAge)}`,\n why: \"Either the business has taken no payments at all, or the Square webhook subscription has been disabled or its URL changed. Check Square's Developer dashboard before assuming it is quiet.\",\n });\n }\n\n // ---- bridge errors, but only ones that are actually NEW -----------------\n // Anything already seen on a previous run is history, not news. This is the specific fix\n // for v1.1 alarming on a createOpp failure that the v3.7 bridge deploy had already resolved.\n const journal = (await getBlob(\"m2_bridge_journal\")) ?? [];\n const fresh = journal.filter((r) => Date.parse(r?.ts ?? 0) > sinceMsShared);\n const newErrs = fresh.filter((r) => r?.kind === \"ERROR\");\n const newNoMatch = fresh.filter((r) => r?.kind === \"NO-MATCH\" || r?.kind === \"REFUND-NO-MATCH\");\n\n if (newErrs.length) {\n findings.push({\n sev: \"WARNING\",\n system: \"Square bridge\",\n what: `${newErrs.length} NEW error(s) since the last check — latest: ${String(newErrs.at(-1)?.error).slice(0, 140)}`,\n why: \"Each one is a payment that did not get attached to a customer record. New errors after a period of quiet usually mean a fix has regressed or an upstream API has changed.\",\n });\n }\n if (newNoMatch.length) {\n findings.push({\n sev: \"INFO\",\n system: \"Square bridge\",\n what: `${newNoMatch.length} new payment(s) arrived with no contact details`,\n why: \"Expected while the Square access token is outstanding. Counted here so the backlog is visible, not because anything is broken.\",\n });\n }\n\n // ---- the POS gap, computed ONCE, in the same place everything else computes it ----------\n // Reported as INFO and never emailed: it is a known, accepted, historic condition.\n //\n // [was: this block did its own dedup and its own arithmetic, and both were wrong.\n // (1) It only counted rows carrying NEITHER an email NOR a phone, which dropped 14 of the 87\n // NO-MATCH rows — payments that are still unattributed — and reported 35 payments worth\n // $23,463.99 against a true 40 worth $28,035.99. Understated by $4,572.\n // (2) It deduped by the note TEXT rather than by payment id.\n // (3) `resolvable` counted journal ROWS and was then subtracted from a PAYMENT count, so the\n // \"21 arrived with no identifying detail\" was 35 payments minus 14 rows: two different\n // units, one subtraction, a number that meant nothing.\n // The dashboard already computed this correctly from engine/facts.ts. Two computations of one\n // fact is how the wrong number reached a client message in the first place, so this one is\n // deleted rather than repaired: the watchdog now reads the same function the page reads.\n // Verified 5 Aug against an independent third derivation of the raw journal in Python:\n // 40 payments, $28,035.99, 10 with a trail worth $4,418.99, 30 without worth $23,617.00.]\n //\n // Imported dynamically and unpinned, on purpose. Unpinned so it always matches what the\n // dashboard is showing Kim; dynamic so that if esm.town is having a moment, the watchdog says\n // it could not read the figure instead of dying or, worse, reporting a stale one.\n const backlog = await (async () => {\n try {\n const m = await import(\"https://esm.town/v/amir5/dogsspot_puppy_path/facts.ts\");\n return { ok: true as const, b: m.squareBacklog(journal), say: m.squareSentence as (x: unknown) => string };\n } catch (e) {\n return { ok: false as const, err: String((e as Error)?.message ?? e).slice(0, 200) };\n }\n })();\n\n if (!backlog.ok) {\n findings.push({\n sev: \"WARNING\",\n system: \"Square bridge\",\n what: \"The counter-sale backlog could not be computed this pass\",\n why: `The shared figures module would not load (${backlog.err}). No number is reported rather than a stale or invented one. One pass failing is a blip; several in a row is worth a look.`,\n });\n } else if (backlog.b && backlog.b.payments > 0) {\n findings.push({\n sev: \"INFO\",\n system: \"Square bridge\",\n // No number in `what`. Every figure lives in one generated sentence below, so there is no\n // second place for one of them to drift.\n what: \"Counter sales are recorded but not linked to a name\",\n why: backlog.say(backlog.b) + \" Historic backlog, not a live defect, and the same figures the dashboard shows.\",\n });\n }\n\n // ---- is the GoHighLevel token still alive? -----------------------------\n // Deliberately inferred rather than tested directly. val.town scopes environment variables\n // per val, so giving this watchdog its own copy of the GoHighLevel token would mean a second\n // place the client's credentials live, for no gain. The two cron vals already authenticate\n // against that account every 15 minutes and record what they got back — so their telemetry\n // IS the token check. A dead token cannot produce a healthy calendar count.\n const pupsS = await getBlob(\"pups2_state\");\n const apptnS = await getBlob(\"apptn_state\");\n const calCount = apptnS?.calendars ?? 0;\n const evCount = (apptnS?.events ?? 0) + (pupsS?.events ?? 0);\n const bothFresh = ageMin(pupsS?.ts) < CRON_STALE_MIN && ageMin(apptnS?.ts) < CRON_STALE_MIN;\n if (bothFresh && calCount === 0 && evCount === 0) {\n findings.push({\n sev: \"CRITICAL\",\n system: \"GoHighLevel access\",\n what: \"both crons ran but read zero calendars and zero appointments\",\n why: \"That combination means authentication, not a quiet week — a quiet week still returns the calendar list. The shared token has almost certainly been revoked or expired. Every automation is down until it is replaced.\",\n });\n }\n // Surface any authentication failure the crons logged against individual calendars. A 401 on\n // one calendar while others succeed is a permissions scope problem, not a dead token, and the\n // two need very different responses.\n for (const [nm, st] of [[\"Pups Club announcer\", pupsS], [\"Reschedule notifier\", apptnS]] as const) {\n const authLog = (st?.log ?? []).filter((l: string) => /\\b40[13]\\b/.test(l));\n if (authLog.length) {\n findings.push({\n sev: \"WARNING\",\n system: nm,\n what: `authentication refused on ${authLog.length} calendar(s): ${String(authLog[0]).slice(0, 120)}`,\n why: \"Other calendars in the same run worked, so this is that calendar's permissions rather than the token itself. Appointments on it are invisible to the automation until it is fixed.\",\n });\n }\n }\n\n // ---- v1.5: puppy engine send failures, NEW ones only --------------------\n // The engine journals send_failed per contact. History is not news (same discipline as the\n // bridge errors above): only rows newer than the previous watchdog pass can raise anything.\n {\n const pj = (await getBlob(\"puppy_journal\")) ?? [];\n const newFails = pj.filter((r) => Date.parse(r?.ts ?? 0) > sinceMsShared && /fail|error/i.test(String(r?.event ?? \"\")));\n if (newFails.length >= 1) {\n findings.push({\n sev: newFails.length >= 3 ? \"CRITICAL\" : \"WARNING\",\n system: \"Puppy Path\",\n what: `${newFails.length} NEW failed action(s) in the engine journal — latest: ${String(newFails.at(-1)?.detail ?? \"\").slice(0, 120)}`,\n why: \"Each row is a message or check that did not complete. The engine retries by design, but new failures after quiet usually mean a credential, a rate limit, or an API change.\",\n });\n }\n }\n\n // Set by the knowledge-base watch below and reported in the digest, so \"it ran and saw eight\"\n // is visible rather than inferred from the absence of an alarm.\n let kbWatch = \"not reached\";\n // ---- v1.5: GoHighLevel reachable + workflow registry tamper check -------\n // Direct read, token from the SAME blob the engine already uses (puppy_config) or env — no\n // new place for credentials to live. Answers two questions nothing else answered: is the CRM\n // API itself up, and did anyone add/remove/publish/unpublish a workflow since the last look.\n // The second matters because a second contractor works in this account: a silently published\n // nurture is exactly how double-sends start.\n try {\n let tok = Deno.env.get(\"GHL_TOKEN\");\n if (!tok) tok = (await getBlob<{ ghlToken?: string }>(\"puppy_config\"))?.ghlToken ?? undefined;\n if (!tok) {\n findings.push({ sev: \"INFO\", system: \"GoHighLevel access\", what: \"no token available to the watchdog\", why: \"Direct reachability and workflow tamper checks skipped. The inferred token check above still runs.\" });\n } else {\n const wr = await fetch(\"https://services.leadconnectorhq.com/workflows/?locationId=BQHJ19uohldYe3eqA0bl\", {\n headers: { Authorization: `Bearer ${tok}`, Version: \"2021-04-15\", \"User-Agent\": \"curl/8.5.0\" },\n signal: AbortSignal.timeout(20000),\n });\n if (!wr.ok) {\n findings.push({\n sev: \"CRITICAL\", system: \"GoHighLevel access\",\n what: `workflow list read returned HTTP ${wr.status}`,\n why: \"The CRM API refused a read that worked before. Token revoked, scope changed, or platform outage — every automation reads this account, so treat as down until confirmed otherwise.\",\n });\n } else {\n const wfs = (await wr.json())?.workflows ?? [];\n const reg = wfs.map((w: any) => [w.id, w.name, w.status, String(w.updatedAt ?? w.dateUpdated ?? \"\")]).sort();\n const enc = new TextEncoder().encode(JSON.stringify(reg));\n const hashBuf = await crypto.subtle.digest(\"SHA-256\", enc);\n const hash = [...new Uint8Array(hashBuf)].map((b) => b.toString(16).padStart(2, \"0\")).join(\"\").slice(0, 16);\n const published = wfs.filter((w: any) => w.status === \"published\").length;\n const prev = await getBlob<{ hash?: string; count?: number; published?: number; names?: Record }>(\"wd_wf_registry\");\n const names: Record = {};\n // v1.5.1 (fix #14), updatedAt travels in the name string so an EDITED-in-place workflow\n // (same name, same status, new content) shows up as a named change, not a blank alarm.\n for (const w of wfs) names[w.id] = `${w.name} [${w.status}] @${String(w.updatedAt ?? w.dateUpdated ?? \"\").slice(0, 16)}`;\n if (wfs.length === 0 && (prev?.count ?? 0) > 0) {\n // v1.5.1 (fix #13), a malformed-but-200 response must not wipe the baseline and fire\n // a bogus \"everything removed\" alarm followed by \"everything added\" on recovery.\n findings.push({ sev: \"WARNING\", system: \"GoHighLevel workflows\", what: \"workflow list came back EMPTY on a 200 response\", why: \"Almost certainly a transient API glitch. The tamper baseline was NOT overwritten; if this repeats across passes, treat it as an outage.\" });\n } else if (prev?.hash && prev.hash !== hash) {\n const prevIds = new Set(Object.keys(prev.names ?? {}));\n const nowIds = new Set(Object.keys(names));\n const added = [...nowIds].filter((i) => !prevIds.has(i)).map((i) => names[i]);\n const removed = [...prevIds].filter((i) => !nowIds.has(i)).map((i) => (prev.names ?? {})[i]);\n const changed = [...nowIds].filter((i) => prevIds.has(i) && (prev.names ?? {})[i] !== names[i]).map((i) => `${(prev.names ?? {})[i]} -> ${names[i]}`);\n findings.push({\n sev: \"CRITICAL\", system: \"GoHighLevel workflows\",\n what: `the workflow registry CHANGED (${prev.count} -> ${wfs.length} workflows, ${prev.published} -> ${published} published). Added: ${added.slice(0, 3).join(\"; \") || \"none\"}. Removed: ${removed.slice(0, 3).join(\"; \") || \"none\"}. Changed: ${changed.slice(0, 3).join(\"; \") || \"none\"}`,\n why: \"Nobody on this project changed workflows. If this was not Kim or Kristian acting deliberately, something is editing the account. A newly PUBLISHED nurture can double-message customers the engine also handles. This alert emails immediately and the change is kept in wd_wf_changes.\",\n });\n // v1.5.1 (fix #10), append-only evidence trail, capped at the newest 20 changes, so\n // the single-blob digest overwrite can never destroy what changed and when.\n const hist = (await getBlob(\"wd_wf_changes\")) ?? [];\n hist.push({ ts: new Date().toISOString(), from: prev.hash, to: hash, added, removed, changed });\n await blob.setJSON(\"wd_wf_changes\", hist.slice(-20)).catch(() => {});\n await blob.setJSON(\"wd_wf_registry\", { ts: new Date().toISOString(), hash, count: wfs.length, published, names });\n } else if (wfs.length > 0 || (prev?.count ?? 0) === 0) {\n await blob.setJSON(\"wd_wf_registry\", { ts: new Date().toISOString(), hash, count: wfs.length, published, names });\n }\n }\n\n // ---- v1.6: the KNOWLEDGE BASES, watched the same way as the workflows ----------------\n // `kbWatch` ends up in the digest snapshot so a human can see, at a glance, that this ran\n // and what it saw. A check whose only evidence is the absence of an alarm is not evidence.\n // WHY. The consolidated knowledge base is what Chloe answers customers from. It carries the\n // rules that cost the client relationship if they slip: no training prices, opening hours\n // never without the appointment-only line, no grooming, \"Pup Talk\" and never \"discovery\n // call\". It was edited at 02:38 on 5 August, by somebody, and nothing noticed. Workflows\n // have been watched since v1.5; the documents that decide what Kim's business SAYS were not.\n //\n // The API gives names, timestamps and a count of what is inside each base, but not the text\n // of the documents. So this cannot check the wording. It can say \"something changed, here,\n // on this date\", which turns a silent edit into a question somebody asks.\n try {\n const kr = await fetch(\"https://services.leadconnectorhq.com/knowledge-base/?locationId=BQHJ19uohldYe3eqA0bl\", {\n headers: { Authorization: `Bearer ${tok}`, Version: \"2021-07-28\", \"User-Agent\": \"curl/8.5.0\" },\n signal: AbortSignal.timeout(12000),\n });\n if (!kr.ok) kbWatch = `http ${kr.status}`;\n else {\n const kbs = (await kr.json())?.data?.knowledgeBases ?? [];\n kbWatch = `read ${kbs.length} knowledge base(s)`;\n const names: Record = {};\n for (const k of kbs) names[k.id] = `${k.name} @${String(k.updatedAt ?? \"\").slice(0, 16)}`;\n const prev = await getBlob<{ names?: Record; count?: number }>(\"wd_kb_registry\");\n // The comparison itself lives in engine/registry-diff.ts and is unit-tested there, so it\n // is not a check that has only ever been seen not firing. Imported unpinned, same as the\n // Square figures, so there is one implementation rather than two that can drift apart.\n const rd = await import(\"https://esm.town/v/amir5/dogsspot_puppy_path/registry-diff.ts\");\n if (rd.looksLikeAGlitch(kbs.length, prev?.count)) {\n findings.push({ sev: \"WARNING\", system: \"GoHighLevel knowledge bases\", what: \"the knowledge base list came back EMPTY on a 200 response\", why: \"Almost certainly a transient API glitch. The baseline was NOT overwritten, so the next good pass will not fire a bogus 'everything came back' alarm.\" });\n } else if (prev?.names) {\n const c = rd.registryDiff(prev.names, names);\n if (c.changed) {\n findings.push({\n sev: \"WARNING\",\n system: \"GoHighLevel knowledge bases\",\n what: \"a knowledge base changed since the last look\",\n why: rd.registrySentence(c, \"her knowledge bases\") +\n \" This is what Chloe answers customers from, so a change here changes what the business says. Worth asking who made it and re-reading the wording rules against it. Not an alarm on its own: Kim edits her own knowledge base and that is exactly as it should be.\",\n });\n const hist = (await getBlob(\"wd_kb_changes\")) ?? [];\n hist.push({ ts: new Date().toISOString(), added: c.added, removed: c.removed, edited: c.edited });\n await blob.setJSON(\"wd_kb_changes\", hist.slice(-20)).catch(() => {});\n }\n await blob.setJSON(\"wd_kb_registry\", { ts: new Date().toISOString(), count: kbs.length, names });\n } else if (kbs.length) {\n await blob.setJSON(\"wd_kb_registry\", { ts: new Date().toISOString(), count: kbs.length, names });\n }\n }\n } catch (e) {\n // NOT SWALLOWED SILENTLY. The dynamic import can fail, the endpoint can move, and a bare\n // catch here would mean the knowledge-base watch was simply not running while everything\n // downstream reported healthy. That is the same shape as the dry tagging pass, which was\n // deployed, hash-verified, green on every test and dead for three deploys because nothing\n // checked that the code had actually executed.\n kbWatch = `failed: ${String((e as Error)?.message ?? e).slice(0, 120)}`;\n findings.push({\n sev: \"WARNING\", system: \"GoHighLevel knowledge bases\",\n what: \"the knowledge-base watch did not run this pass\",\n why: `${kbWatch}. Nothing is broken in Kim's account because of this; it means nobody is watching her knowledge bases until it runs again. Several passes in a row is worth a look.`,\n });\n }\n }\n } catch (e) {\n findings.push({ sev: \"WARNING\", system: \"GoHighLevel access\", what: `direct reachability check failed: ${String(e).slice(0, 100)}`, why: \"Could not confirm the CRM API is up. If the crons are also stale this is an outage; if they are fresh it is likely a transient timeout.\" });\n }\n\n // ---- assemble ----------------------------------------------------------\n const rank: Record = { CRITICAL: 0, WARNING: 1, INFO: 2 };\n findings.sort((a, b) => rank[a.sev] - rank[b.sev]);\n const worst: Sev | \"OK\" = findings.find((f) => f.sev === \"CRITICAL\")\n ? \"CRITICAL\"\n : findings.find((f) => f.sev === \"WARNING\")\n ? \"WARNING\"\n : findings.length\n ? \"INFO\"\n : \"OK\";\n\n const digest = {\n ts: new Date().toISOString(),\n worst,\n bridgeVersion,\n findings,\n snapshot: {\n pups: pupsS,\n apptn: apptnS,\n lastInbound: inbound,\n journalRows: journal.length,\n knowledgeBases: kbWatch,\n },\n };\n await blob.setJSON(DIGEST_KEY, digest);\n\n // v1.5 — one tiny public-facing summary the control panel renders in plain English, so Kim\n // can see that an independent second system is checking the first one. No details here beyond\n // a headline; the digest carries the full findings for whoever investigates.\n // v1.5.2 — the watchdog's own footprints. The dashboard used to grade this system purely on the\n // contents of its last report, so a watchdog that had silently stopped an hour ago still showed\n // a green tick on the strength of a stale \"nothing wrong\". It now reports how punctual the\n // watchdog has actually been, measured from these stamps rather than asserted by anyone.\n let wdHistory: string[] = [];\n let autoHistory: string[] = [];\n try {\n const prevPub = await blob.getJSON(\"wd_public\").catch(() => null);\n wdHistory = Array.isArray(prevPub?.history) ? prevPub.history.filter((x: unknown) => typeof x === \"string\") : [];\n if (!wdHistory.length && typeof prevPub?.ts === \"string\") wdHistory = [prevPub.ts];\n autoHistory = Array.isArray(prevPub?.autoHistory) ? prevPub.autoHistory.filter((x: unknown) => typeof x === \"string\") : [];\n } catch { /* never fail a watchdog run over its own bookkeeping */ }\n if (wdHistory[wdHistory.length - 1] !== digest.ts) wdHistory.push(digest.ts);\n // ONLY a scheduled pass counts towards the rhythm. A cadence measured over button presses is a\n // measurement of the person pressing the button.\n if (!isManual && autoHistory[autoHistory.length - 1] !== digest.ts) autoHistory.push(digest.ts);\n\n await blob.setJSON(\"wd_public\", {\n ts: digest.ts,\n history: wdHistory.slice(-40),\n autoHistory: autoHistory.slice(-40),\n // The last time it ran WITHOUT being asked. Null means it has never run on its own, which is\n // a different and much worse thing than \"it is a bit late\".\n lastAutoTs: autoHistory.length ? autoHistory[autoHistory.length - 1] : null,\n lastTrigger: isManual ? \"manual\" : \"scheduled\",\n worst,\n headline:\n worst === \"OK\"\n ? \"The independent watchdog checked everything and found nothing wrong.\"\n : worst === \"INFO\"\n ? \"The watchdog is running; only informational notes on file, nothing wrong.\"\n : worst === \"WARNING\"\n ? `The watchdog flagged ${findings.filter((f) => f.sev === \"WARNING\").length} thing(s) for Amir to look at. Anything urgent turns this line red and says to call him; this is the level below that.`\n : \"The watchdog found a problem and has alerted Amir. If this stays red for more than an hour, call him.\",\n }).catch(() => {});\n\n // ---- decide whether to actually email ----------------------------------\n // CRITICAL always reaches the inbox. A run of genuinely new bridge errors does too, because\n // a fix regressing is worth interrupting someone for. Everything else waits in the digest.\n const criticals = findings.filter((f) => f.sev === \"CRITICAL\");\n const worthWaking = criticals.length > 0 || newErrs.length >= NEW_ERROR_EMAIL_THRESHOLD;\n\n // v1.5.1 (review fix #11), ages and counts stripped before fingerprinting: \"1.6 h ago\"\n // becoming \"1.8 h ago\" is the same condition, and re-emailing it every pass trains the\n // inbox to ignore the address. REALERT_H still re-sends an unchanged alert daily.\n const stableWhat = (s: string) => s.replace(/\\d+(?:\\.\\d+)?\\s*(?:h|min|minute|hour|day)s?\\b/g, \"N\").replace(/\\d{4}-\\d{2}-\\d{2}[T ][\\d:.]+Z?/g, \"T\").slice(0, 60);\n const fingerprint = worthWaking\n ? criticals.map((f) => `${f.system}:${stableWhat(f.what)}`).join(\"|\") +\n (newErrs.length >= NEW_ERROR_EMAIL_THRESHOLD ? `|errors` : \"\")\n : \"\";\n\n const last = await getBlob<{ fp?: string; ts?: string }>(ALERT_KEY);\n const changed = fingerprint !== (last?.fp ?? \"\");\n const stale = ageMin(last?.ts) > REALERT_H * 60;\n const isMonday = new Date().getUTCDay() === 1;\n\n let sent = false;\n if (fingerprint && (changed || stale)) {\n // CRITICAL and WARNING only in the body. INFO is digest-only by design — a known,\n // accepted condition restated in an alert email is how alerts stop being read.\n const body = findings\n .filter((f) => f.sev !== \"INFO\")\n .map((f) => `[${f.sev}] ${f.system}\\n ${f.what}\\n ${f.why}`)\n .join(\"\\n\\n\");\n await email({\n subject: `Dogs Spot systems — action needed`,\n text: `${body}\\n\\n---\\nChecked ${digest.ts}\\nBridge ${bridgeVersion} · journal ${journal.length} rows\\nOnly conditions newer than the previous check can trigger this email. Warnings and notes that did not meet that bar are in the digest, not here.`,\n });\n await blob.setJSON(ALERT_KEY, { fp: fingerprint, ts: digest.ts });\n sent = true;\n } else if (!fingerprint && isMonday && ageMin(last?.ts) > 6 * 24 * 60) {\n const notes = findings.length\n ? `\\n\\nOpen items, none urgent:\\n` +\n findings.map((f) => ` · ${f.system} — ${f.what}`).join(\"\\n\")\n : \"\";\n await email({\n subject: \"Dogs Spot systems — all clear\",\n text: `Nothing wrong across the announcer, the reschedule notifier and the Square bridge.${notes}\\n\\nChecked ${digest.ts}\\nBridge ${bridgeVersion} · journal ${journal.length} rows\\n\\nWeekly confirmation that the watchdog itself is alive.`,\n });\n await blob.setJSON(ALERT_KEY, { fp: \"\", ts: digest.ts });\n sent = true;\n }\n\n // Stamp the checkpoint LAST, so a crash mid-run does not silently swallow new errors.\n // v1.5.1 (fix #12), the checkpoint is the SCAN START: rows journaled while this run was\n // executing stay newer than the stamp and surface on the next pass instead of vanishing.\n await blob.setJSON(CHECK_KEY, { ts: scanStartIso });\n\n return { ...digest, emailed: sent };\n}\n",[],[175],["D",1785084436314],{"_11":12,"_127":69},{"_11":12,"_122":123,"_68":69,"_30":67,"_124":125,"_126":24},{"_39":113,"_13":16,"_33":36,"_114":79,"_115":-5,"_116":-5,"_117":-5,"_118":-5,"_119":-5,"_120":14,"_121":12},"ctx",{"_52":-5,"_146":220,"_221":222,"_223":224,"_225":24,"_226":24,"_227":24,"_228":90,"_229":-5,"_230":-7,"_231":-7,"_232":26,"_233":24,"_234":24,"_235":-5,"_236":24,"_237":24,"_238":24,"_239":-5},"ENV",{"_191":192,"_193":194,"_195":16,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","9e167d8120a57de5d747867e0b686da51bcc19a4","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · run.ts