🕵️ Shirase

Web page differential watch & notification tool

\n\n

Add New Watch

\n URL to watch\n \n

\n Title\n \n

\n CSS Selector (optional)\n \n

\n Interval (min)\n \n

\n \n

\n\n

\n\n \n\n\n",[61],"72f602f6-967f-4ed6-863e-86e6c1db1cf7","db.ts","2731d51a-89a4-11f1-aaa4-1607ee4eb77e",1,["D",1785147355031],"script","import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport interface Watch {\n id: number;\n url: string;\n selector: string | null;\n title: string;\n created_at: string;\n last_checked_at: string | null;\n last_hash: string | null;\n last_content: string | null;\n interval_minutes: number;\n active: number;\n}\n\nexport interface DiffRecord {\n id: number;\n watch_id: number;\n old_content: string;\n new_content: string;\n detected_at: string;\n}\n\nfunction init() {\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS watches (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n url TEXT NOT NULL,\n selector TEXT,\n title TEXT NOT NULL DEFAULT '',\n created_at TEXT NOT NULL DEFAULT (datetime('now')),\n last_checked_at TEXT,\n last_hash TEXT,\n last_content TEXT,\n interval_minutes INTEGER NOT NULL DEFAULT 60,\n active INTEGER NOT NULL DEFAULT 1\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS diffs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n watch_id INTEGER NOT NULL,\n old_content TEXT,\n new_content TEXT,\n detected_at TEXT NOT NULL DEFAULT (datetime('now')),\n FOREIGN KEY (watch_id) REFERENCES watches(id)\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS settings (\n key TEXT PRIMARY KEY,\n value TEXT\n )\n `);\n}\n\ninit();\n\nexport function listWatches(): Watch[] {\n return sqlite.execute(`SELECT * FROM watches ORDER BY created_at DESC`).rows as Watch[];\n}\n\nexport function getWatch(id: number): Watch | null {\n const rows = sqlite.execute(`SELECT * FROM watches WHERE id = ?`, [id]).rows as Watch[];\n return rows[0] ?? null;\n}\n\nexport function createWatch(url: string, title: string, selector: string | null, intervalMinutes: number): Watch {\n sqlite.execute(\n `INSERT INTO watches (url, title, selector, interval_minutes) VALUES (?, ?, ?, ?)`,\n [url, title, selector ?? \"\", intervalMinutes],\n );\n const rows = sqlite.execute(`SELECT * FROM watches ORDER BY id DESC LIMIT 1`).rows as Watch[];\n return rows[0];\n}\n\nexport function deleteWatch(id: number): void {\n sqlite.execute(`DELETE FROM watches WHERE id = ?`, [id]);\n sqlite.execute(`DELETE FROM diffs WHERE watch_id = ?`, [id]);\n}\n\nexport function updateWatchChecked(id: number, hash: string, content: string): void {\n sqlite.execute(\n `UPDATE watches SET last_checked_at = datetime('now'), last_hash = ?, last_content = ? WHERE id = ?`,\n [hash, content, id],\n );\n}\n\nexport function updateWatch(id: number, fields: Partial>): void {\n const sets: string[] = [];\n const vals: (string | number)[] = [];\n if (fields.title !== undefined) { sets.push(\"title = ?\"); vals.push(fields.title); }\n if (fields.active !== undefined) { sets.push(\"active = ?\"); vals.push(fields.active); }\n if (fields.interval_minutes !== undefined) { sets.push(\"interval_minutes = ?\"); vals.push(fields.interval_minutes); }\n if (fields.selector !== undefined) { sets.push(\"selector = ?\"); vals.push(fields.selector); }\n if (fields.url !== undefined) { sets.push(\"url = ?\"); vals.push(fields.url); }\n if (sets.length === 0) return;\n vals.push(id);\n sqlite.execute(`UPDATE watches SET ${sets.join(\", \")} WHERE id = ?`, vals);\n}\n\nexport function recordDiff(watchId: number, oldContent: string, newContent: string): void {\n sqlite.execute(\n `INSERT INTO diffs (watch_id, old_content, new_content) VALUES (?, ?, ?)`,\n [watchId, oldContent, newContent],\n );\n}\n\nexport function listDiffs(watchId: number): DiffRecord[] {\n return sqlite.execute(\n `SELECT * FROM diffs WHERE watch_id = ? ORDER BY detected_at DESC`,\n [watchId],\n ).rows as DiffRecord[];\n}\n\nexport function getDueWatches(): Watch[] {\n return sqlite.execute(`\n SELECT * FROM watches\n WHERE active = 1\n AND (\n last_checked_at IS NULL\n OR datetime(last_checked_at, '+' || interval_minutes || ' minutes') <= datetime('now')\n )\n `).rows as Watch[];\n}\n\nexport function getSetting(key: string): string | null {\n const rows = sqlite.execute(`SELECT value FROM settings WHERE key = ?`, [key]).rows as { value: string }[];\n return rows[0]?.value ?? null;\n}\n\nexport function setSetting(key: string, value: string): void {\n sqlite.execute(\n `INSERT INTO settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value`,\n [key, value],\n );\n}\n",[69],"0e9c1851-4ba1-4f88-8131-852566a61395","checker.ts","37fa3a5e-89a4-11f1-89e8-1607ee4eb77e",5,["D",1785147383103],"interval","import { checkWatch } from \"./check.ts\";\nimport { getDueWatches } from \"./db.ts\";\n\n// Runs every 5 minutes — checks all watches that are due\nexport default async function () {\n const due = getDueWatches();\n console.log(`Checker: ${due.length} watch(es) due for checking`);\n\n for (const watch of due) {\n console.log(`Checking watch #${watch.id}: ${watch.title} (${watch.url})`);\n const result = await checkWatch(watch.id);\n if (result.error) {\n console.error(`Watch #${watch.id} error: ${result.error}`);\n } else if (result.changed) {\n console.log(`Watch #${watch.id} CHANGED!`);\n } else {\n console.log(`Watch #${watch.id}: no changes`);\n }\n }\n\n return { checked: due.length };\n}\n",[77],"40f4e9a0-5057-436e-a47d-5df5af12365c","check.ts","37ec202c-89a4-11f1-96dc-1607ee4eb77e",["D",1785147383085],"import { createHash } from \"node:crypto\";\nimport { parseHTML } from \"npm:linkedom@0.18\";\nimport {\n getWatch,\n updateWatchChecked,\n recordDiff,\n getSetting,\n} from \"./db.ts\";\n\nexport interface CheckResult {\n changed: boolean;\n content: string;\n hash: string;\n error?: string;\n}\n\nexport async function checkWatch(watchId: number): Promise {\n const watch = getWatch(watchId);\n if (!watch) {\n return { changed: false, content: \"\", hash: \"\", error: \"Watch not found\" };\n }\n\n try {\n const res = await fetch(watch.url, {\n headers: {\n \"User-Agent\": \"Shirase/1.0 (web page differential watch)\",\n },\n redirect: \"follow\",\n });\n\n if (!res.ok) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: `HTTP ${res.status}`,\n };\n }\n\n const html = await res.text();\n let content = html;\n\n // If a CSS selector is provided, extract matching elements\n if (watch.selector) {\n try {\n const { document } = parseHTML(html);\n const elements = document.querySelectorAll(watch.selector);\n content = Array.from(elements).map((el) => el.textContent.trim()).join(\"\\n\");\n if (!content) {\n content = \"(no content matched selector)\";\n }\n } catch {\n // If selector parsing fails, fall back to raw HTML\n content = html;\n }\n } else {\n // Strip script/style tags and get text content\n try {\n const { document } = parseHTML(html);\n document.querySelectorAll(\"script,style,noscript\").forEach((el) => el.remove());\n content = document.body?.textContent?.trim() || html;\n } catch {\n content = html;\n }\n }\n\n // Truncate to avoid storing huge pages\n if (content.length > 50000) {\n content = content.substring(0, 50000) + \"\\n... (truncated)\";\n }\n\n const hash = createHash(\"sha256\").update(content).digest(\"hex\");\n const oldContent = watch.last_content || \"\";\n const changed = watch.last_hash !== null && hash !== watch.last_hash;\n\n if (changed) {\n recordDiff(watchId, oldContent, content);\n await sendNotification(watch, oldContent, content);\n }\n\n updateWatchChecked(watchId, hash, content);\n\n return { changed, content, hash };\n } catch (err) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: String(err),\n };\n }\n}\n\nasync function sendNotification(\n watch: { id: number; title: string; url: string },\n oldContent: string,\n newContent: string,\n): Promise {\n const webhookUrl = getSetting(\"webhook_url\");\n if (!webhookUrl) return;\n\n const truncate = (s: string, max = 1000) =>\n s.length > max ? s.substring(0, max) + \"...\" : s;\n\n const payload = {\n content: `🔔 **Shirase** — Change detected on **${watch.title}**\\n${watch.url}`,\n embeds: [{\n title: `Change detected: ${watch.title}`,\n url: watch.url,\n fields: [\n { name: \"Before\", value: truncate(oldContent) || \"(empty)\", inline: false },\n { name: \"After\", value: truncate(newContent) || \"(empty)\", inline: false },\n ],\n timestamp: new Date().toISOString(),\n }],\n };\n\n try {\n await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(payload),\n });\n } catch (err) {\n console.error(\"Notification failed:\", err);\n }\n}\n",[85],{"_37":84,"_13":85,"_40":86,"_42":-5,"_43":44,"_45":51,"_47":48,"_49":108,"_17":65,"_52":73,"_54":88,"_56":57,"_58":-5,"_96":109,"_18":110},{"_37":76,"_13":77,"_40":78,"_42":-5,"_43":44,"_45":79,"_47":48,"_49":105,"_17":65,"_52":81,"_54":82,"_56":57,"_58":-5,"_96":106,"_18":107},{"_37":68,"_13":69,"_40":70,"_42":-5,"_43":44,"_45":71,"_47":48,"_49":102,"_17":65,"_52":73,"_54":74,"_56":57,"_58":-5,"_96":103,"_18":104},{"_37":60,"_13":61,"_40":62,"_42":-5,"_43":44,"_45":63,"_47":48,"_49":99,"_17":65,"_52":24,"_54":66,"_56":57,"_58":-5,"_96":100,"_18":101},{"_37":38,"_13":39,"_40":41,"_42":-5,"_43":44,"_45":46,"_47":48,"_49":95,"_17":51,"_52":53,"_54":55,"_56":57,"_58":-5,"_96":97,"_18":98},["D",1785147658643],"children",[],[39],["D",1785147355032],[],[61],["D",1785147355031],[],[69],["D",1785147383103],[],[77],["D",1785147383085],[],[85],"04eddd79-7d9a-40cc-aca6-a45d90277268",["D",1785147131301],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Web page differential watch and notification tool","imageUrl","userId","72681062-c2a0-42fc-b85c-e0734162e529","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","019fa30d-10fd-77fe-a297-d78f343b58e7","tursoName","04eddd797d9a40ccaca6a45d90277268","tursoHostname","04eddd797d9a40ccaca6a45d90277268-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789657845067],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_168":164},"org",{"_11":12,"_161":162,"_163":164,"_121":122,"_165":166,"_167":57},"branch",{"_17":46,"_13":16,"_37":44,"_153":111,"_154":-5,"_155":-5,"_156":-5,"_157":-5,"_158":-5,"_159":14,"_160":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","ci7lus","avatar","https://avatars.githubusercontent.com/u/7887955?v=4","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_37":111,"_13":14,"_49":221,"_113":-5,"_114":57,"_115":116,"_117":116,"_118":119,"_120":-5,"_121":122,"_123":41,"_124":48,"_125":-5,"_126":-5,"_127":65,"_128":129,"_130":131,"_132":133,"_134":222,"_136":-5,"_137":138,"_139":138,"_140":141,"_142":141,"_143":141,"_144":138,"_145":138,"_146":223,"_148":224,"_150":225,"_152":57},[206,207,208,209,210],"files",[206,207,208,209,210],"counts",{"_197":65,"_198":71,"_199":65,"_31":200,"_201":202},[187,188,189,190,191],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_37":84,"_13":85,"_40":86,"_42":-5,"_43":44,"_45":51,"_47":48,"_49":87,"_17":65,"_52":73,"_54":88,"_56":57,"_58":-5,"_18":196},{"_37":76,"_13":77,"_40":78,"_42":-5,"_43":44,"_45":79,"_47":48,"_49":80,"_17":65,"_52":81,"_54":82,"_56":57,"_58":-5,"_18":195},{"_37":68,"_13":69,"_40":70,"_42":-5,"_43":44,"_45":71,"_47":48,"_49":72,"_17":65,"_52":73,"_54":74,"_56":57,"_58":-5,"_18":194},{"_37":60,"_13":61,"_40":62,"_42":-5,"_43":44,"_45":63,"_47":48,"_49":64,"_17":65,"_52":24,"_54":66,"_56":57,"_58":-5,"_18":193},{"_37":38,"_13":39,"_40":41,"_42":-5,"_43":44,"_45":46,"_47":48,"_49":50,"_17":51,"_52":53,"_54":55,"_56":57,"_58":-5,"_18":192},[39],[61],[69],[77],[85],"pulls","branches","forks",{"_203":65,"_205":65},"connections",{"_203":65,"_204":65},"count","unfilledCount","emptyCount",{"_37":84,"_13":85,"_40":86,"_42":-5,"_43":44,"_45":51,"_47":48,"_49":108,"_17":65,"_52":73,"_54":88,"_56":57,"_58":-5,"_96":219,"_18":220},{"_37":76,"_13":77,"_40":78,"_42":-5,"_43":44,"_45":79,"_47":48,"_49":105,"_17":65,"_52":81,"_54":82,"_56":57,"_58":-5,"_96":217,"_18":218},{"_37":68,"_13":69,"_40":70,"_42":-5,"_43":44,"_45":71,"_47":48,"_49":102,"_17":65,"_52":73,"_54":74,"_56":57,"_58":-5,"_96":215,"_18":216},{"_37":60,"_13":61,"_40":62,"_42":-5,"_43":44,"_45":63,"_47":48,"_49":99,"_17":65,"_52":24,"_54":66,"_56":57,"_58":-5,"_96":213,"_18":214},{"_37":38,"_13":39,"_40":41,"_42":-5,"_43":44,"_45":46,"_47":48,"_49":95,"_17":51,"_52":53,"_54":55,"_56":57,"_58":-5,"_96":211,"_18":212},[],[39],[],[61],[],[69],[],[77],[],[85],["D",1785147131301],["D",1789657845067],{"_11":12,"_168":164},{"_11":12,"_161":162,"_163":164,"_121":122,"_165":166,"_167":57},{"_17":46,"_13":16,"_37":44,"_153":111,"_154":-5,"_155":-5,"_156":-5,"_157":-5,"_158":-5,"_159":14,"_160":12},"ctx",{"_146":-5,"_184":259,"_260":261,"_262":263,"_264":57,"_265":57,"_266":57,"_267":48,"_268":-5,"_269":-7,"_270":-7,"_271":65,"_272":57,"_273":57,"_274":-5,"_275":57,"_276":57,"_277":57,"_278":-5},"ENV",{"_230":231,"_232":233,"_234":16,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250,"_251":252,"_253":254,"_255":256,"_257":258},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e8c4b7030cb7600e4eb0736b15f422c8b8bd130f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code