🕵️ Shirase

Web page differential watch & notification tool

\n\n

Add New Watch

\n URL to watch\n \n

\n Title\n \n

\n CSS Selector (optional)\n \n

\n Interval (min)\n \n

\n \n

\n\n

\n\n \n\n\n",[133],"72f602f6-967f-4ed6-863e-86e6c1db1cf7","db.ts","2731d51a-89a4-11f1-aaa4-1607ee4eb77e",1,["D",1785147355031],"script","import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport interface Watch {\n id: number;\n url: string;\n selector: string | null;\n title: string;\n created_at: string;\n last_checked_at: string | null;\n last_hash: string | null;\n last_content: string | null;\n interval_minutes: number;\n active: number;\n}\n\nexport interface DiffRecord {\n id: number;\n watch_id: number;\n old_content: string;\n new_content: string;\n detected_at: string;\n}\n\nfunction init() {\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS watches (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n url TEXT NOT NULL,\n selector TEXT,\n title TEXT NOT NULL DEFAULT '',\n created_at TEXT NOT NULL DEFAULT (datetime('now')),\n last_checked_at TEXT,\n last_hash TEXT,\n last_content TEXT,\n interval_minutes INTEGER NOT NULL DEFAULT 60,\n active INTEGER NOT NULL DEFAULT 1\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS diffs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n watch_id INTEGER NOT NULL,\n old_content TEXT,\n new_content TEXT,\n detected_at TEXT NOT NULL DEFAULT (datetime('now')),\n FOREIGN KEY (watch_id) REFERENCES watches(id)\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS settings (\n key TEXT PRIMARY KEY,\n value TEXT\n )\n `);\n}\n\ninit();\n\nexport function listWatches(): Watch[] {\n return sqlite.execute(`SELECT * FROM watches ORDER BY created_at DESC`).rows as Watch[];\n}\n\nexport function getWatch(id: number): Watch | null {\n const rows = sqlite.execute(`SELECT * FROM watches WHERE id = ?`, [id]).rows as Watch[];\n return rows[0] ?? null;\n}\n\nexport function createWatch(url: string, title: string, selector: string | null, intervalMinutes: number): Watch {\n sqlite.execute(\n `INSERT INTO watches (url, title, selector, interval_minutes) VALUES (?, ?, ?, ?)`,\n [url, title, selector ?? \"\", intervalMinutes],\n );\n const rows = sqlite.execute(`SELECT * FROM watches ORDER BY id DESC LIMIT 1`).rows as Watch[];\n return rows[0];\n}\n\nexport function deleteWatch(id: number): void {\n sqlite.execute(`DELETE FROM watches WHERE id = ?`, [id]);\n sqlite.execute(`DELETE FROM diffs WHERE watch_id = ?`, [id]);\n}\n\nexport function updateWatchChecked(id: number, hash: string, content: string): void {\n sqlite.execute(\n `UPDATE watches SET last_checked_at = datetime('now'), last_hash = ?, last_content = ? WHERE id = ?`,\n [hash, content, id],\n );\n}\n\nexport function updateWatch(id: number, fields: Partial>): void {\n const sets: string[] = [];\n const vals: (string | number)[] = [];\n if (fields.title !== undefined) { sets.push(\"title = ?\"); vals.push(fields.title); }\n if (fields.active !== undefined) { sets.push(\"active = ?\"); vals.push(fields.active); }\n if (fields.interval_minutes !== undefined) { sets.push(\"interval_minutes = ?\"); vals.push(fields.interval_minutes); }\n if (fields.selector !== undefined) { sets.push(\"selector = ?\"); vals.push(fields.selector); }\n if (fields.url !== undefined) { sets.push(\"url = ?\"); vals.push(fields.url); }\n if (sets.length === 0) return;\n vals.push(id);\n sqlite.execute(`UPDATE watches SET ${sets.join(\", \")} WHERE id = ?`, vals);\n}\n\nexport function recordDiff(watchId: number, oldContent: string, newContent: string): void {\n sqlite.execute(\n `INSERT INTO diffs (watch_id, old_content, new_content) VALUES (?, ?, ?)`,\n [watchId, oldContent, newContent],\n );\n}\n\nexport function listDiffs(watchId: number): DiffRecord[] {\n return sqlite.execute(\n `SELECT * FROM diffs WHERE watch_id = ? ORDER BY detected_at DESC`,\n [watchId],\n ).rows as DiffRecord[];\n}\n\nexport function getDueWatches(): Watch[] {\n return sqlite.execute(`\n SELECT * FROM watches\n WHERE active = 1\n AND (\n last_checked_at IS NULL\n OR datetime(last_checked_at, '+' || interval_minutes || ' minutes') <= datetime('now')\n )\n `).rows as Watch[];\n}\n\nexport function getSetting(key: string): string | null {\n const rows = sqlite.execute(`SELECT value FROM settings WHERE key = ?`, [key]).rows as { value: string }[];\n return rows[0]?.value ?? null;\n}\n\nexport function setSetting(key: string, value: string): void {\n sqlite.execute(\n `INSERT INTO settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value`,\n [key, value],\n );\n}\n",[140],"0e9c1851-4ba1-4f88-8131-852566a61395","checker.ts","37fa3a5e-89a4-11f1-89e8-1607ee4eb77e",5,["D",1785147383103],"interval","import { checkWatch } from \"./check.ts\";\nimport { getDueWatches } from \"./db.ts\";\n\n// Runs every 5 minutes — checks all watches that are due\nexport default async function () {\n const due = getDueWatches();\n console.log(`Checker: ${due.length} watch(es) due for checking`);\n\n for (const watch of due) {\n console.log(`Checking watch #${watch.id}: ${watch.title} (${watch.url})`);\n const result = await checkWatch(watch.id);\n if (result.error) {\n console.error(`Watch #${watch.id} error: ${result.error}`);\n } else if (result.changed) {\n console.log(`Watch #${watch.id} CHANGED!`);\n } else {\n console.log(`Watch #${watch.id}: no changes`);\n }\n }\n\n return { checked: due.length };\n}\n",[148],"40f4e9a0-5057-436e-a47d-5df5af12365c","check.ts","37ec202c-89a4-11f1-96dc-1607ee4eb77e",["D",1785147383085],"import { createHash } from \"node:crypto\";\nimport { parseHTML } from \"npm:linkedom@0.18\";\nimport {\n getWatch,\n updateWatchChecked,\n recordDiff,\n getSetting,\n} from \"./db.ts\";\n\nexport interface CheckResult {\n changed: boolean;\n content: string;\n hash: string;\n error?: string;\n}\n\nexport async function checkWatch(watchId: number): Promise {\n const watch = getWatch(watchId);\n if (!watch) {\n return { changed: false, content: \"\", hash: \"\", error: \"Watch not found\" };\n }\n\n try {\n const res = await fetch(watch.url, {\n headers: {\n \"User-Agent\": \"Shirase/1.0 (web page differential watch)\",\n },\n redirect: \"follow\",\n });\n\n if (!res.ok) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: `HTTP ${res.status}`,\n };\n }\n\n const html = await res.text();\n let content = html;\n\n // If a CSS selector is provided, extract matching elements\n if (watch.selector) {\n try {\n const { document } = parseHTML(html);\n const elements = document.querySelectorAll(watch.selector);\n content = Array.from(elements).map((el) => el.textContent.trim()).join(\"\\n\");\n if (!content) {\n content = \"(no content matched selector)\";\n }\n } catch {\n // If selector parsing fails, fall back to raw HTML\n content = html;\n }\n } else {\n // Strip script/style tags and get text content\n try {\n const { document } = parseHTML(html);\n document.querySelectorAll(\"script,style,noscript\").forEach((el) => el.remove());\n content = document.body?.textContent?.trim() || html;\n } catch {\n content = html;\n }\n }\n\n // Truncate to avoid storing huge pages\n if (content.length > 50000) {\n content = content.substring(0, 50000) + \"\\n... (truncated)\";\n }\n\n const hash = createHash(\"sha256\").update(content).digest(\"hex\");\n const oldContent = watch.last_content || \"\";\n const changed = watch.last_hash !== null && hash !== watch.last_hash;\n\n if (changed) {\n recordDiff(watchId, oldContent, content);\n await sendNotification(watch, oldContent, content);\n }\n\n updateWatchChecked(watchId, hash, content);\n\n return { changed, content, hash };\n } catch (err) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: String(err),\n };\n }\n}\n\nasync function sendNotification(\n watch: { id: number; title: string; url: string },\n oldContent: string,\n newContent: string,\n): Promise {\n const webhookUrl = getSetting(\"webhook_url\");\n if (!webhookUrl) return;\n\n const truncate = (s: string, max = 1000) =>\n s.length > max ? s.substring(0, max) + \"...\" : s;\n\n const payload = {\n content: `🔔 **Shirase** — Change detected on **${watch.title}**\\n${watch.url}`,\n embeds: [{\n title: `Change detected: ${watch.title}`,\n url: watch.url,\n fields: [\n { name: \"Before\", value: truncate(oldContent) || \"(empty)\", inline: false },\n { name: \"After\", value: truncate(newContent) || \"(empty)\", inline: false },\n ],\n timestamp: new Date().toISOString(),\n }],\n };\n\n try {\n await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(payload),\n });\n } catch (err) {\n console.error(\"Notification failed:\", err);\n }\n}\n",[156],"pulls","branches","forks","envVars",{"_168":42,"_170":42},"connections",{"_168":42,"_169":42},"count","unfilledCount","emptyCount",{"_18":155,"_20":156,"_118":157,"_119":-5,"_120":71,"_121":124,"_122":38,"_22":189,"_68":42,"_125":144,"_127":159,"_129":26,"_130":-5,"_177":190,"_89":191},{"_18":147,"_20":148,"_118":149,"_119":-5,"_120":71,"_121":150,"_122":38,"_22":186,"_68":42,"_125":152,"_127":153,"_129":26,"_130":-5,"_177":187,"_89":188},{"_18":139,"_20":140,"_118":141,"_119":-5,"_120":71,"_121":142,"_122":38,"_22":183,"_68":42,"_125":144,"_127":145,"_129":26,"_130":-5,"_177":184,"_89":185},{"_18":132,"_20":133,"_118":134,"_119":-5,"_120":71,"_121":135,"_122":38,"_22":180,"_68":42,"_125":100,"_127":137,"_129":26,"_130":-5,"_177":181,"_89":182},{"_18":116,"_20":117,"_118":36,"_119":-5,"_120":71,"_121":69,"_122":38,"_22":176,"_68":124,"_125":126,"_127":128,"_129":26,"_130":-5,"_177":178,"_89":179},["D",1785147658643],"children",[],[117],["D",1785147355032],[],[133],["D",1785147355031],[],[140],["D",1785147383103],[],[148],["D",1785147383085],[],[156],["D",1785147131301],["D",1789657845067],{"_16":17,"_87":83},{"_16":17,"_80":81,"_82":83,"_33":34,"_84":85,"_86":26},{"_68":69,"_20":70,"_18":71,"_72":19,"_73":-5,"_74":-5,"_75":-5,"_76":-5,"_77":-5,"_78":21,"_79":17},"ctx",{"_61":-5,"_108":230,"_231":232,"_233":234,"_235":26,"_236":26,"_237":26,"_238":38,"_239":-5,"_240":-7,"_241":-7,"_242":42,"_243":26,"_244":26,"_245":-5,"_246":26,"_247":26,"_248":26,"_249":-5},"ENV",{"_201":202,"_203":204,"_205":70,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","a3e067d4463eea85f6334f8e583e8516ae58c4f6","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Search