🕵️ Shirase

Web page differential watch & notification tool

\n\n

Add New Watch

\n URL to watch\n \n

\n Title\n \n

\n CSS Selector (optional)\n \n

\n Interval (min)\n \n

\n \n

\n\n

\n\n \n\n\n",[81],"72f602f6-967f-4ed6-863e-86e6c1db1cf7",["D",1785147355031],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport interface Watch {\n id: number;\n url: string;\n selector: string | null;\n title: string;\n created_at: string;\n last_checked_at: string | null;\n last_hash: string | null;\n last_content: string | null;\n interval_minutes: number;\n active: number;\n}\n\nexport interface DiffRecord {\n id: number;\n watch_id: number;\n old_content: string;\n new_content: string;\n detected_at: string;\n}\n\nfunction init() {\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS watches (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n url TEXT NOT NULL,\n selector TEXT,\n title TEXT NOT NULL DEFAULT '',\n created_at TEXT NOT NULL DEFAULT (datetime('now')),\n last_checked_at TEXT,\n last_hash TEXT,\n last_content TEXT,\n interval_minutes INTEGER NOT NULL DEFAULT 60,\n active INTEGER NOT NULL DEFAULT 1\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS diffs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n watch_id INTEGER NOT NULL,\n old_content TEXT,\n new_content TEXT,\n detected_at TEXT NOT NULL DEFAULT (datetime('now')),\n FOREIGN KEY (watch_id) REFERENCES watches(id)\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS settings (\n key TEXT PRIMARY KEY,\n value TEXT\n )\n `);\n}\n\ninit();\n\nexport function listWatches(): Watch[] {\n return sqlite.execute(`SELECT * FROM watches ORDER BY created_at DESC`).rows as Watch[];\n}\n\nexport function getWatch(id: number): Watch | null {\n const rows = sqlite.execute(`SELECT * FROM watches WHERE id = ?`, [id]).rows as Watch[];\n return rows[0] ?? null;\n}\n\nexport function createWatch(url: string, title: string, selector: string | null, intervalMinutes: number): Watch {\n sqlite.execute(\n `INSERT INTO watches (url, title, selector, interval_minutes) VALUES (?, ?, ?, ?)`,\n [url, title, selector ?? \"\", intervalMinutes],\n );\n const rows = sqlite.execute(`SELECT * FROM watches ORDER BY id DESC LIMIT 1`).rows as Watch[];\n return rows[0];\n}\n\nexport function deleteWatch(id: number): void {\n sqlite.execute(`DELETE FROM watches WHERE id = ?`, [id]);\n sqlite.execute(`DELETE FROM diffs WHERE watch_id = ?`, [id]);\n}\n\nexport function updateWatchChecked(id: number, hash: string, content: string): void {\n sqlite.execute(\n `UPDATE watches SET last_checked_at = datetime('now'), last_hash = ?, last_content = ? WHERE id = ?`,\n [hash, content, id],\n );\n}\n\nexport function updateWatch(id: number, fields: Partial>): void {\n const sets: string[] = [];\n const vals: (string | number)[] = [];\n if (fields.title !== undefined) { sets.push(\"title = ?\"); vals.push(fields.title); }\n if (fields.active !== undefined) { sets.push(\"active = ?\"); vals.push(fields.active); }\n if (fields.interval_minutes !== undefined) { sets.push(\"interval_minutes = ?\"); vals.push(fields.interval_minutes); }\n if (fields.selector !== undefined) { sets.push(\"selector = ?\"); vals.push(fields.selector); }\n if (fields.url !== undefined) { sets.push(\"url = ?\"); vals.push(fields.url); }\n if (sets.length === 0) return;\n vals.push(id);\n sqlite.execute(`UPDATE watches SET ${sets.join(\", \")} WHERE id = ?`, vals);\n}\n\nexport function recordDiff(watchId: number, oldContent: string, newContent: string): void {\n sqlite.execute(\n `INSERT INTO diffs (watch_id, old_content, new_content) VALUES (?, ?, ?)`,\n [watchId, oldContent, newContent],\n );\n}\n\nexport function listDiffs(watchId: number): DiffRecord[] {\n return sqlite.execute(\n `SELECT * FROM diffs WHERE watch_id = ? ORDER BY detected_at DESC`,\n [watchId],\n ).rows as DiffRecord[];\n}\n\nexport function getDueWatches(): Watch[] {\n return sqlite.execute(`\n SELECT * FROM watches\n WHERE active = 1\n AND (\n last_checked_at IS NULL\n OR datetime(last_checked_at, '+' || interval_minutes || ' minutes') <= datetime('now')\n )\n `).rows as Watch[];\n}\n\nexport function getSetting(key: string): string | null {\n const rows = sqlite.execute(`SELECT value FROM settings WHERE key = ?`, [key]).rows as { value: string }[];\n return rows[0]?.value ?? null;\n}\n\nexport function setSetting(key: string, value: string): void {\n sqlite.execute(\n `INSERT INTO settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value`,\n [key, value],\n );\n}\n",[66],"0e9c1851-4ba1-4f88-8131-852566a61395",["D",1785147383103],"import { checkWatch } from \"./check.ts\";\nimport { getDueWatches } from \"./db.ts\";\n\n// Runs every 5 minutes — checks all watches that are due\nexport default async function () {\n const due = getDueWatches();\n console.log(`Checker: ${due.length} watch(es) due for checking`);\n\n for (const watch of due) {\n console.log(`Checking watch #${watch.id}: ${watch.title} (${watch.url})`);\n const result = await checkWatch(watch.id);\n if (result.error) {\n console.error(`Watch #${watch.id} error: ${result.error}`);\n } else if (result.changed) {\n console.log(`Watch #${watch.id} CHANGED!`);\n } else {\n console.log(`Watch #${watch.id}: no changes`);\n }\n }\n\n return { checked: due.length };\n}\n",[109],"40f4e9a0-5057-436e-a47d-5df5af12365c",["D",1785147383085],"import { createHash } from \"node:crypto\";\nimport { parseHTML } from \"npm:linkedom@0.18\";\nimport {\n getWatch,\n updateWatchChecked,\n recordDiff,\n getSetting,\n} from \"./db.ts\";\n\nexport interface CheckResult {\n changed: boolean;\n content: string;\n hash: string;\n error?: string;\n}\n\nexport async function checkWatch(watchId: number): Promise {\n const watch = getWatch(watchId);\n if (!watch) {\n return { changed: false, content: \"\", hash: \"\", error: \"Watch not found\" };\n }\n\n try {\n const res = await fetch(watch.url, {\n headers: {\n \"User-Agent\": \"Shirase/1.0 (web page differential watch)\",\n },\n redirect: \"follow\",\n });\n\n if (!res.ok) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: `HTTP ${res.status}`,\n };\n }\n\n const html = await res.text();\n let content = html;\n\n // If a CSS selector is provided, extract matching elements\n if (watch.selector) {\n try {\n const { document } = parseHTML(html);\n const elements = document.querySelectorAll(watch.selector);\n content = Array.from(elements).map((el) => el.textContent.trim()).join(\"\\n\");\n if (!content) {\n content = \"(no content matched selector)\";\n }\n } catch {\n // If selector parsing fails, fall back to raw HTML\n content = html;\n }\n } else {\n // Strip script/style tags and get text content\n try {\n const { document } = parseHTML(html);\n document.querySelectorAll(\"script,style,noscript\").forEach((el) => el.remove());\n content = document.body?.textContent?.trim() || html;\n } catch {\n content = html;\n }\n }\n\n // Truncate to avoid storing huge pages\n if (content.length > 50000) {\n content = content.substring(0, 50000) + \"\\n... (truncated)\";\n }\n\n const hash = createHash(\"sha256\").update(content).digest(\"hex\");\n const oldContent = watch.last_content || \"\";\n const changed = watch.last_hash !== null && hash !== watch.last_hash;\n\n if (changed) {\n recordDiff(watchId, oldContent, content);\n await sendNotification(watch, oldContent, content);\n }\n\n updateWatchChecked(watchId, hash, content);\n\n return { changed, content, hash };\n } catch (err) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: String(err),\n };\n }\n}\n\nasync function sendNotification(\n watch: { id: number; title: string; url: string },\n oldContent: string,\n newContent: string,\n): Promise {\n const webhookUrl = getSetting(\"webhook_url\");\n if (!webhookUrl) return;\n\n const truncate = (s: string, max = 1000) =>\n s.length > max ? s.substring(0, max) + \"...\" : s;\n\n const payload = {\n content: `🔔 **Shirase** — Change detected on **${watch.title}**\\n${watch.url}`,\n embeds: [{\n title: `Change detected: ${watch.title}`,\n url: watch.url,\n fields: [\n { name: \"Before\", value: truncate(oldContent) || \"(empty)\", inline: false },\n { name: \"After\", value: truncate(newContent) || \"(empty)\", inline: false },\n ],\n timestamp: new Date().toISOString(),\n }],\n };\n\n try {\n await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(payload),\n });\n } catch (err) {\n console.error(\"Notification failed:\", err);\n }\n}\n",[90],"pulls","branches","forks","envVars",{"_243":20,"_245":20},"connections",{"_243":20,"_244":20},"count","unfilledCount","emptyCount",{"_34":232,"_13":90,"_64":89,"_44":-5,"_36":37,"_213":84,"_214":145,"_38":264,"_40":20,"_67":68,"_216":234,"_69":24,"_218":-5,"_252":265,"_185":266},{"_34":228,"_13":109,"_64":108,"_44":-5,"_36":37,"_213":103,"_214":145,"_38":261,"_40":20,"_67":110,"_216":230,"_69":24,"_218":-5,"_252":262,"_185":263},{"_34":224,"_13":66,"_64":65,"_44":-5,"_36":37,"_213":41,"_214":145,"_38":258,"_40":20,"_67":68,"_216":226,"_69":24,"_218":-5,"_252":259,"_185":260},{"_34":220,"_13":81,"_64":80,"_44":-5,"_36":37,"_213":75,"_214":145,"_38":255,"_40":20,"_67":55,"_216":222,"_69":24,"_218":-5,"_252":256,"_185":257},{"_34":212,"_13":99,"_64":98,"_44":-5,"_36":37,"_213":128,"_214":145,"_38":251,"_40":84,"_67":100,"_216":217,"_69":24,"_218":-5,"_252":253,"_185":254},["D",1785147658643],"children",[],[99],["D",1785147355032],[],[81],["D",1785147355031],[],[66],["D",1785147383103],[],[109],["D",1785147383085],[],[90],["D",1785147131301],["D",1789657845067],{"_11":12,"_184":72},{"_11":12,"_179":180,"_71":72,"_25":70,"_181":182,"_183":24},{"_40":128,"_13":16,"_34":37,"_171":133,"_172":-5,"_173":-5,"_174":-5,"_175":-5,"_176":-5,"_177":14,"_178":12},"ctx",{"_53":-5,"_204":305,"_306":307,"_308":309,"_310":24,"_311":24,"_312":24,"_313":145,"_314":-5,"_315":-7,"_316":-7,"_317":20,"_318":24,"_319":24,"_320":-5,"_321":24,"_322":24,"_323":24,"_324":-5},"ENV",{"_276":277,"_278":279,"_280":16,"_281":282,"_283":284,"_285":286,"_287":288,"_289":290,"_291":292,"_293":294,"_295":296,"_297":298,"_299":300,"_301":302,"_303":304},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History