[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_210":211,"_212":213},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_17":18,"_38":-7,"_124":-5,"_19":125,"_126":127,"_128":129,"_130":131,"_132":133,"_21":134,"_135":-5,"_136":-5,"_137":24,"_138":139,"_140":83,"_141":-5,"_142":-5,"_143":144},"routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":24,"_30":-5},"handle","yori","name","shirase","branchName","main","path","index.html","project",{"_32":70,"_13":14,"_36":71,"_72":-5,"_73":24,"_74":75,"_76":75,"_77":78,"_79":-5,"_30":66,"_80":81,"_82":83,"_84":-5,"_85":-5,"_86":26,"_40":41,"_87":88,"_89":90,"_91":92,"_93":-5,"_94":95,"_96":95,"_97":98,"_99":98,"_100":98,"_101":95,"_102":95,"_52":103,"_104":105,"_106":107,"_108":24},"file",{"_62":63,"_13":18,"_64":21,"_65":24,"_69":-5},"isDirectory",false,"page",0,"history",[31],"hasNext","userId",{"_32":33,"_34":35,"_36":37,"_38":39,"_40":41,"_42":43,"_44":-5,"_45":46,"_47":-5,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":53,"_21":54,"_55":-5,"_56":-5,"_57":-5,"_58":-5,"_59":60},"id","f5e5c099-3c40-49e9-a7cb-b62b6cebab99","branchId","47c5e492-ed34-4f2f-9027-d62970dd65a7","createdAt",["D",1785147355032],"version",2,"orgId","019fa30d-10fd-77fe-a297-d78f343b58e7","parentId","dfe8d277-bbe7-4b5f-bee8-6f5e7655a1b4","incomingCommitId","aiChatMessageId","85837b53-2f8c-44b7-8d16-092e87791065","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle","source","clientLabel","user",{"_32":66,"_40":41,"_11":12,"_67":68},{"_62":63,"_13":18,"_64":21,"_65":24},"pull","merge","revert","multiple","commits",[61],{"_32":33,"_34":35,"_36":37,"_38":39,"_40":41,"_42":43,"_44":-5,"_45":46,"_47":-5,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":53,"_21":54,"_55":-5,"_56":-5,"_57":-5},"fileId","2737fda0-89a4-11f1-a77c-1607ee4eb77e","fileType","deleted","72681062-c2a0-42fc-b85c-e0734162e529","avatar","https://avatars.githubusercontent.com/u/7887955?v=4","deletedAtVersion","04eddd79-7d9a-40cc-aca6-a45d90277268",["D",1785147131301],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Web page differential watch and notification tool","imageUrl","pinnedFileId","37f3681e-89a4-11f1-b5e2-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","tursoName","04eddd797d9a40ccaca6a45d90277268","tursoHostname","04eddd797d9a40ccaca6a45d90277268-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789657845067],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_11":12,"_123":68},"org",{"_11":12,"_118":119,"_67":68,"_30":66,"_120":121,"_122":24},"branch",{"_38":109,"_13":16,"_32":35,"_110":70,"_111":-5,"_112":-5,"_113":-5,"_114":-5,"_115":-5,"_116":14,"_117":12},"isOwned",8,"projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","ci7lus","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_32":70,"_13":14,"_36":205,"_72":-5,"_73":24,"_74":75,"_76":75,"_77":78,"_79":-5,"_30":66,"_80":81,"_82":83,"_84":-5,"_85":-5,"_86":26,"_40":41,"_87":88,"_89":90,"_91":206,"_93":-5,"_94":95,"_96":95,"_97":98,"_99":98,"_100":98,"_101":95,"_102":95,"_52":207,"_104":208,"_106":209,"_108":24},"tree",[164,165,166,167,168],"files",[164,165,166,167,168],"counts",{"_153":26,"_154":155,"_156":26,"_157":158,"_159":160},"contents",[],{"_32":145,"_13":18,"_62":63,"_42":-5,"_34":35,"_146":39,"_147":83,"_36":148,"_38":26,"_64":21,"_149":150,"_65":24,"_151":-5,"_17":152},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},"02481e39-8d92-4be9-812c-5caab7494db2","branchVersion","latest",["D",1785147355032],"content","\n\n\n \n \n Shirase — Web Page Differential Watch\n \n\n\n

🕵️ Shirase

Web page differential watch & notification tool

\n\n

Add New Watch

\n URL to watch\n \n

\n Title\n \n

\n CSS Selector (optional)\n \n

\n Interval (min)\n \n

\n \n

\n\n

\n\n \n\n\n","label",[18],"pulls","branches",1,"forks","envVars",{"_161":26,"_163":26},"connections",{"_161":26,"_162":26},"count","unfilledCount","emptyCount",{"_32":198,"_13":199,"_62":200,"_42":-5,"_34":35,"_146":172,"_147":83,"_36":201,"_38":26,"_64":185,"_149":202,"_65":24,"_151":-5,"_175":203,"_17":204},{"_32":189,"_13":190,"_62":191,"_42":-5,"_34":35,"_146":192,"_147":83,"_36":193,"_38":26,"_64":194,"_149":195,"_65":24,"_151":-5,"_175":196,"_17":197},{"_32":181,"_13":182,"_62":183,"_42":-5,"_34":35,"_146":155,"_147":83,"_36":184,"_38":26,"_64":185,"_149":186,"_65":24,"_151":-5,"_175":187,"_17":188},{"_32":145,"_13":18,"_62":63,"_42":-5,"_34":35,"_146":39,"_147":83,"_36":178,"_38":26,"_64":21,"_149":150,"_65":24,"_151":-5,"_175":179,"_17":180},{"_32":169,"_13":170,"_62":81,"_42":-5,"_34":35,"_146":109,"_147":83,"_36":171,"_38":172,"_64":173,"_149":174,"_65":24,"_151":-5,"_175":176,"_17":177},"683a5ea0-cc74-46d6-a701-eec72c543e7f","main.ts",["D",1785147658643],3,"http","import {\n listWatches,\n createWatch,\n deleteWatch,\n updateWatch,\n listDiffs,\n getSetting,\n setSetting,\n} from \"./db.ts\";\nimport { checkWatch } from \"./check.ts\";\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const path = url.pathname;\n\n // Serve the web UI\n if (path === \"/\" || path === \"/index.html\") {\n const fileUrl = import.meta.url.replace(/main\\.ts$/, \"index.html\");\n const res = await fetch(fileUrl);\n const html = await res.text();\n return new Response(html, {\n headers: { \"Content-Type\": \"text/html; charset=utf-8\" },\n });\n }\n\n // API routes\n if (path === \"/api/watches\" && req.method === \"GET\") {\n return json(listWatches());\n }\n\n if (path === \"/api/watches\" && req.method === \"POST\") {\n const body = await req.json();\n if (!body.url) return json({ error: \"URL is required\" }, 400);\n const watch = createWatch(\n body.url,\n body.title || body.url,\n body.selector || null,\n body.interval_minutes || 60,\n );\n return json(watch, 201);\n }\n\n const watchMatch = path.match(/^\\/api\\/watches\\/(\\d+)$/);\n if (watchMatch) {\n const id = parseInt(watchMatch[1]);\n if (req.method === \"DELETE\") {\n deleteWatch(id);\n return json({ ok: true });\n }\n if (req.method === \"PATCH\") {\n const body = await req.json();\n updateWatch(id, body);\n return json({ ok: true });\n }\n }\n\n const checkMatch = path.match(/^\\/api\\/watches\\/(\\d+)\\/check$/);\n if (checkMatch && req.method === \"POST\") {\n const id = parseInt(checkMatch[1]);\n const result = await checkWatch(id);\n return json(result);\n }\n\n const diffMatch = path.match(/^\\/api\\/watches\\/(\\d+)\\/diffs$/);\n if (diffMatch && req.method === \"GET\") {\n const id = parseInt(diffMatch[1]);\n return json(listDiffs(id));\n }\n\n // Settings endpoint (webhook URL, etc.)\n if (path === \"/api/settings\" && req.method === \"GET\") {\n const webhookUrl = getSetting(\"webhook_url\");\n return json({ webhook_url: webhookUrl || \"\" });\n }\n\n if (path === \"/api/settings\" && req.method === \"PUT\") {\n const body = await req.json();\n if (body.webhook_url !== undefined) {\n setSetting(\"webhook_url\", body.webhook_url);\n }\n return json({ ok: true });\n }\n\n return json({ error: \"Not found\" }, 404);\n}\n\nfunction json(data: unknown, status = 200): Response {\n return new Response(JSON.stringify(data), {\n status,\n headers: { \"Content-Type\": \"application/json\" },\n });\n}\n","children",[],[170],["D",1785147355032],[],[18],"72f602f6-967f-4ed6-863e-86e6c1db1cf7","db.ts","2731d51a-89a4-11f1-aaa4-1607ee4eb77e",["D",1785147355031],"script","import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport interface Watch {\n id: number;\n url: string;\n selector: string | null;\n title: string;\n created_at: string;\n last_checked_at: string | null;\n last_hash: string | null;\n last_content: string | null;\n interval_minutes: number;\n active: number;\n}\n\nexport interface DiffRecord {\n id: number;\n watch_id: number;\n old_content: string;\n new_content: string;\n detected_at: string;\n}\n\nfunction init() {\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS watches (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n url TEXT NOT NULL,\n selector TEXT,\n title TEXT NOT NULL DEFAULT '',\n created_at TEXT NOT NULL DEFAULT (datetime('now')),\n last_checked_at TEXT,\n last_hash TEXT,\n last_content TEXT,\n interval_minutes INTEGER NOT NULL DEFAULT 60,\n active INTEGER NOT NULL DEFAULT 1\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS diffs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n watch_id INTEGER NOT NULL,\n old_content TEXT,\n new_content TEXT,\n detected_at TEXT NOT NULL DEFAULT (datetime('now')),\n FOREIGN KEY (watch_id) REFERENCES watches(id)\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS settings (\n key TEXT PRIMARY KEY,\n value TEXT\n )\n `);\n}\n\ninit();\n\nexport function listWatches(): Watch[] {\n return sqlite.execute(`SELECT * FROM watches ORDER BY created_at DESC`).rows as Watch[];\n}\n\nexport function getWatch(id: number): Watch | null {\n const rows = sqlite.execute(`SELECT * FROM watches WHERE id = ?`, [id]).rows as Watch[];\n return rows[0] ?? null;\n}\n\nexport function createWatch(url: string, title: string, selector: string | null, intervalMinutes: number): Watch {\n sqlite.execute(\n `INSERT INTO watches (url, title, selector, interval_minutes) VALUES (?, ?, ?, ?)`,\n [url, title, selector ?? \"\", intervalMinutes],\n );\n const rows = sqlite.execute(`SELECT * FROM watches ORDER BY id DESC LIMIT 1`).rows as Watch[];\n return rows[0];\n}\n\nexport function deleteWatch(id: number): void {\n sqlite.execute(`DELETE FROM watches WHERE id = ?`, [id]);\n sqlite.execute(`DELETE FROM diffs WHERE watch_id = ?`, [id]);\n}\n\nexport function updateWatchChecked(id: number, hash: string, content: string): void {\n sqlite.execute(\n `UPDATE watches SET last_checked_at = datetime('now'), last_hash = ?, last_content = ? WHERE id = ?`,\n [hash, content, id],\n );\n}\n\nexport function updateWatch(id: number, fields: Partial>): void {\n const sets: string[] = [];\n const vals: (string | number)[] = [];\n if (fields.title !== undefined) { sets.push(\"title = ?\"); vals.push(fields.title); }\n if (fields.active !== undefined) { sets.push(\"active = ?\"); vals.push(fields.active); }\n if (fields.interval_minutes !== undefined) { sets.push(\"interval_minutes = ?\"); vals.push(fields.interval_minutes); }\n if (fields.selector !== undefined) { sets.push(\"selector = ?\"); vals.push(fields.selector); }\n if (fields.url !== undefined) { sets.push(\"url = ?\"); vals.push(fields.url); }\n if (sets.length === 0) return;\n vals.push(id);\n sqlite.execute(`UPDATE watches SET ${sets.join(\", \")} WHERE id = ?`, vals);\n}\n\nexport function recordDiff(watchId: number, oldContent: string, newContent: string): void {\n sqlite.execute(\n `INSERT INTO diffs (watch_id, old_content, new_content) VALUES (?, ?, ?)`,\n [watchId, oldContent, newContent],\n );\n}\n\nexport function listDiffs(watchId: number): DiffRecord[] {\n return sqlite.execute(\n `SELECT * FROM diffs WHERE watch_id = ? ORDER BY detected_at DESC`,\n [watchId],\n ).rows as DiffRecord[];\n}\n\nexport function getDueWatches(): Watch[] {\n return sqlite.execute(`\n SELECT * FROM watches\n WHERE active = 1\n AND (\n last_checked_at IS NULL\n OR datetime(last_checked_at, '+' || interval_minutes || ' minutes') <= datetime('now')\n )\n `).rows as Watch[];\n}\n\nexport function getSetting(key: string): string | null {\n const rows = sqlite.execute(`SELECT value FROM settings WHERE key = ?`, [key]).rows as { value: string }[];\n return rows[0]?.value ?? null;\n}\n\nexport function setSetting(key: string, value: string): void {\n sqlite.execute(\n `INSERT INTO settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value`,\n [key, value],\n );\n}\n",[],[182],"0e9c1851-4ba1-4f88-8131-852566a61395","checker.ts","37fa3a5e-89a4-11f1-89e8-1607ee4eb77e",5,["D",1785147383103],"interval","import { checkWatch } from \"./check.ts\";\nimport { getDueWatches } from \"./db.ts\";\n\n// Runs every 5 minutes — checks all watches that are due\nexport default async function () {\n const due = getDueWatches();\n console.log(`Checker: ${due.length} watch(es) due for checking`);\n\n for (const watch of due) {\n console.log(`Checking watch #${watch.id}: ${watch.title} (${watch.url})`);\n const result = await checkWatch(watch.id);\n if (result.error) {\n console.error(`Watch #${watch.id} error: ${result.error}`);\n } else if (result.changed) {\n console.log(`Watch #${watch.id} CHANGED!`);\n } else {\n console.log(`Watch #${watch.id}: no changes`);\n }\n }\n\n return { checked: due.length };\n}\n",[],[190],"40f4e9a0-5057-436e-a47d-5df5af12365c","check.ts","37ec202c-89a4-11f1-96dc-1607ee4eb77e",["D",1785147383085],"import { createHash } from \"node:crypto\";\nimport { parseHTML } from \"npm:linkedom@0.18\";\nimport {\n getWatch,\n updateWatchChecked,\n recordDiff,\n getSetting,\n} from \"./db.ts\";\n\nexport interface CheckResult {\n changed: boolean;\n content: string;\n hash: string;\n error?: string;\n}\n\nexport async function checkWatch(watchId: number): Promise {\n const watch = getWatch(watchId);\n if (!watch) {\n return { changed: false, content: \"\", hash: \"\", error: \"Watch not found\" };\n }\n\n try {\n const res = await fetch(watch.url, {\n headers: {\n \"User-Agent\": \"Shirase/1.0 (web page differential watch)\",\n },\n redirect: \"follow\",\n });\n\n if (!res.ok) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: `HTTP ${res.status}`,\n };\n }\n\n const html = await res.text();\n let content = html;\n\n // If a CSS selector is provided, extract matching elements\n if (watch.selector) {\n try {\n const { document } = parseHTML(html);\n const elements = document.querySelectorAll(watch.selector);\n content = Array.from(elements).map((el) => el.textContent.trim()).join(\"\\n\");\n if (!content) {\n content = \"(no content matched selector)\";\n }\n } catch {\n // If selector parsing fails, fall back to raw HTML\n content = html;\n }\n } else {\n // Strip script/style tags and get text content\n try {\n const { document } = parseHTML(html);\n document.querySelectorAll(\"script,style,noscript\").forEach((el) => el.remove());\n content = document.body?.textContent?.trim() || html;\n } catch {\n content = html;\n }\n }\n\n // Truncate to avoid storing huge pages\n if (content.length > 50000) {\n content = content.substring(0, 50000) + \"\\n... (truncated)\";\n }\n\n const hash = createHash(\"sha256\").update(content).digest(\"hex\");\n const oldContent = watch.last_content || \"\";\n const changed = watch.last_hash !== null && hash !== watch.last_hash;\n\n if (changed) {\n recordDiff(watchId, oldContent, content);\n await sendNotification(watch, oldContent, content);\n }\n\n updateWatchChecked(watchId, hash, content);\n\n return { changed, content, hash };\n } catch (err) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: String(err),\n };\n }\n}\n\nasync function sendNotification(\n watch: { id: number; title: string; url: string },\n oldContent: string,\n newContent: string,\n): Promise {\n const webhookUrl = getSetting(\"webhook_url\");\n if (!webhookUrl) return;\n\n const truncate = (s: string, max = 1000) =>\n s.length > max ? s.substring(0, max) + \"...\" : s;\n\n const payload = {\n content: `🔔 **Shirase** — Change detected on **${watch.title}**\\n${watch.url}`,\n embeds: [{\n title: `Change detected: ${watch.title}`,\n url: watch.url,\n fields: [\n { name: \"Before\", value: truncate(oldContent) || \"(empty)\", inline: false },\n { name: \"After\", value: truncate(newContent) || \"(empty)\", inline: false },\n ],\n timestamp: new Date().toISOString(),\n }],\n };\n\n try {\n await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(payload),\n });\n } catch (err) {\n console.error(\"Notification failed:\", err);\n }\n}\n",[],[199],["D",1785147131301],["D",1789657845067],{"_11":12,"_123":68},{"_11":12,"_118":119,"_67":68,"_30":66,"_120":121,"_122":24},{"_38":109,"_13":16,"_32":35,"_110":70,"_111":-5,"_112":-5,"_113":-5,"_114":-5,"_115":-5,"_116":14,"_117":12},"ctx",{"_52":-5,"_142":243,"_244":245,"_246":247,"_248":24,"_249":24,"_250":24,"_251":83,"_252":-5,"_253":-7,"_254":-7,"_255":26,"_256":24,"_257":24,"_258":-5,"_259":24,"_260":24,"_261":24,"_262":-5},"ENV",{"_214":215,"_216":217,"_218":16,"_219":220,"_221":222,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e8c4b7030cb7600e4eb0736b15f422c8b8bd130f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · index.html