[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_186":187,"_188":189},"routes/_app.x.$handle.$name",{"_104":103,"_37":49,"_113":94,"_32":114,"_13":14,"_115":-5,"_11":116,"_117":118,"_119":120,"_121":122,"_123":124,"_26":-5,"_125":-5,"_126":-5,"_127":30,"_128":129,"_130":30,"_131":-5,"_132":-5,"_133":134},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_47":48,"_37":49,"_42":50,"_51":-5,"_52":30,"_53":54,"_55":54,"_56":57,"_58":-5,"_19":59,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":75,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":87,"_88":89,"_90":91,"_92":30},"version",3,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","85837b53-2f8c-44b7-8d16-092e87791065","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":-7,"_29":30,"_31":30,"_32":33,"_34":33},"file",{"_35":36,"_37":33,"_38":39,"_40":41,"_42":43,"_44":14,"_45":46,"_29":30},"previous","deleted",false,"deletedHere","path","check.ts","latestPath","fileId","37ec202c-89a4-11f1-96dc-1607ee4eb77e","name","fileType","script","content","import { createHash } from \"node:crypto\";\nimport { parseHTML } from \"npm:linkedom@0.18\";\nimport {\n getWatch,\n updateWatchChecked,\n recordDiff,\n getSetting,\n} from \"./db.ts\";\n\nexport interface CheckResult {\n changed: boolean;\n content: string;\n hash: string;\n error?: string;\n}\n\nexport async function checkWatch(watchId: number): Promise {\n const watch = getWatch(watchId);\n if (!watch) {\n return { changed: false, content: \"\", hash: \"\", error: \"Watch not found\" };\n }\n\n try {\n const res = await fetch(watch.url, {\n headers: {\n \"User-Agent\": \"Shirase/1.0 (web page differential watch)\",\n },\n redirect: \"follow\",\n });\n\n if (!res.ok) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: `HTTP ${res.status}`,\n };\n }\n\n const html = await res.text();\n let content = html;\n\n // If a CSS selector is provided, extract matching elements\n if (watch.selector) {\n try {\n const { document } = parseHTML(html);\n const elements = document.querySelectorAll(watch.selector);\n content = Array.from(elements).map((el) => el.textContent.trim()).join(\"\\n\");\n if (!content) {\n content = \"(no content matched selector)\";\n }\n } catch {\n // If selector parsing fails, fall back to raw HTML\n content = html;\n }\n } else {\n // Strip script/style tags and get text content\n try {\n const { document } = parseHTML(html);\n document.querySelectorAll(\"script,style,noscript\").forEach((el) => el.remove());\n content = document.body?.textContent?.trim() || html;\n } catch {\n content = html;\n }\n }\n\n // Truncate to avoid storing huge pages\n if (content.length > 50000) {\n content = content.substring(0, 50000) + \"\\n... (truncated)\";\n }\n\n const hash = createHash(\"sha256\").update(content).digest(\"hex\");\n const oldContent = watch.last_content || \"\";\n const changed = watch.last_hash !== null && hash !== watch.last_hash;\n\n if (changed) {\n recordDiff(watchId, oldContent, content);\n await sendNotification(watch, oldContent, content);\n }\n\n updateWatchChecked(watchId, hash, content);\n\n return { changed, content, hash };\n } catch (err) {\n return {\n changed: false,\n content: \"\",\n hash: \"\",\n error: String(err),\n };\n }\n}\n\nasync function sendNotification(\n watch: { id: number; title: string; url: string },\n oldContent: string,\n newContent: string,\n): Promise {\n const webhookUrl = getSetting(\"webhook_url\");\n if (!webhookUrl) return;\n\n const truncate = (s: string, max = 1000) =>\n s.length > max ? s.substring(0, max) + \"...\" : s;\n\n const payload = {\n content: `🔔 **Shirase** — Change detected on **${watch.title}**\\n${watch.url}`,\n embeds: [{\n title: `Change detected: ${watch.title}`,\n url: watch.url,\n fields: [\n { name: \"Before\", value: truncate(oldContent) || \"(empty)\", inline: false },\n { name: \"After\", value: truncate(newContent) || \"(empty)\", inline: false },\n ],\n timestamp: new Date().toISOString(),\n }],\n };\n\n try {\n await fetch(webhookUrl, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify(payload),\n });\n } catch (err) {\n console.error(\"Notification failed:\", err);\n }\n}\n","createdAt",["D",1785147383085],"branchVersion","branchId","47c5e492-ed34-4f2f-9027-d62970dd65a7","id","04eddd79-7d9a-40cc-aca6-a45d90277268","shirase",["D",1785147131301],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Web page differential watch and notification tool","imageUrl","72681062-c2a0-42fc-b85c-e0734162e529","pinnedFileId","37f3681e-89a4-11f1-b5e2-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019fa30d-10fd-77fe-a297-d78f343b58e7","tursoName","04eddd797d9a40ccaca6a45d90277268","tursoHostname","04eddd797d9a40ccaca6a45d90277268-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789657845067],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_104":103,"_112":108},"org",{"_104":103,"_105":106,"_107":108,"_19":59,"_109":110,"_111":30},"branch",{"_13":93,"_37":94,"_47":46,"_95":48,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":49,"_102":103},"isOwned",8,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","yori","handle","displayName","ci7lus","avatar","https://avatars.githubusercontent.com/u/7887955?v=4","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_47":48,"_37":49,"_42":181,"_51":-5,"_52":30,"_53":54,"_55":54,"_56":57,"_58":-5,"_19":59,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":182,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":183,"_88":184,"_90":185,"_92":30},"tree",[168,169,170],"files",[168,169,170],"counts",{"_158":67,"_159":151,"_160":67,"_161":162,"_163":164},"contents",[135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_47":155,"_37":33,"_35":36,"_141":-5,"_45":46,"_44":14,"_143":63,"_42":156,"_13":67,"_38":39,"_40":41,"_29":30,"_146":-5,"_32":157},{"_47":148,"_37":149,"_35":150,"_141":-5,"_45":46,"_44":151,"_143":63,"_42":152,"_13":67,"_38":39,"_40":153,"_29":30,"_146":-5,"_32":154},{"_47":138,"_37":139,"_35":140,"_141":-5,"_45":46,"_44":142,"_143":63,"_42":144,"_13":67,"_38":26,"_40":145,"_29":30,"_146":-5,"_32":147},"02481e39-8d92-4be9-812c-5caab7494db2","index.html","2737fda0-89a4-11f1-a77c-1607ee4eb77e","parentId",2,"latest",["D",1785147355032],"\n\n\n \n \n Shirase — Web Page Differential Watch\n \n\n\n

🕵️ Shirase

Web page differential watch & notification tool

\n\n

Add New Watch

\n URL to watch\n \n

\n Title\n \n

\n CSS Selector (optional)\n \n

\n Interval (min)\n \n

\n \n

\n\n

\n\n \n\n\n","label",[139],"72f602f6-967f-4ed6-863e-86e6c1db1cf7","db.ts","2731d51a-89a4-11f1-aaa4-1607ee4eb77e",1,["D",1785147355031],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport interface Watch {\n id: number;\n url: string;\n selector: string | null;\n title: string;\n created_at: string;\n last_checked_at: string | null;\n last_hash: string | null;\n last_content: string | null;\n interval_minutes: number;\n active: number;\n}\n\nexport interface DiffRecord {\n id: number;\n watch_id: number;\n old_content: string;\n new_content: string;\n detected_at: string;\n}\n\nfunction init() {\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS watches (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n url TEXT NOT NULL,\n selector TEXT,\n title TEXT NOT NULL DEFAULT '',\n created_at TEXT NOT NULL DEFAULT (datetime('now')),\n last_checked_at TEXT,\n last_hash TEXT,\n last_content TEXT,\n interval_minutes INTEGER NOT NULL DEFAULT 60,\n active INTEGER NOT NULL DEFAULT 1\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS diffs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n watch_id INTEGER NOT NULL,\n old_content TEXT,\n new_content TEXT,\n detected_at TEXT NOT NULL DEFAULT (datetime('now')),\n FOREIGN KEY (watch_id) REFERENCES watches(id)\n )\n `);\n sqlite.execute(`\n CREATE TABLE IF NOT EXISTS settings (\n key TEXT PRIMARY KEY,\n value TEXT\n )\n `);\n}\n\ninit();\n\nexport function listWatches(): Watch[] {\n return sqlite.execute(`SELECT * FROM watches ORDER BY created_at DESC`).rows as Watch[];\n}\n\nexport function getWatch(id: number): Watch | null {\n const rows = sqlite.execute(`SELECT * FROM watches WHERE id = ?`, [id]).rows as Watch[];\n return rows[0] ?? null;\n}\n\nexport function createWatch(url: string, title: string, selector: string | null, intervalMinutes: number): Watch {\n sqlite.execute(\n `INSERT INTO watches (url, title, selector, interval_minutes) VALUES (?, ?, ?, ?)`,\n [url, title, selector ?? \"\", intervalMinutes],\n );\n const rows = sqlite.execute(`SELECT * FROM watches ORDER BY id DESC LIMIT 1`).rows as Watch[];\n return rows[0];\n}\n\nexport function deleteWatch(id: number): void {\n sqlite.execute(`DELETE FROM watches WHERE id = ?`, [id]);\n sqlite.execute(`DELETE FROM diffs WHERE watch_id = ?`, [id]);\n}\n\nexport function updateWatchChecked(id: number, hash: string, content: string): void {\n sqlite.execute(\n `UPDATE watches SET last_checked_at = datetime('now'), last_hash = ?, last_content = ? WHERE id = ?`,\n [hash, content, id],\n );\n}\n\nexport function updateWatch(id: number, fields: Partial>): void {\n const sets: string[] = [];\n const vals: (string | number)[] = [];\n if (fields.title !== undefined) { sets.push(\"title = ?\"); vals.push(fields.title); }\n if (fields.active !== undefined) { sets.push(\"active = ?\"); vals.push(fields.active); }\n if (fields.interval_minutes !== undefined) { sets.push(\"interval_minutes = ?\"); vals.push(fields.interval_minutes); }\n if (fields.selector !== undefined) { sets.push(\"selector = ?\"); vals.push(fields.selector); }\n if (fields.url !== undefined) { sets.push(\"url = ?\"); vals.push(fields.url); }\n if (sets.length === 0) return;\n vals.push(id);\n sqlite.execute(`UPDATE watches SET ${sets.join(\", \")} WHERE id = ?`, vals);\n}\n\nexport function recordDiff(watchId: number, oldContent: string, newContent: string): void {\n sqlite.execute(\n `INSERT INTO diffs (watch_id, old_content, new_content) VALUES (?, ?, ?)`,\n [watchId, oldContent, newContent],\n );\n}\n\nexport function listDiffs(watchId: number): DiffRecord[] {\n return sqlite.execute(\n `SELECT * FROM diffs WHERE watch_id = ? ORDER BY detected_at DESC`,\n [watchId],\n ).rows as DiffRecord[];\n}\n\nexport function getDueWatches(): Watch[] {\n return sqlite.execute(`\n SELECT * FROM watches\n WHERE active = 1\n AND (\n last_checked_at IS NULL\n OR datetime(last_checked_at, '+' || interval_minutes || ' minutes') <= datetime('now')\n )\n `).rows as Watch[];\n}\n\nexport function getSetting(key: string): string | null {\n const rows = sqlite.execute(`SELECT value FROM settings WHERE key = ?`, [key]).rows as { value: string }[];\n return rows[0]?.value ?? null;\n}\n\nexport function setSetting(key: string, value: string): void {\n sqlite.execute(\n `INSERT INTO settings (key, value) VALUES (?, ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value`,\n [key, value],\n );\n}\n",[149],"40f4e9a0-5057-436e-a47d-5df5af12365c",["D",1785147383085],[33],"pulls","branches","forks","envVars",{"_165":67,"_167":67},"connections",{"_165":67,"_166":67},"count","unfilledCount","emptyCount",{"_47":155,"_37":33,"_35":36,"_141":-5,"_45":46,"_44":14,"_143":63,"_42":178,"_13":67,"_38":39,"_40":41,"_29":30,"_146":-5,"_172":179,"_32":180},{"_47":148,"_37":149,"_35":150,"_141":-5,"_45":46,"_44":151,"_143":63,"_42":175,"_13":67,"_38":39,"_40":153,"_29":30,"_146":-5,"_172":176,"_32":177},{"_47":138,"_37":139,"_35":140,"_141":-5,"_45":46,"_44":142,"_143":63,"_42":171,"_13":67,"_38":26,"_40":145,"_29":30,"_146":-5,"_172":173,"_32":174},["D",1785147355032],"children",[],[139],["D",1785147355031],[],[149],["D",1785147383085],[],[33],["D",1785147131301],["D",1789657845067],{"_104":103,"_112":108},{"_104":103,"_105":106,"_107":108,"_19":59,"_109":110,"_111":30},{"_13":93,"_37":94,"_47":46,"_95":48,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":49,"_102":103},"ctx",{"_86":-5,"_132":219,"_220":221,"_222":223,"_224":30,"_225":30,"_226":30,"_227":63,"_228":-5,"_229":-7,"_230":-7,"_231":67,"_232":30,"_233":30,"_234":-5,"_235":30,"_236":30,"_237":30,"_238":-5},"ENV",{"_190":191,"_192":193,"_194":94,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208,"_209":210,"_211":212,"_213":214,"_215":216,"_217":218},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3