[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_197":198,"_199":200},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_105":87,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":25,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",121,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","dev.ts","latestPath","fileId","73e12562-a832-11f1-8f9f-1607ee4eb77e","name","fileType","script","content","console.log(\"Runtime:\", typeof Deno !== \"undefined\" ? \"Deno\" : \"Node\");\nconsole.log(\n \"Deno version:\",\n typeof Deno !== \"undefined\" ? Deno.version.deno : \"N/A\",\n);\nconsole.log(\n \"Node compat / process.versions:\\n\",\n typeof process !== \"undefined\"\n ? JSON.stringify(process.versions, null, 2)\n : \"N/A (no Node process)\",\n);\n\n// import { JSDOM } from \"npm:jsdom@30.0.1\";\n// console.log(JSDOM);","console.log(\"Runtime:\", typeof Deno !== \"undefined\" ? \"Deno\" : \"Node\");\nconsole.log(\n \"Deno version:\",\n typeof Deno !== \"undefined\" ? Deno.version.deno : \"N/A\",\n);\nconsole.log(\n \"Node compat / process.versions:\\n\",\n typeof process !== \"undefined\"\n ? JSON.stringify(process.versions, null, 2)\n : \"N/A (no Node process)\",\n);\n\n// import { JSDOM } from \"npm:jsdom@30.0.1\";\n// console.log(JSDOM);\n\nimport sqlite from \"https://esm.town/v/std/sqlite/main.ts\";\n\nawait sqlite.execute('INSERT INTO \"documents\" (\"contents\") VALUES ('Hello, world!')');","createdAt",["D",1788508970192],"branchVersion","branchId","26574018-a529-11f0-a3bb-0224a6c84d84","id","2656739a-a529-11f0-a3bb-0224a6c84d84","web-watch",["D",1760025660386],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","0199c9b2-7d4f-741c-b70c-3104406c8864","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","0199c9b2-7d4f-741c-b70c-35ac75f897b2","tursoName","2656739aa52911f0a3bb0224a6c84d84","tursoHostname","2656739aa52911f0a3bb0224a6c84d84-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789634449795],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":54,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",130,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","instanceofme","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzcHNwQ00yM1Nxelo2QkdvRGk5NTdxa1pZUSJ9","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":192,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":193,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":194,"_81":195,"_83":196,"_85":25},"tree",[175,176,177,178],"files",[175,176,177,178],"counts",{"_164":60,"_165":166,"_167":60,"_168":169,"_170":171},"contents",[127,128,129,130],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":156,"_32":157,"_30":158,"_134":-5,"_41":42,"_40":159,"_136":147,"_38":160,"_13":161,"_33":34,"_35":162,"_24":25,"_141":-5,"_27":163},{"_43":152,"_32":28,"_30":31,"_134":-5,"_41":42,"_40":14,"_136":25,"_38":153,"_13":154,"_33":34,"_35":37,"_24":25,"_141":-5,"_27":155},{"_43":143,"_32":144,"_30":145,"_134":-5,"_41":42,"_40":146,"_136":147,"_38":148,"_13":149,"_33":34,"_35":150,"_24":25,"_141":-5,"_27":151},{"_43":131,"_32":132,"_30":133,"_134":-5,"_41":42,"_40":135,"_136":25,"_38":137,"_13":138,"_33":139,"_35":140,"_24":25,"_141":-5,"_27":142},"bb7133b9-030d-453f-94f0-96d519d4d296","main.ts","265b45f0-a529-11f0-a3bb-0224a6c84d84","parentId",120,"latest",["D",1788508841580],74,"interval","// Deno 2.7.5 announces compatibility with Node 24.2.0\n// but runs into https://github.com/nodejs/undici/issues/5024\n// import { JSDOM } from \"npm:jsdom@30.0.1\";\n// Using happy-dom instead\nimport { Browser } from \"npm:happy-dom@20.14.0\";\n\nimport { fetch } from \"https://esm.town/v/std/fetch\";\nimport { cleanupBrowser, getPageContent } from \"./browse.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { email } from \"https://esm.town/v/std/email\";\n\n// Timeout management\nconst STARTED = Date.now();\nconst TIMEOUT = 55 * 1000; // Val Town Pro users could push this higher\n\nasync function withTimeout(\n promise: Promise,\n timeoutMs: number,\n): Promise {\n let timeoutHandle: number;\n const timeoutPromise = new Promise((_, reject) => {\n timeoutHandle = setTimeout(\n () => reject(new Error(\"Global timeout\")),\n timeoutMs,\n );\n });\n\n try {\n return await Promise.race([promise, timeoutPromise]) as T;\n } finally {\n clearTimeout(timeoutHandle);\n }\n}\n\n// Data model\nenum MatchReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n EachNeqInit = \"EACH_NEQ_INIT\",\n EachFlip = \"EACH_FLIP\",\n EachChange = \"EACH_CHANGE\",\n Always = \"ALWAYS\",\n}\nenum ErrorReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n OncePerError = \"ONCE_PER_ERROR\",\n Always = \"ALWAYS\",\n}\nclass Watch {\n public readonly selector?: string;\n public readonly email?: string;\n public readonly last_check?: string;\n public readonly last_success?: boolean;\n public readonly last_match?: boolean;\n public readonly last_status?: number;\n public readonly last_content?: string;\n\n constructor(\n public readonly id: string,\n public readonly url: string,\n public readonly regex: RegExp,\n public readonly browser: boolean = false,\n selector: string = null,\n public readonly match_init: boolean = false,\n public readonly match_report: MatchReport = MatchReport.EachChange,\n public readonly error_report: ErrorReport = ErrorReport.OncePerError,\n email: string = null,\n last_check: string = null,\n last_success: boolean = null,\n last_match: boolean = null,\n last_status: number = null,\n last_content: string = null,\n ) {\n this.selector = selector;\n this.email = email;\n this.last_check = last_check;\n this.last_success = last_success;\n this.last_match = last_match;\n this.last_status = last_status;\n this.last_content = last_content;\n }\n\n private _text: string;\n private _status: number;\n\n async simpleFetch(): Promise<[string, number]> {\n const result = await fetch(this.url, { method: \"GET\" });\n console.log(`${result.status} ${result.statusText}`);\n this._status = result.status; // Note: any network (or HTTP status?) error yields 400 Bad Request from proxy\n if (this.selector) {\n // With JSON\n // const dom = new JSDOM(\"\");\n // const document = dom.window.document;\n // With happy-dom\n const browser = new Browser({\n settings: { errorCapture: BrowserErrorCaptureEnum.processLevel },\n });\n const page = browser.newPage();\n await page.goto(\"data:text/html,\");\n const document = page.mainFrame.document;\n await page.waitUntilComplete();\n\n const div = document.createElement(\"div\");\n div.innerHTML = await result.text();\n const elt = div.querySelector(this.selector);\n this._text = elt.textContent;\n\n // With happy-dom\n await browser.close();\n } else {\n this._text = await result.text();\n }\n return [this._text, this._status];\n }\n\n async getContent(): Promise<[string, number]> {\n if (!this._text) {\n if (!this.browser) {\n console.log(`Fetching ${this.url}...`);\n try {\n await withTimeout(\n this.simpleFetch(),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n } else {\n console.log(`Browsing ${this.url}...`);\n try {\n [this._text, this._status] = await withTimeout(\n getPageContent(this.url, this.selector),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n }\n }\n return [this._text, this._status];\n }\n}\n\n// Data loading\n\n// const watches: Array = [\n// // new Watch(\"CantFetch\", \"https://doesnotexist.lol\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"Fetch404\", \"https://google.com/notfound\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"RaaS\", \"https://raas.dataiku.com\", /\\b\\d+\\b/i, false, \"h1\"),\n// // new Watch(\"CantBrowse\", \"https://doesnotexist.lol\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Browse404\", \"https://google.com/notfound\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Friday\", \"https://istodayfriday.net\", /\\bYes\\b/i, true, \"#answer\"),\n// ];\n\n//*\nconst watches: Array = (await sqlite.execute(\n `SELECT id, url, regex, regex_flags, browser, selector, match_init, match_report, error_report, email,\n last_check, last_success, last_match, last_status, last_content\n FROM web_watches WHERE active = 1;`,\n)).rows.map((row) => {\n const re = new RegExp(row[2], row[3]);\n row.splice(2, 2, re);\n return new Watch(...row);\n}); // */\n\n// Main loop\ntry {\n for (const watch of watches) {\n if ((Date.now() - STARTED) > TIMEOUT) {\n console.error(\"Timeout, breaking out\");\n break;\n }\n\n const id = watch.id;\n console.log(`Processing ${id}...`);\n let content = null;\n let matched = null;\n let emailReason = null;\n let emailContent = null;\n\n const [text, status] = await watch.getContent();\n const success = status >= 200 && status < 400; // TODO manage redirects\n console.log(`${status} ${success ? \"✓\" : \"✗\"} ${text}`);\n\n if (!success) {\n content = text;\n switch (watch.error_report) {\n case ErrorReport.Always:\n emailReason = `Error querying ${id}`;\n break;\n case ErrorReport.OncePerError:\n if (status !== watch.last_status) {\n emailReason = `Error changed querying ${id}`;\n }\n break;\n case ErrorReport.Once:\n if (watch.last_success) {\n emailReason = `Error querying ${id}`;\n }\n break;\n case ErrorReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Error: ${content}`;\n }\n } else {\n const m = watch.regex.exec(text);\n matched = m !== null;\n if (matched) {\n content = m[0];\n console.log(`⇒ ${status}; Matched: ${content}`);\n } else {\n console.log(`⇒ ${status}; No match`);\n }\n switch (watch.match_report) {\n case MatchReport.Always:\n emailReason = `${matched ? \"M\" : \"No m\"} atch on ${id}`;\n break;\n case MatchReport.EachChange:\n if (watch.last_content !== content) {\n emailReason = `Match changed on ${id}`;\n break;\n }\n // else fallthrough, also warn if flipped\n case MatchReport.EachFlip:\n if ((!!watch.last_match) != matched) {\n emailReason = `Match flipped on ${id}`;\n }\n break;\n case MatchReport.EachNeqInit:\n if ((!!watch.match_init) != matched) {\n emailReason = `Match report on ${id}`;\n }\n break;\n case MatchReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Content: ${content}`;\n }\n }\n\n if (emailReason) {\n console.log(`⇒ Report: ${emailReason}`);\n if (watch.email) {\n await email({\n subject: emailReason,\n text: emailContent,\n // to: watch.email // for Val Town Pro users\n });\n } else {\n console.log(\"No email recipient, only logging\");\n console.log(emailContent);\n }\n } else {\n console.log(`⇒ No report`);\n }\n\n await sqlite.execute({\n sql: `UPDATE web_watches SET\n last_check=datetime('now'),\n last_success=:success,\n last_match=:matched,\n last_status=:status,\n last_content=:content\n WHERE id=:id`,\n args: { id, success, matched, status, content },\n });\n }\n} finally {\n cleanupBrowser();\n} // */\n\nexport function cronValHandler(interval: Interval) {\n console.log(`Cron val ran at ${interval.lastRunAt}.`);\n}","label",[132],"374d1906-aaf3-405d-8599-9c052aae181b","init.ts","3b5667b8-a77d-11f0-a988-0224a6c84d84",118,true,["D",1788508821310],12,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS web_watches (\n id VARCHAR(32) PRIMARY KEY,\n active BOOLEAN DEFAULT TRUE,\n url TEXT,\n regex TEXT,\n regex_flags VARCHAR(8),\n browser BOOLEAN DEFAULT FALSE,\n selector TEXT,\n match_init BOOLEAN DEFAULT FALSE,\n match_report VARCHAR(16) DEFAULT 'EACH_CHANGE',\n error_report VARCHAR(16) DEFAULT 'ONCE_PER_ERROR',\n email TEXT,\n last_check DATETIME,\n last_success BOOLEAN,\n last_match BOOLEAN,\n last_status INT,\n last_content TEXT\n)`);\n\nawait sqlite.execute(\n `INSERT INTO web_watches (id, active, url, regex, regex_flags, browser, selector, match_init) VALUES\n ('RaaS', FALSE, 'https://raas.dataiku.com', '\\\\b\\\\d+\\\\b', 'i', FALSE, 'h1', FALSE),\n ('Friday', TRUE, 'https://istodayfriday.net', '\\\\b(Yes|No)\\\\b', 'i', true, '#answer', TRUE)\n ON CONFLICT DO NOTHING`,\n);\n\nconst result = await sqlite.execute(`select * from web_watches`);\n\nconsole.log(result);\n// {\n// columns: [ \"col1\", \"col2\" ],\n// columnTypes: [ \"TEXT\", \"TEXT\" ],\n// rows: [ [ \"cell1\", \"cell2\" ] ],\n// rowsAffected: 0,\n// lastInsertRowid: null\n// }\n\n// const rows: { key: string; value: string }[] = result.rows.map(row =>\n// Object.fromEntries(row.map((value, index) => [result.columns[index], value])) as any\n// );\n// console.log(rows); // [ { col1: \"cell1\", col2: \"cell2\" } ]",[144],"34b24ef3-8589-44de-9da3-597ac569f919",["D",1788508970192],5,[28],"ec9cca16-af58-11f0-9f3d-0224a6c84d84","browse.ts","346ab4c4-a627-11f0-a7b3-0224a6c84d84",110,["D",1761145690995],26,"import { PuppeteerDeno } from \"https://deno.land/x/puppeteer@16.2.0/src/deno/Puppeteer.ts\";\nimport Steel from \"npm:steel-sdk\";\n\nconst SESSION_TIMEOUT = 60 * 1000; // Val Pro users could push this higher\nconst STEEL_API_KEY = process.env.STEEL_API_KEY;\nconst steelClient = new Steel(STEEL_API_KEY);\nconst puppeteer = new PuppeteerDeno({ productName: \"chrome\" });\n\nlet session = null;\nlet browser = null;\n\nexport async function cleanupBrowser() {\n if (browser) {\n try {\n await browser.close();\n console.log(\"Browser closed\");\n } catch (error) {\n console.error(\"Failed to close browser\");\n console.error(error);\n }\n }\n if (session) {\n console.log(\"Releasing session...\");\n // TODO email when there is an issue releasing the session (or a timeout opening it?)\n try {\n await steelClient.sessions.release(session.id);\n console.log(\"Session released\");\n } catch (error) {\n console.error(\"Failed to release session\");\n console.error(error);\n }\n }\n}\n\nfunction sameURLs(url1: string, url2: string) {\n return url1 === url2 ||\n url1.replace(/\\/+$/, \"\") === url2.replace(/\\/+$/, \"\");\n}\n\nexport async function getPageContent(\n url: string,\n selector: string = null,\n): Promise<[string, number?]> {\n try {\n if (!session) {\n console.log(\"Creating Steel session...\");\n session = await steelClient.sessions.create({\n // useProxy: true, // Use Steel's proxy network (residential IPs)\n // proxyUrl: 'http://...', // Use your own proxy (format: protocol://username:password@host:port)\n // solveCaptcha: true, // Enable automatic CAPTCHA solving\n sessionTimeout: SESSION_TIMEOUT, // Session timeout in ms (default: 15 mins, max: 60 mins)\n // === Browser Configuration ===\n // userAgent: 'custom-ua-string', // Set a custom User-Agent\n });\n console.log(\n `Session ID: ${session.id}, view: ${session.sessionViewerUrl}`,\n );\n // Connect Puppeteer to the Steel session\n browser = await puppeteer.connect({\n browserWSEndpoint:\n `wss://connect.steel.dev?apiKey=${STEEL_API_KEY}&sessionId=${session.id}`,\n });\n console.log(\"Connected to browser via Puppeteer\");\n }\n\n // Create a new page\n const page = await browser.newPage();\n let status: number = null;\n let text: string = null;\n page.on(\"response\", (response) => {\n console.debug(`${response.status()} ${response.url()}`);\n if (sameURLs(response.url(), url)) { // TODO doesn't handle redirects\n status = response.status();\n if (!selector) {\n text = response.text();\n }\n }\n });\n await page.goto(url, {\n waitUntil: \"networkidle0\",\n });\n console.log(\"Page loaded\");\n if (selector) {\n text = await page.evaluate((selector) => {\n return document.querySelector(selector).innerText;\n }, selector);\n }\n return [text, status];\n } finally {\n await cleanupBrowser();\n }\n}",[157],"pulls","branches",1,"forks","envVars",{"_172":166,"_174":60},"connections",{"_172":60,"_173":60},"count","unfilledCount","emptyCount",{"_43":156,"_32":157,"_30":158,"_134":-5,"_41":42,"_40":159,"_136":147,"_38":189,"_13":161,"_33":34,"_35":162,"_24":25,"_141":-5,"_180":190,"_27":191},{"_43":152,"_32":28,"_30":31,"_134":-5,"_41":42,"_40":14,"_136":25,"_38":186,"_13":154,"_33":34,"_35":37,"_24":25,"_141":-5,"_180":187,"_27":188},{"_43":143,"_32":144,"_30":145,"_134":-5,"_41":42,"_40":146,"_136":147,"_38":183,"_13":149,"_33":34,"_35":150,"_24":25,"_141":-5,"_180":184,"_27":185},{"_43":131,"_32":132,"_30":133,"_134":-5,"_41":42,"_40":135,"_136":25,"_38":179,"_13":138,"_33":139,"_35":140,"_24":25,"_141":-5,"_180":181,"_27":182},["D",1788508841580],"children",[],[132],["D",1788508821310],[],[144],["D",1788508970192],[],[28],["D",1761145690995],[],[157],["D",1760025660386],["D",1789634449795],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":54,"_101":102,"_103":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_124":230,"_231":232,"_233":234,"_235":25,"_236":25,"_237":25,"_238":147,"_239":-5,"_240":-7,"_241":-7,"_242":60,"_243":25,"_244":25,"_245":-5,"_246":25,"_247":25,"_248":25,"_249":-5},"ENV",{"_201":202,"_203":204,"_205":87,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v121