[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_183":184,"_185":186},"routes/_app.x.$handle.$name",{"_96":95,"_32":44,"_104":86,"_27":105,"_13":14,"_106":-5,"_11":107,"_108":109,"_110":111,"_112":113,"_114":115,"_20":-5,"_116":-5,"_117":-5,"_118":25,"_119":120,"_121":25,"_122":-5,"_123":-5,"_124":125},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":-5,"_55":25,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":63,"_64":65,"_66":67,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":25},"version",110,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","browse.ts","latestPath","fileId","346ab4c4-a627-11f0-a7b3-0224a6c84d84","name","fileType","script","content","import { PuppeteerDeno } from \"https://deno.land/x/puppeteer@16.2.0/src/deno/Puppeteer.ts\";\nimport Steel from \"npm:steel-sdk\";\n\nconst SESSION_TIMEOUT = 60 * 1000; // Val Pro users could push this higher\nconst STEEL_API_KEY = process.env.STEEL_API_KEY;\nconst steelClient = new Steel(STEEL_API_KEY);\nconst puppeteer = new PuppeteerDeno({ productName: \"chrome\" });\n\nlet session = null;\nlet browser = null;\n\nexport async function cleanupBrowser() {\n if (browser) {\n try {\n await browser.close();\n console.log(\"Browser closed\");\n } catch (error) {\n console.error(\"Failed to close browser\");\n console.error(error);\n }\n }\n if (session) {\n console.log(\"Releasing session...\");\n // TODO email when there is an issue releasing the session (or a timeout opening it?)\n try {\n await steelClient.sessions.release(session.id);\n console.log(\"Session released\");\n } catch (error) {\n console.error(\"Failed to release session\");\n console.error(error);\n }\n }\n}\n\nfunction sameURLs(url1: string, url2: string) {\n return url1 === url2 ||\n url1.replace(/\\/+$/, \"\") === url2.replace(/\\/+$/, \"\");\n}\n\nexport async function getPageContent(\n url: string,\n selector: string = null,\n): Promise<[string, number?]> {\n try {\n if (!session) {\n console.log(\"Creating Steel session...\");\n session = await steelClient.sessions.create({\n // useProxy: true, // Use Steel's proxy network (residential IPs)\n // proxyUrl: 'http://...', // Use your own proxy (format: protocol://username:password@host:port)\n // solveCaptcha: true, // Enable automatic CAPTCHA solving\n sessionTimeout: SESSION_TIMEOUT, // Session timeout in ms (default: 15 mins, max: 60 mins)\n // === Browser Configuration ===\n // userAgent: 'custom-ua-string', // Set a custom User-Agent\n });\n console.log(\n `Session ID: ${session.id}, view: ${session.sessionViewerUrl}`,\n );\n // Connect Puppeteer to the Steel session\n browser = await puppeteer.connect({\n browserWSEndpoint:\n `wss://connect.steel.dev?apiKey=${STEEL_API_KEY}&sessionId=${session.id}`,\n });\n console.log(\"Connected to browser via Puppeteer\");\n }\n\n // Create a new page\n const page = await browser.newPage();\n let status: number = null;\n let text: string = null;\n page.on(\"response\", (response) => {\n console.debug(`${response.status()} ${response.url()}`);\n if (sameURLs(response.url(), url)) { // TODO doesn't handle redirects\n status = response.status();\n if (!selector) {\n text = response.text();\n }\n }\n });\n await page.goto(url, {\n waitUntil: \"networkidle0\",\n });\n console.log(\"Page loaded\");\n if (selector) {\n text = await page.evaluate((selector) => {\n return document.querySelector(selector).innerText;\n }, selector);\n }\n return [text, status];\n } finally {\n await cleanupBrowser();\n }\n}","createdAt",["D",1761145690995],"branchVersion","branchId","26574018-a529-11f0-a3bb-0224a6c84d84","id","2656739a-a529-11f0-a3bb-0224a6c84d84","web-watch",["D",1760025660386],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","0199c9b2-7d4f-741c-b70c-3104406c8864","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","0199c9b2-7d4f-741c-b70c-35ac75f897b2","tursoName","2656739aa52911f0a3bb0224a6c84d84","tursoHostname","2656739aa52911f0a3bb0224a6c84d84-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789634449795],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_103":99},"org",{"_96":95,"_97":-5,"_98":99,"_18":53,"_100":101,"_102":25},"branch",{"_13":85,"_32":86,"_42":41,"_87":43,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":44,"_94":95},"isOwned",130,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","instanceofme","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzcHNwQ00yM1Nxelo2QkdvRGk5NTdxa1pZUSJ9","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":178,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":-5,"_55":25,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":63,"_64":65,"_66":179,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":180,"_80":181,"_82":182,"_84":25},"tree",[165,166,167],"files",[165,166,167],"counts",{"_154":59,"_155":156,"_157":59,"_158":159,"_160":161},"contents",[126,127,128],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":149,"_32":28,"_30":31,"_132":-5,"_40":41,"_39":14,"_134":150,"_37":151,"_13":152,"_33":34,"_35":36,"_24":25,"_139":-5,"_27":153},{"_42":141,"_32":142,"_30":143,"_132":-5,"_40":41,"_39":144,"_134":25,"_37":145,"_13":146,"_33":34,"_35":147,"_24":25,"_139":-5,"_27":148},{"_42":129,"_32":130,"_30":131,"_132":-5,"_40":41,"_39":133,"_134":25,"_37":135,"_13":136,"_33":137,"_35":138,"_24":25,"_139":-5,"_27":140},"8fc83ab4-ac47-11f0-8821-0224a6c84d84","main.ts","265b45f0-a529-11f0-a3bb-0224a6c84d84","parentId",107,"latest",["D",1760808380326],70,"interval","import { fetch } from \"https://esm.town/v/std/fetch\";\nimport { JSDOM } from \"npm:jsdom\";\nimport { cleanupBrowser, getPageContent } from \"./browse.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport { email } from \"https://esm.town/v/std/email\";\n\n// Timeout management\nconst STARTED = Date.now();\nconst TIMEOUT = 55 * 1000; // Val Town Pro users could push this higher\n\nasync function withTimeout(\n promise: Promise,\n timeoutMs: number,\n): Promise {\n let timeoutHandle: NodeJS.Timeout;\n const timeoutPromise = new Promise((_, reject) => {\n timeoutHandle = setTimeout(\n () => reject(new Error(\"Global timeout\")),\n timeoutMs,\n );\n });\n\n try {\n return await Promise.race([promise, timeoutPromise]) as T;\n } finally {\n clearTimeout(timeoutHandle);\n }\n}\n\n// Data model\nenum MatchReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n EachNeqInit = \"EACH_NEQ_INIT\",\n EachFlip = \"EACH_FLIP\",\n EachChange = \"EACH_CHANGE\",\n Always = \"ALWAYS\",\n}\nenum ErrorReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n OncePerError = \"ONCE_PER_ERROR\",\n Always = \"ALWAYS\",\n}\nclass Watch {\n public readonly selector?: string;\n public readonly email?: string;\n public readonly last_check?: string;\n public readonly last_success?: boolean;\n public readonly last_match?: boolean;\n public readonly last_status?: number;\n public readonly last_content?: string;\n\n constructor(\n public readonly id: string,\n public readonly url: string,\n public readonly regex: RegExp,\n public readonly browser: boolean = false,\n selector: string = null,\n public readonly match_init: boolean = false,\n public readonly match_report: MatchReport = MatchReport.EachChange,\n public readonly error_report: ErrorReport = ErrorReport.OncePerError,\n email: string = null,\n last_check: string = null,\n last_success: boolean = null,\n last_match: boolean = null,\n last_status: number = null,\n last_content: string = null,\n ) {\n this.selector = selector;\n this.email = email;\n this.last_check = last_check;\n this.last_success = last_success;\n this.last_match = last_match;\n this.last_status = last_status;\n this.last_content = last_content;\n }\n\n private _text: string;\n private _status: number;\n\n async simpleFetch(): Promise<[string, number]> {\n const result = await fetch(this.url, { method: \"GET\" });\n console.log(`${result.status} ${result.statusText}`);\n this._status = result.status; // Note: any network (or HTTP status?) error yields 400 Bad Request from proxy\n if (this.selector) {\n const dom = new JSDOM(\"\");\n const document = dom.window.document;\n const div = document.createElement(\"div\");\n div.innerHTML = await result.text();\n const elt = div.querySelector(this.selector);\n this._text = elt.textContent;\n } else {\n this._text = await result.text();\n }\n return [this._text, this._status];\n }\n\n async getContent(): Promise<[string, number]> {\n if (!this._text) {\n if (!this.browser) {\n console.log(`Fetching ${this.url}...`);\n try {\n await withTimeout(\n this.simpleFetch(),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n } else {\n console.log(`Browsing ${this.url}...`);\n try {\n [this._text, this._status] = await withTimeout(\n getPageContent(this.url, this.selector),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n }\n }\n return [this._text, this._status];\n }\n}\n\n// Data loading\n\n// const watches: Array = [\n// // new Watch(\"CantFetch\", \"https://doesnotexist.lol\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"Fetch404\", \"https://google.com/notfound\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"RaaS\", \"https://raas.dataiku.com\", /\\b\\d+\\b/i, false, \"h1\"),\n// // new Watch(\"CantBrowse\", \"https://doesnotexist.lol\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Browse404\", \"https://google.com/notfound\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Friday\", \"https://istodayfriday.net\", /\\bYes\\b/i, true, \"#answer\"),\n// ];\n\n//*\nconst watches: Array = (await sqlite.execute(\n `SELECT id, url, regex, regex_flags, browser, selector, match_init, match_report, error_report, email,\n last_check, last_success, last_match, last_status, last_content\n FROM web_watches WHERE active = 1;`,\n)).rows.map((row) => {\n const re = new RegExp(row[2], row[3]);\n row.splice(2, 2, re);\n return new Watch(...row);\n}); // */\n\n// Main loop\ntry {\n for (const watch of watches) {\n if ((Date.now() - STARTED) > TIMEOUT) {\n console.error(\"Timeout, breaking out\");\n break;\n }\n\n const id = watch.id;\n console.log(`Processing ${id}...`);\n let content = null;\n let matched = null;\n let emailReason = null;\n let emailContent = null;\n\n const [text, status] = await watch.getContent();\n const success = status >= 200 && status < 400; // TODO manage redirects\n console.log(`${status} ${success ? \"✓\" : \"✗\"} ${text}`);\n\n if (!success) {\n content = text;\n switch (watch.error_report) {\n case ErrorReport.Always:\n emailReason = `Error querying ${id}`;\n break;\n case ErrorReport.OncePerError:\n if (status !== watch.last_status) {\n emailReason = `Error changed querying ${id}`;\n }\n break;\n case ErrorReport.Once:\n if (watch.last_success) {\n emailReason = `Error querying ${id}`;\n }\n break;\n case ErrorReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Error: ${content}`;\n }\n } else {\n const m = watch.regex.exec(text);\n matched = m !== null;\n if (matched) {\n content = m[0];\n console.log(`⇒ ${status}; Matched: ${content}`);\n } else {\n console.log(`⇒ ${status}; No match`);\n }\n switch (watch.match_report) {\n case MatchReport.Always:\n emailReason = `${matched ? \"M\" : \"No m\"} atch on ${id}`;\n break;\n case MatchReport.EachChange:\n if (watch.last_content !== content) {\n emailReason = `Match changed on ${id}`;\n break;\n }\n // else fallthrough, also warn if flipped\n case MatchReport.EachFlip:\n if ((!!watch.last_match) != matched) {\n emailReason = `Match flipped on ${id}`;\n }\n break;\n case MatchReport.EachNeqInit:\n if ((!!watch.match_init) != matched) {\n emailReason = `Match report on ${id}`;\n }\n break;\n case MatchReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Content: ${content}`;\n }\n }\n\n if (emailReason) {\n console.log(`⇒ Report: ${emailReason}`);\n if (watch.email) {\n await email({\n subject: emailReason,\n text: emailContent,\n // to: watch.email // for Val Town Pro users\n });\n } else {\n console.log(\"No email recipient, only logging\");\n console.log(emailContent);\n }\n } else {\n console.log(`⇒ No report`);\n }\n\n await sqlite.execute({\n sql: `UPDATE web_watches SET\n last_check=datetime('now'),\n last_success=:success,\n last_match=:matched,\n last_status=:status,\n last_content=:content\n WHERE id=:id`,\n args: { id, success, matched, status, content },\n });\n }\n} finally {\n cleanupBrowser();\n} // */\n\nexport function cronValHandler(interval: Interval) {\n console.log(`Cron val ran at ${interval.lastRunAt}.`);\n}","label",[130],"b95829c6-aa9d-11f0-a282-0224a6c84d84","init.ts","3b5667b8-a77d-11f0-a988-0224a6c84d84",89,["D",1760625484449],11,"import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS web_watches (\n id VARCHAR(32) PRIMARY KEY,\n active BOOLEAN DEFAULT TRUE,\n url TEXT,\n regex TEXT,\n regex_flags VARCHAR(8),\n browser BOOLEAN DEFAULT FALSE,\n selector TEXT,\n match_init BOOLEAN DEFAULT FALSE,\n match_report VARCHAR(16) DEFAULT 'EACH_CHANGE',\n error_report VARCHAR(16) DEFAULT 'ONCE_PER_ERROR',\n email TEXT,\n last_check DATETIME,\n last_success BOOLEAN,\n last_match BOOLEAN,\n last_status INT,\n last_content TEXT\n)`);\n\nawait sqlite.execute(\n `INSERT INTO web_watches (id, active, url, regex, regex_flags, browser, selector, match_init) VALUES\n ('RaaS', FALSE, 'https://raas.dataiku.com', '\\\\b\\\\d+\\\\b', 'i', FALSE, 'h1', FALSE),\n ('Friday', TRUE, 'https://istodayfriday.net', '\\\\b(Yes|No)\\\\b', 'i', true, '#answer', TRUE)\n ON CONFLICT DO NOTHING`,\n);\n\nconst result = await sqlite.execute(`select * from web_watches`);\n\nconsole.log(result);\n// {\n// columns: [ \"col1\", \"col2\" ],\n// columnTypes: [ \"TEXT\", \"TEXT\" ],\n// rows: [ [ \"cell1\", \"cell2\" ] ],\n// rowsAffected: 0,\n// lastInsertRowid: null\n// }\n\n// const rows: { key: string; value: string }[] = result.rows.map(row =>\n// Object.fromEntries(row.map((value, index) => [result.columns[index], value])) as any\n// );\n// console.log(rows); // [ { col1: \"cell1\", col2: \"cell2\" } ]",[142],"ec9cca16-af58-11f0-9f3d-0224a6c84d84",true,["D",1761145690995],26,[28],"pulls","branches",1,"forks","envVars",{"_162":156,"_164":59},"connections",{"_162":59,"_163":59},"count","unfilledCount","emptyCount",{"_42":149,"_32":28,"_30":31,"_132":-5,"_40":41,"_39":14,"_134":150,"_37":175,"_13":152,"_33":34,"_35":36,"_24":25,"_139":-5,"_169":176,"_27":177},{"_42":141,"_32":142,"_30":143,"_132":-5,"_40":41,"_39":144,"_134":25,"_37":172,"_13":146,"_33":34,"_35":147,"_24":25,"_139":-5,"_169":173,"_27":174},{"_42":129,"_32":130,"_30":131,"_132":-5,"_40":41,"_39":133,"_134":25,"_37":168,"_13":136,"_33":137,"_35":138,"_24":25,"_139":-5,"_169":170,"_27":171},["D",1760808380326],"children",[],[130],["D",1760625484449],[],[142],["D",1761145690995],[],[28],["D",1760025660386],["D",1789634449795],{"_96":95,"_103":99},{"_96":95,"_97":-5,"_98":99,"_18":53,"_100":101,"_102":25},{"_13":85,"_32":86,"_42":41,"_87":43,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":44,"_94":95},"ctx",{"_78":-5,"_123":216,"_217":218,"_219":220,"_221":25,"_222":25,"_223":25,"_224":150,"_225":-5,"_226":-7,"_227":-7,"_228":59,"_229":25,"_230":25,"_231":-5,"_232":25,"_233":25,"_234":25,"_235":-5},"ENV",{"_187":188,"_189":190,"_191":86,"_192":193,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","a3e067d4463eea85f6334f8e583e8516ae58c4f6","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v110