[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_187":188,"_189":190},"routes/_app.x.$handle.$name",{"_16":17,"_20":21,"_84":67,"_85":86,"_65":-7,"_87":-5,"_13":88,"_89":90,"_11":91,"_92":93,"_94":95,"_96":-5,"_97":-5,"_98":-5,"_99":26,"_100":101,"_102":26,"_103":-5,"_104":-5,"_105":106},"routes/_app.x.$handle.$name.search.$(branch)",{"_11":12,"_13":14,"_15":-5,"_16":17},"files",[],"project",{"_18":19,"_20":21,"_22":23,"_24":-5,"_25":26,"_27":28,"_29":28,"_30":-5,"_31":-5,"_32":33,"_34":-5,"_35":26,"_36":-5,"_37":-5,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":-5,"_49":50,"_51":50,"_52":53,"_54":53,"_55":53,"_56":50,"_57":50,"_58":59,"_60":61,"_62":63,"_64":26},"query","handle","instanceofme","id","2656739a-a529-11f0-a3bb-0224a6c84d84","name","web-watch","createdAt",["D",1760025660386],"deletedAt","legacyEnvVars",false,"privacy","public","httpPrivacy","description","imageUrl","userId","0199c9b2-7d4f-741c-b70c-3104406c8864","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","0199c9b2-7d4f-741c-b70c-35ac75f897b2","tursoName","2656739aa52911f0a3bb0224a6c84d84","tursoHostname","2656739aa52911f0a3bb0224a6c84d84-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789634449795],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_16":17,"_83":79},"org",{"_16":17,"_77":-5,"_78":79,"_32":33,"_80":81,"_82":26},"branch",{"_65":66,"_20":67,"_18":68,"_69":19,"_70":-5,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":21,"_76":17},"isOwned","version",130,"main","26574018-a529-11f0-a3bb-0224a6c84d84","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzcHNwQ00yM1Nxelo2QkdvRGk5NTdxa1pZUSJ9","tier","free","canRestrictVals","profileImageUrl","branchName","path","","adoptOrgId",{"_18":19,"_20":21,"_22":182,"_24":-5,"_25":26,"_27":28,"_29":28,"_30":-5,"_31":-5,"_32":33,"_34":-5,"_35":26,"_36":-5,"_37":-5,"_38":39,"_40":41,"_42":43,"_44":45,"_46":183,"_48":-5,"_49":50,"_51":50,"_52":53,"_54":53,"_55":53,"_56":50,"_57":50,"_58":184,"_60":185,"_62":186,"_64":26},"tree",[165,166,167,168],[165,166,167,168],"counts",{"_154":39,"_155":156,"_157":39,"_158":159,"_160":161},"contents",[107,108,109,110],"file","upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_18":146,"_20":147,"_113":148,"_115":-5,"_116":68,"_117":149,"_118":119,"_22":150,"_65":151,"_122":135,"_124":152,"_126":26,"_127":-5,"_85":153},{"_18":138,"_20":139,"_113":140,"_115":-5,"_116":68,"_117":141,"_118":119,"_22":142,"_65":143,"_122":135,"_124":144,"_126":26,"_127":-5,"_85":145},{"_18":129,"_20":130,"_113":131,"_115":-5,"_116":68,"_117":132,"_118":119,"_22":133,"_65":134,"_122":135,"_124":136,"_126":26,"_127":-5,"_85":137},{"_18":111,"_20":112,"_113":114,"_115":-5,"_116":68,"_117":66,"_118":119,"_22":120,"_65":121,"_122":123,"_124":125,"_126":26,"_127":-5,"_85":128},"65970d09-ab6c-482a-bebe-0edbc4fa77ac","main.ts","fileId","265b45f0-a529-11f0-a3bb-0224a6c84d84","parentId","branchId","branchVersion","latest",true,["D",1788510216022],77,"fileType","interval","content","// Deno 2.7.5 announces compatibility with Node 24.2.0\n// but runs into https://github.com/nodejs/undici/issues/5024\n// import { JSDOM } from \"npm:jsdom@30.0.1\";\n// Using happy-dom instead\nimport { Browser, BrowserErrorCaptureEnum } from \"npm:happy-dom@20.14.0\";\n\nimport { fetch } from \"https://esm.town/v/std/fetch\";\nimport { cleanupBrowser, getPageContent } from \"./browse.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { email } from \"https://esm.town/v/std/email\";\n\n// Timeout management\nconst STARTED = Date.now();\nconst TIMEOUT = 55 * 1000; // Val Town Pro users could push this higher\n\nasync function withTimeout(\n promise: Promise,\n timeoutMs: number,\n): Promise {\n let timeoutHandle: number;\n const timeoutPromise = new Promise((_, reject) => {\n timeoutHandle = setTimeout(\n () => reject(new Error(\"Global timeout\")),\n timeoutMs,\n );\n });\n\n try {\n return await Promise.race([promise, timeoutPromise]) as T;\n } finally {\n clearTimeout(timeoutHandle);\n }\n}\n\n// Data model\nenum MatchReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n EachNeqInit = \"EACH_NEQ_INIT\",\n EachFlip = \"EACH_FLIP\",\n EachChange = \"EACH_CHANGE\",\n Always = \"ALWAYS\",\n}\nenum ErrorReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n OncePerError = \"ONCE_PER_ERROR\",\n Always = \"ALWAYS\",\n}\nclass Watch {\n public readonly selector?: string;\n public readonly email?: string;\n public readonly last_check?: string;\n public readonly last_success?: boolean;\n public readonly last_match?: boolean;\n public readonly last_status?: number;\n public readonly last_content?: string;\n\n constructor(\n public readonly id: string,\n public readonly url: string,\n public readonly regex: RegExp,\n public readonly browser: boolean = false,\n selector: string = null,\n public readonly match_init: boolean = false,\n public readonly match_report: MatchReport = MatchReport.EachChange,\n public readonly error_report: ErrorReport = ErrorReport.OncePerError,\n email: string = null,\n last_check: string = null,\n last_success: boolean = null,\n last_match: boolean = null,\n last_status: number = null,\n last_content: string = null,\n ) {\n this.selector = selector;\n this.email = email;\n this.last_check = last_check;\n this.last_success = last_success;\n this.last_match = last_match;\n this.last_status = last_status;\n this.last_content = last_content;\n }\n\n private _text: string;\n private _status: number;\n\n async simpleFetch(): Promise<[string, number]> {\n const result = await fetch(this.url, { method: \"GET\" });\n console.log(`${result.status} ${result.statusText}`);\n this._status = result.status; // Note: any network (or HTTP status?) error yields 400 Bad Request from proxy\n if (this.selector) {\n // With JSON\n // const dom = new JSDOM(\"\");\n // const document = dom.window.document;\n // With happy-dom\n const browser = new Browser({\n settings: { errorCapture: BrowserErrorCaptureEnum.processLevel },\n });\n const page = browser.newPage();\n //await page.goto(\"data:text/html,\"); // TypeError: Invalid URL: 'null' with base 'data:text/html,'\n await page.goto(\"about:blank\");\n const document = page.mainFrame.document;\n await page.waitUntilComplete();\n\n const div = document.createElement(\"div\");\n div.innerHTML = await result.text();\n const elt = div.querySelector(this.selector);\n this._text = elt.textContent;\n\n // With happy-dom\n await browser.close();\n } else {\n this._text = await result.text();\n }\n return [this._text, this._status];\n }\n\n async getContent(): Promise<[string, number]> {\n if (!this._text) {\n if (!this.browser) {\n console.log(`Fetching ${this.url}...`);\n try {\n await withTimeout(\n this.simpleFetch(),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n } else {\n console.log(`Browsing ${this.url}...`);\n try {\n [this._text, this._status] = await withTimeout(\n getPageContent(this.url, this.selector),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n }\n }\n return [this._text, this._status];\n }\n}\n\n// Data loading\n\n// const watches: Array = [\n// // new Watch(\"CantFetch\", \"https://doesnotexist.lol\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"Fetch404\", \"https://google.com/notfound\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"RaaS\", \"https://raas.dataiku.com\", /\\b\\d+\\b/i, false, \"h1\"),\n// // new Watch(\"CantBrowse\", \"https://doesnotexist.lol\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Browse404\", \"https://google.com/notfound\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Friday\", \"https://istodayfriday.net\", /\\bYes\\b/i, true, \"#answer\"),\n// ];\n\n//*\nconst watches: Array = (await sqlite.execute(\n `SELECT id, url, regex, regex_flags, browser, selector, match_init, match_report, error_report, email,\n last_check, last_success, last_match, last_status, last_content\n FROM web_watches WHERE active = 1;`,\n)).rows.map((row) => {\n row = Object.values(row);\n const re = new RegExp(row[2], row[3]);\n row.splice(2, 2, re);\n return new Watch(...row);\n}); // */\n\n// Main loop\ntry {\n for (const watch of watches) {\n if ((Date.now() - STARTED) > TIMEOUT) {\n console.error(\"Timeout, breaking out\");\n break;\n }\n\n const id = watch.id;\n console.log(`Processing ${id}...`);\n let content = null;\n let matched = null;\n let emailReason = null;\n let emailContent = null;\n\n const [text, status] = await watch.getContent();\n const success = status >= 200 && status < 400; // TODO manage redirects\n console.log(`${status} ${success ? \"✓\" : \"✗\"} ${text}`);\n\n if (!success) {\n content = text;\n switch (watch.error_report) {\n case ErrorReport.Always:\n emailReason = `Error querying ${id}`;\n break;\n case ErrorReport.OncePerError:\n if (status !== watch.last_status) {\n emailReason = `Error changed querying ${id}`;\n }\n break;\n case ErrorReport.Once:\n if (watch.last_success) {\n emailReason = `Error querying ${id}`;\n }\n break;\n case ErrorReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Error: ${content}`;\n }\n } else {\n const m = watch.regex.exec(text);\n matched = m !== null;\n if (matched) {\n content = m[0];\n console.log(`⇒ ${status}; Matched: ${content}`);\n } else {\n console.log(`⇒ ${status}; No match`);\n }\n switch (watch.match_report) {\n case MatchReport.Always:\n emailReason = `${matched ? \"M\" : \"No m\"} atch on ${id}`;\n break;\n case MatchReport.EachChange:\n if (watch.last_content !== content) {\n emailReason = `Match changed on ${id}`;\n break;\n }\n // else fallthrough, also warn if flipped\n case MatchReport.EachFlip:\n if ((!!watch.last_match) != matched) {\n emailReason = `Match flipped on ${id}`;\n }\n break;\n case MatchReport.EachNeqInit:\n if ((!!watch.match_init) != matched) {\n emailReason = `Match report on ${id}`;\n }\n break;\n case MatchReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Content: ${content}`;\n }\n }\n\n if (emailReason) {\n console.log(`⇒ Report: ${emailReason}`);\n if (watch.email) {\n await email({\n subject: emailReason,\n text: emailContent,\n // to: watch.email // for Val Town Pro users\n });\n } else {\n console.log(\"No email recipient, only logging\");\n console.log(emailContent);\n }\n } else {\n console.log(`⇒ No report`);\n }\n\n await sqlite.execute({\n sql: `UPDATE web_watches SET\n last_check=datetime('now'),\n last_success=:success,\n last_match=:matched,\n last_status=:status,\n last_content=:content\n WHERE id=:id`,\n args: { id, success, matched, status, content },\n });\n }\n} finally {\n cleanupBrowser();\n} // */\n\nexport function cronValHandler(interval: Interval) {\n console.log(`Cron val ran at ${interval.lastRunAt}.`);\n}","deleted","label",[112],"374d1906-aaf3-405d-8599-9c052aae181b","init.ts","3b5667b8-a77d-11f0-a988-0224a6c84d84",118,["D",1788508821310],12,"script","import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS web_watches (\n id VARCHAR(32) PRIMARY KEY,\n active BOOLEAN DEFAULT TRUE,\n url TEXT,\n regex TEXT,\n regex_flags VARCHAR(8),\n browser BOOLEAN DEFAULT FALSE,\n selector TEXT,\n match_init BOOLEAN DEFAULT FALSE,\n match_report VARCHAR(16) DEFAULT 'EACH_CHANGE',\n error_report VARCHAR(16) DEFAULT 'ONCE_PER_ERROR',\n email TEXT,\n last_check DATETIME,\n last_success BOOLEAN,\n last_match BOOLEAN,\n last_status INT,\n last_content TEXT\n)`);\n\nawait sqlite.execute(\n `INSERT INTO web_watches (id, active, url, regex, regex_flags, browser, selector, match_init) VALUES\n ('RaaS', FALSE, 'https://raas.dataiku.com', '\\\\b\\\\d+\\\\b', 'i', FALSE, 'h1', FALSE),\n ('Friday', TRUE, 'https://istodayfriday.net', '\\\\b(Yes|No)\\\\b', 'i', true, '#answer', TRUE)\n ON CONFLICT DO NOTHING`,\n);\n\nconst result = await sqlite.execute(`select * from web_watches`);\n\nconsole.log(result);\n// {\n// columns: [ \"col1\", \"col2\" ],\n// columnTypes: [ \"TEXT\", \"TEXT\" ],\n// rows: [ [ \"cell1\", \"cell2\" ] ],\n// rowsAffected: 0,\n// lastInsertRowid: null\n// }\n\n// const rows: { key: string; value: string }[] = result.rows.map(row =>\n// Object.fromEntries(row.map((value, index) => [result.columns[index], value])) as any\n// );\n// console.log(rows); // [ { col1: \"cell1\", col2: \"cell2\" } ]",[130],"c98fe0cb-5ca9-4870-a5b2-393a934908ec","dev.ts","73e12562-a832-11f1-8f9f-1607ee4eb77e",127,["D",1788509793298],11,"console.log(\"Runtime:\", typeof Deno !== \"undefined\" ? \"Deno\" : \"Node\");\nconsole.log(\n \"Deno version:\",\n typeof Deno !== \"undefined\" ? Deno.version.deno : \"N/A\",\n);\nconsole.log(\n \"Node compat / process.versions:\\n\",\n typeof process !== \"undefined\"\n ? JSON.stringify(process.versions, null, 2)\n : \"N/A (no Node process)\",\n);\n\n// import { JSDOM } from \"npm:jsdom@30.0.1\";\n// console.log(JSDOM);\n\nimport sqlite from \"https://esm.town/v/std/sqlite/main.ts\";\n\n(await sqlite.execute(\n `SELECT id, url, regex, regex_flags, browser, selector, match_init, match_report, error_report, email,\n last_check, last_success, last_match, last_status, last_content\n FROM web_watches WHERE active = 1;`,\n)).rows.forEach((row) => {\n console.log(row);\n row = Object.values(row);\n const re = new RegExp(row[2], row[3]);\n row.splice(2, 2, re);\n console.log(row);\n});",[139],"ec9cca16-af58-11f0-9f3d-0224a6c84d84","browse.ts","346ab4c4-a627-11f0-a7b3-0224a6c84d84",110,["D",1761145690995],26,"import { PuppeteerDeno } from \"https://deno.land/x/puppeteer@16.2.0/src/deno/Puppeteer.ts\";\nimport Steel from \"npm:steel-sdk\";\n\nconst SESSION_TIMEOUT = 60 * 1000; // Val Pro users could push this higher\nconst STEEL_API_KEY = process.env.STEEL_API_KEY;\nconst steelClient = new Steel(STEEL_API_KEY);\nconst puppeteer = new PuppeteerDeno({ productName: \"chrome\" });\n\nlet session = null;\nlet browser = null;\n\nexport async function cleanupBrowser() {\n if (browser) {\n try {\n await browser.close();\n console.log(\"Browser closed\");\n } catch (error) {\n console.error(\"Failed to close browser\");\n console.error(error);\n }\n }\n if (session) {\n console.log(\"Releasing session...\");\n // TODO email when there is an issue releasing the session (or a timeout opening it?)\n try {\n await steelClient.sessions.release(session.id);\n console.log(\"Session released\");\n } catch (error) {\n console.error(\"Failed to release session\");\n console.error(error);\n }\n }\n}\n\nfunction sameURLs(url1: string, url2: string) {\n return url1 === url2 ||\n url1.replace(/\\/+$/, \"\") === url2.replace(/\\/+$/, \"\");\n}\n\nexport async function getPageContent(\n url: string,\n selector: string = null,\n): Promise<[string, number?]> {\n try {\n if (!session) {\n console.log(\"Creating Steel session...\");\n session = await steelClient.sessions.create({\n // useProxy: true, // Use Steel's proxy network (residential IPs)\n // proxyUrl: 'http://...', // Use your own proxy (format: protocol://username:password@host:port)\n // solveCaptcha: true, // Enable automatic CAPTCHA solving\n sessionTimeout: SESSION_TIMEOUT, // Session timeout in ms (default: 15 mins, max: 60 mins)\n // === Browser Configuration ===\n // userAgent: 'custom-ua-string', // Set a custom User-Agent\n });\n console.log(\n `Session ID: ${session.id}, view: ${session.sessionViewerUrl}`,\n );\n // Connect Puppeteer to the Steel session\n browser = await puppeteer.connect({\n browserWSEndpoint:\n `wss://connect.steel.dev?apiKey=${STEEL_API_KEY}&sessionId=${session.id}`,\n });\n console.log(\"Connected to browser via Puppeteer\");\n }\n\n // Create a new page\n const page = await browser.newPage();\n let status: number = null;\n let text: string = null;\n page.on(\"response\", (response) => {\n console.debug(`${response.status()} ${response.url()}`);\n if (sameURLs(response.url(), url)) { // TODO doesn't handle redirects\n status = response.status();\n if (!selector) {\n text = response.text();\n }\n }\n });\n await page.goto(url, {\n waitUntil: \"networkidle0\",\n });\n console.log(\"Page loaded\");\n if (selector) {\n text = await page.evaluate((selector) => {\n return document.querySelector(selector).innerText;\n }, selector);\n }\n return [text, status];\n } finally {\n await cleanupBrowser();\n }\n}",[147],"pulls","branches",1,"forks","envVars",{"_162":156,"_164":39},"connections",{"_162":39,"_163":39},"count","unfilledCount","emptyCount",{"_18":146,"_20":147,"_113":148,"_115":-5,"_116":68,"_117":149,"_118":119,"_22":179,"_65":151,"_122":135,"_124":152,"_126":26,"_127":-5,"_170":180,"_85":181},{"_18":138,"_20":139,"_113":140,"_115":-5,"_116":68,"_117":141,"_118":119,"_22":176,"_65":143,"_122":135,"_124":144,"_126":26,"_127":-5,"_170":177,"_85":178},{"_18":129,"_20":130,"_113":131,"_115":-5,"_116":68,"_117":132,"_118":119,"_22":173,"_65":134,"_122":135,"_124":136,"_126":26,"_127":-5,"_170":174,"_85":175},{"_18":111,"_20":112,"_113":114,"_115":-5,"_116":68,"_117":66,"_118":119,"_22":169,"_65":121,"_122":123,"_124":125,"_126":26,"_127":-5,"_170":171,"_85":172},["D",1788510216022],"children",[],[112],["D",1788508821310],[],[130],["D",1788509793298],[],[139],["D",1761145690995],[],[147],["D",1760025660386],["D",1789634449795],{"_16":17,"_83":79},{"_16":17,"_77":-5,"_78":79,"_32":33,"_80":81,"_82":26},{"_65":66,"_20":67,"_18":68,"_69":19,"_70":-5,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":21,"_76":17},"ctx",{"_58":-5,"_104":220,"_221":222,"_223":224,"_225":26,"_226":26,"_227":26,"_228":119,"_229":-5,"_230":-7,"_231":-7,"_232":39,"_233":26,"_234":26,"_235":-5,"_236":26,"_237":26,"_238":26,"_239":-5},"ENV",{"_191":192,"_193":194,"_195":67,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","c73f21da490985bff19c279eb0e09db24d688e4f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Search