[{"_1":2,"_169":-5,"_170":-5},"loaderData",{"_3":4,"_91":92},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","f3b108d005f56768db9cae0054dcbb057cbd0cbb","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":20,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":20,"_90":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":20,"_19":20,"_82":72,"_83":84,"_85":72,"_86":45,"_87":20,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_146":147,"_166":167,"_168":-5},"handle","instanceofme","name","web-watch","path","main.ts","project",{"_101":102,"_95":96,"_103":104,"_105":-5,"_106":20,"_107":108,"_109":-5,"_110":-5,"_12":111,"_112":-5,"_113":20,"_114":-5,"_115":32,"_14":116,"_117":118,"_119":118,"_120":121,"_122":121,"_123":121,"_124":118,"_125":118,"_23":126,"_129":130,"_132":133,"_145":20},"id","2656739a-a529-11f0-a3bb-0224a6c84d84","createdAt",["D",1760025660386],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","0199c9b2-7d4f-741c-b70c-3104406c8864","pinnedFileId","pinPreview","screenshotVersion","likeCount","0199c9b2-7d4f-741c-b70c-35ac75f897b2","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_127":128},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzcHNwQ00yM1Nxelo2QkdvRGk5NTdxa1pZUSJ9","org",{"_93":94,"_131":128,"_12":111},"avatar","branch",{"_134":135,"_95":43,"_101":136,"_137":102,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},"version",110,"26574018-a529-11f0-a3bb-0224a6c84d84","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_101":148,"_95":98,"_149":150,"_151":-5,"_152":136,"_153":154,"_155":156,"_103":157,"_134":158,"_159":160,"_161":162,"_163":20,"_164":-5,"_97":165},"8fc83ab4-ac47-11f0-8821-0224a6c84d84","fileId","265b45f0-a529-11f0-a3bb-0224a6c84d84","parentId","branchId","branchVersion",107,"latest",true,["D",1760808380326],70,"fileType","interval","content","import { fetch } from \"https://esm.town/v/std/fetch\";\nimport { JSDOM } from \"npm:jsdom\";\nimport { cleanupBrowser, getPageContent } from \"./browse.ts\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\nimport { email } from \"https://esm.town/v/std/email\";\n\n// Timeout management\nconst STARTED = Date.now();\nconst TIMEOUT = 55 * 1000; // Val Town Pro users could push this higher\n\nasync function withTimeout(\n promise: Promise,\n timeoutMs: number,\n): Promise {\n let timeoutHandle: NodeJS.Timeout;\n const timeoutPromise = new Promise((_, reject) => {\n timeoutHandle = setTimeout(\n () => reject(new Error(\"Global timeout\")),\n timeoutMs,\n );\n });\n\n try {\n return await Promise.race([promise, timeoutPromise]) as T;\n } finally {\n clearTimeout(timeoutHandle);\n }\n}\n\n// Data model\nenum MatchReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n EachNeqInit = \"EACH_NEQ_INIT\",\n EachFlip = \"EACH_FLIP\",\n EachChange = \"EACH_CHANGE\",\n Always = \"ALWAYS\",\n}\nenum ErrorReport {\n Never = \"NEVER\",\n Once = \"ONCE\",\n OncePerError = \"ONCE_PER_ERROR\",\n Always = \"ALWAYS\",\n}\nclass Watch {\n public readonly selector?: string;\n public readonly email?: string;\n public readonly last_check?: string;\n public readonly last_success?: boolean;\n public readonly last_match?: boolean;\n public readonly last_status?: number;\n public readonly last_content?: string;\n\n constructor(\n public readonly id: string,\n public readonly url: string,\n public readonly regex: RegExp,\n public readonly browser: boolean = false,\n selector: string = null,\n public readonly match_init: boolean = false,\n public readonly match_report: MatchReport = MatchReport.EachChange,\n public readonly error_report: ErrorReport = ErrorReport.OncePerError,\n email: string = null,\n last_check: string = null,\n last_success: boolean = null,\n last_match: boolean = null,\n last_status: number = null,\n last_content: string = null,\n ) {\n this.selector = selector;\n this.email = email;\n this.last_check = last_check;\n this.last_success = last_success;\n this.last_match = last_match;\n this.last_status = last_status;\n this.last_content = last_content;\n }\n\n private _text: string;\n private _status: number;\n\n async simpleFetch(): Promise<[string, number]> {\n const result = await fetch(this.url, { method: \"GET\" });\n console.log(`${result.status} ${result.statusText}`);\n this._status = result.status; // Note: any network (or HTTP status?) error yields 400 Bad Request from proxy\n if (this.selector) {\n const dom = new JSDOM(\"\");\n const document = dom.window.document;\n const div = document.createElement(\"div\");\n div.innerHTML = await result.text();\n const elt = div.querySelector(this.selector);\n this._text = elt.textContent;\n } else {\n this._text = await result.text();\n }\n return [this._text, this._status];\n }\n\n async getContent(): Promise<[string, number]> {\n if (!this._text) {\n if (!this.browser) {\n console.log(`Fetching ${this.url}...`);\n try {\n await withTimeout(\n this.simpleFetch(),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n } else {\n console.log(`Browsing ${this.url}...`);\n try {\n [this._text, this._status] = await withTimeout(\n getPageContent(this.url, this.selector),\n (Date.now() - STARTED) + TIMEOUT,\n );\n } catch (error) {\n console.error(error);\n this._text = error.toString();\n this._status = -1;\n }\n }\n }\n return [this._text, this._status];\n }\n}\n\n// Data loading\n\n// const watches: Array = [\n// // new Watch(\"CantFetch\", \"https://doesnotexist.lol\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"Fetch404\", \"https://google.com/notfound\", /\\b\\d+\\b/i, false), // Actually leads to a 400 from proxied fetch\n// // new Watch(\"RaaS\", \"https://raas.dataiku.com\", /\\b\\d+\\b/i, false, \"h1\"),\n// // new Watch(\"CantBrowse\", \"https://doesnotexist.lol\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Browse404\", \"https://google.com/notfound\", /\\bYes\\b/i, true, \"body\"),\n// // new Watch(\"Friday\", \"https://istodayfriday.net\", /\\bYes\\b/i, true, \"#answer\"),\n// ];\n\n//*\nconst watches: Array = (await sqlite.execute(\n `SELECT id, url, regex, regex_flags, browser, selector, match_init, match_report, error_report, email,\n last_check, last_success, last_match, last_status, last_content\n FROM web_watches WHERE active = 1;`,\n)).rows.map((row) => {\n const re = new RegExp(row[2], row[3]);\n row.splice(2, 2, re);\n return new Watch(...row);\n}); // */\n\n// Main loop\ntry {\n for (const watch of watches) {\n if ((Date.now() - STARTED) > TIMEOUT) {\n console.error(\"Timeout, breaking out\");\n break;\n }\n\n const id = watch.id;\n console.log(`Processing ${id}...`);\n let content = null;\n let matched = null;\n let emailReason = null;\n let emailContent = null;\n\n const [text, status] = await watch.getContent();\n const success = status >= 200 && status < 400; // TODO manage redirects\n console.log(`${status} ${success ? \"✓\" : \"✗\"} ${text}`);\n\n if (!success) {\n content = text;\n switch (watch.error_report) {\n case ErrorReport.Always:\n emailReason = `Error querying ${id}`;\n break;\n case ErrorReport.OncePerError:\n if (status !== watch.last_status) {\n emailReason = `Error changed querying ${id}`;\n }\n break;\n case ErrorReport.Once:\n if (watch.last_success) {\n emailReason = `Error querying ${id}`;\n }\n break;\n case ErrorReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Error: ${content}`;\n }\n } else {\n const m = watch.regex.exec(text);\n matched = m !== null;\n if (matched) {\n content = m[0];\n console.log(`⇒ ${status}; Matched: ${content}`);\n } else {\n console.log(`⇒ ${status}; No match`);\n }\n switch (watch.match_report) {\n case MatchReport.Always:\n emailReason = `${matched ? \"M\" : \"No m\"} atch on ${id}`;\n break;\n case MatchReport.EachChange:\n if (watch.last_content !== content) {\n emailReason = `Match changed on ${id}`;\n break;\n }\n // else fallthrough, also warn if flipped\n case MatchReport.EachFlip:\n if ((!!watch.last_match) != matched) {\n emailReason = `Match flipped on ${id}`;\n }\n break;\n case MatchReport.EachNeqInit:\n if ((!!watch.match_init) != matched) {\n emailReason = `Match report on ${id}`;\n }\n break;\n case MatchReport.Never:\n }\n if (emailReason) {\n emailContent = `URL: ${watch.url}\n Status: ${status}\n Content: ${content}`;\n }\n }\n\n if (emailReason) {\n console.log(`⇒ Report: ${emailReason}`);\n if (watch.email) {\n await email({\n subject: emailReason,\n text: emailContent,\n // to: watch.email // for Val Town Pro users\n });\n } else {\n console.log(\"No email recipient, only logging\");\n console.log(emailContent);\n }\n } else {\n console.log(`⇒ No report`);\n }\n\n await sqlite.execute({\n sql: `UPDATE web_watches SET\n last_check=datetime('now'),\n last_success=:success,\n last_match=:matched,\n last_status=:status,\n last_content=:content\n WHERE id=:id`,\n args: { id, success, matched, status, content },\n });\n }\n} finally {\n cleanupBrowser();\n} // */\n\nexport function cronValHandler(interval: Interval) {\n console.log(`Cron val ran at ${interval.lastRunAt}.`);\n}","deleted","label",[98],"permalink","https://www.val.town/x/instanceofme/web-watch/code/main.ts","extension","actionData","errors"]