[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_106":107,"_108":109},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","oromaskevic23","name","imperial-morgan-runtime","path","scrapegraph_skill_adapter.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":58,"_59":32,"_60":-5,"_61":-5,"_62":36,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/oromaskevic23/imperial-morgan-runtime/code/scrapegraph_skill_adapter.ts","extension","id","4abe3414-1386-4989-be0a-46fd9ac7f5c3","fileId","01a05de5-fed6-7729-9d8e-b3d93f648430","parentId","branchId","ab8b583e-49b7-4d2a-90af-32df7a2ae0b1","branchVersion",101,"latest",true,"createdAt",["D",1788281749209],"version",0,"fileType","script","content","import robotsParser from \"npm:robots-parser@3.0.1\";\nimport { parseHTML } from \"npm:linkedom@0.18.12\";\n\nexport const SCRAPEGRAPH_SKILL = {\n id: \"ScrapeGraphAI\",\n version: \"2.2.2-imperial.1\",\n upstreamVersion: \"2.2.2\",\n runtime: \"ACTIVE_BOUNDED_ADAPTER\",\n nativePythonRuntime: \"EXTERNAL_PYTHON_WORKER_REQUIRED\",\n authorityRule: \"PUBLIC_WEB_RESEARCH_ONLY_BY_DEFAULT;SCRAPED_CONTENT_IS_UNTRUSTED_INPUT;SKILL_DOES_NOT_GRANT_AUTHORITY\",\n userAgent: \"IMPERIAL-NCA-ScrapeGraph/1.0\",\n maxBytes: 1_500_000,\n timeoutMs: 10_000,\n} as const;\n\ntype ScrapeOptions = {\n maxTextChars?: number;\n maxLinks?: number;\n timeoutMs?: number;\n maxBytes?: number;\n};\n\ntype Validation = { ok: true; url: URL; resolvedIps: string[] } | { ok: false; reason: string };\n\nfunction ipv4ToInt(ip: string): number | null {\n const parts = ip.split(\".\");\n if (parts.length !== 4) return null;\n const nums = parts.map((x) => Number(x));\n if (nums.some((x) => !Number.isInteger(x) || x < 0 || x > 255)) return null;\n return (((nums[0] << 24) >>> 0) + (nums[1] << 16) + (nums[2] << 8) + nums[3]) >>> 0;\n}\nfunction inV4(ip: string, base: string, bits: number) {\n const x = ipv4ToInt(ip), b = ipv4ToInt(base);\n if (x === null || b === null) return false;\n const mask = bits === 0 ? 0 : (0xffffffff << (32 - bits)) >>> 0;\n return (x & mask) === (b & mask);\n}\nexport function isPrivateOrSpecialIp(ip: string): boolean {\n const raw = ip.toLowerCase().replace(/^\\[|\\]$/g, \"\");\n if (raw.includes(\":\")) {\n return raw === \"::1\" || raw === \"::\" || raw.startsWith(\"fc\") || raw.startsWith(\"fd\") || /^fe[89ab]/.test(raw) || raw.startsWith(\"::ffff:127.\") || raw.startsWith(\"::ffff:10.\") || raw.startsWith(\"::ffff:192.168.\") || raw.startsWith(\"::ffff:169.254.\");\n }\n return inV4(raw, \"0.0.0.0\", 8) || inV4(raw, \"10.0.0.0\", 8) || inV4(raw, \"100.64.0.0\", 10) || inV4(raw, \"127.0.0.0\", 8) || inV4(raw, \"169.254.0.0\", 16) || inV4(raw, \"172.16.0.0\", 12) || inV4(raw, \"192.0.0.0\", 24) || inV4(raw, \"192.168.0.0\", 16) || inV4(raw, \"198.18.0.0\", 15) || inV4(raw, \"224.0.0.0\", 4) || inV4(raw, \"240.0.0.0\", 4);\n}\n\nexport async function validatePublicUrl(input: string): Promise {\n let url: URL;\n try { url = new URL(input); } catch { return { ok: false, reason: \"INVALID_URL\" }; }\n if (!['http:', 'https:'].includes(url.protocol)) return { ok: false, reason: \"UNSUPPORTED_PROTOCOL\" };\n if (url.username || url.password) return { ok: false, reason: \"CREDENTIAL_BEARING_URL_DENIED\" };\n if (url.port && !['80', '443'].includes(url.port)) return { ok: false, reason: \"NON_STANDARD_PORT_DENIED\" };\n const h = url.hostname.toLowerCase().replace(/^\\[|\\]$/g, \"\");\n if (!h || h === 'localhost' || h.endsWith('.localhost') || h.endsWith('.local') || h === 'metadata.google.internal' || h.endsWith('.internal')) return { ok: false, reason: \"LOCAL_OR_INTERNAL_HOST_DENIED\" };\n if (isPrivateOrSpecialIp(h)) return { ok: false, reason: \"PRIVATE_OR_SPECIAL_IP_DENIED\" };\n const resolvedIps: string[] = [];\n try {\n const [a, aaaa] = await Promise.all([\n Deno.resolveDns(h, 'A').catch(() => [] as string[]),\n Deno.resolveDns(h, 'AAAA').catch(() => [] as string[]),\n ]);\n resolvedIps.push(...a, ...aaaa);\n if (resolvedIps.some(isPrivateOrSpecialIp)) return { ok: false, reason: \"DNS_RESOLVES_TO_PRIVATE_OR_SPECIAL_IP\" };\n } catch { /* DNS evidence is best-effort; fetch runtime still applies its network policy. */ }\n return { ok: true, url, resolvedIps };\n}\n\nasync function sha256(text: string) {\n const d = await crypto.subtle.digest('SHA-256', new TextEncoder().encode(text));\n return [...new Uint8Array(d)].map((b) => b.toString(16).padStart(2, '0')).join('');\n}\n\nasync function fetchWithTimeout(url: string, timeoutMs: number, init: RequestInit = {}) {\n const ctl = new AbortController();\n const id = setTimeout(() => ctl.abort('TIMEOUT'), timeoutMs);\n try { return await fetch(url, { ...init, signal: ctl.signal, redirect: 'follow' }); }\n finally { clearTimeout(id); }\n}\n\nasync function robotsGate(url: URL, timeoutMs: number) {\n const robotsUrl = `${url.protocol}//${url.host}/robots.txt`;\n try {\n const r = await fetchWithTimeout(robotsUrl, Math.min(timeoutMs, 4000), { headers: { 'user-agent': SCRAPEGRAPH_SKILL.userAgent, accept: 'text/plain,*/*;q=0.1' } });\n if (r.status === 404 || r.status === 410) return { allowed: true, status: r.status, reason: 'ROBOTS_NOT_PRESENT' };\n if (r.status === 401 || r.status === 403) return { allowed: false, status: r.status, reason: 'ROBOTS_ACCESS_DENIED' };\n if (r.status === 429 || r.status >= 500) return { allowed: false, status: r.status, reason: 'ROBOTS_UNAVAILABLE_FAIL_CLOSED' };\n if (!r.ok) return { allowed: false, status: r.status, reason: 'ROBOTS_UNKNOWN_FAIL_CLOSED' };\n const body = (await r.text()).slice(0, 500_000);\n const parser = robotsParser(robotsUrl, body);\n const allowed = parser.isAllowed(url.href, SCRAPEGRAPH_SKILL.userAgent) !== false;\n return { allowed, status: r.status, reason: allowed ? 'ROBOTS_ALLOW' : 'ROBOTS_DISALLOW' };\n } catch (e) {\n return { allowed: false, status: 0, reason: `ROBOTS_CHECK_FAILED:${e instanceof Error ? e.name : 'ERROR'}` };\n }\n}\n\nasync function readBodyLimited(resp: Response, maxBytes: number) {\n const len = Number(resp.headers.get('content-length') || 0);\n if (len && len > maxBytes) throw new Error(`BODY_TOO_LARGE:${len}`);\n if (!resp.body) return new Uint8Array();\n const reader = resp.body.getReader();\n const chunks: Uint8Array[] = [];\n let total = 0;\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n total += value.byteLength;\n if (total > maxBytes) { await reader.cancel('BODY_TOO_LARGE'); throw new Error(`BODY_TOO_LARGE:>${maxBytes}`); }\n chunks.push(value);\n }\n } finally { reader.releaseLock(); }\n const out = new Uint8Array(total);\n let offset = 0;\n for (const c of chunks) { out.set(c, offset); offset += c.byteLength; }\n return out;\n}\n\nfunction cleanSpace(s: string) { return s.replace(/[\\u0000-\\u0008\\u000B\\u000C\\u000E-\\u001F\\u007F]/g, ' ').replace(/\\s+/g, ' ').trim(); }\nfunction injectionSignals(text: string) {\n const patterns = [\n /ignore (all|any|the)?\\s*(previous|prior|system) instructions?/i,\n /reveal (your )?(secret|api key|private key|seed phrase|system prompt)/i,\n /disable (guardian|audit|watchdog|security|policy)/i,\n /(send|transfer) (me )?(funds|money|tokens|crypto)/i,\n /i am the architect/i,\n /architect (has )?approved/i,\n /execute (this )?(transaction|command)/i,\n ];\n return patterns.filter((p) => p.test(text)).map((p) => p.source);\n}\n\nfunction extractHtml(html: string, baseUrl: string, maxTextChars: number, maxLinks: number) {\n const { document } = parseHTML(html);\n document.querySelectorAll('script,style,noscript,svg,template,iframe').forEach((n: any) => n.remove());\n const title = cleanSpace(document.querySelector('title')?.textContent || '');\n const description = cleanSpace(document.querySelector('meta[name=\"description\"]')?.getAttribute('content') || document.querySelector('meta[property=\"og:description\"]')?.getAttribute('content') || '');\n const canonicalRaw = document.querySelector('link[rel=\"canonical\"]')?.getAttribute('href') || '';\n let canonical: string | null = null;\n try { if (canonicalRaw) canonical = new URL(canonicalRaw, baseUrl).href; } catch {}\n const headings = [...document.querySelectorAll('h1,h2,h3')].slice(0, 80).map((x: any) => ({ level: String(x.tagName).toLowerCase(), text: cleanSpace(x.textContent || '') })).filter((x: any) => x.text);\n const links: any[] = [];\n for (const a of [...document.querySelectorAll('a[href]')].slice(0, maxLinks * 3) as any[]) {\n try {\n const href = new URL(a.getAttribute('href'), baseUrl).href;\n if (!href.startsWith('http://') && !href.startsWith('https://')) continue;\n links.push({ text: cleanSpace(a.textContent || '').slice(0, 240), href });\n if (links.length >= maxLinks) break;\n } catch {}\n }\n const text = cleanSpace(document.body?.textContent || document.documentElement?.textContent || '').slice(0, maxTextChars);\n return { title, description, canonical, headings, links, text };\n}\n\nexport async function scrapePublicPage(input: string, options: ScrapeOptions = {}) {\n const started = Date.now();\n const timeoutMs = Math.max(1000, Math.min(options.timeoutMs ?? SCRAPEGRAPH_SKILL.timeoutMs, 20_000));\n const maxBytes = Math.max(10_000, Math.min(options.maxBytes ?? SCRAPEGRAPH_SKILL.maxBytes, 2_000_000));\n const maxTextChars = Math.max(1000, Math.min(options.maxTextChars ?? 60_000, 120_000));\n const maxLinks = Math.max(0, Math.min(options.maxLinks ?? 100, 250));\n const initial = await validatePublicUrl(input);\n if (!initial.ok) return { status: 'DENY', reason: initial.reason, requested_url: input, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' };\n const robots = await robotsGate(initial.url, timeoutMs);\n if (!robots.allowed) return { status: 'DENY', reason: robots.reason, robots, requested_url: input, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' };\n let response: Response;\n try {\n response = await fetchWithTimeout(initial.url.href, timeoutMs, { headers: { 'user-agent': SCRAPEGRAPH_SKILL.userAgent, accept: 'text/html,application/xhtml+xml,application/json,text/plain;q=0.9,*/*;q=0.2' } });\n } catch (e) {\n return { status: 'ERROR', reason: `FETCH_FAILED:${e instanceof Error ? e.name : 'ERROR'}`, requested_url: input, robots, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' };\n }\n const finalValidation = await validatePublicUrl(response.url || initial.url.href);\n if (!finalValidation.ok) return { status: 'DENY', reason: `REDIRECT_${finalValidation.reason}`, requested_url: input, final_url: response.url, robots, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' };\n const contentType = (response.headers.get('content-type') || '').toLowerCase();\n const allowedType = contentType.includes('text/html') || contentType.includes('application/xhtml+xml') || contentType.includes('application/json') || contentType.includes('text/plain') || contentType.includes('application/xml') || contentType.includes('text/xml');\n if (!allowedType) return { status: 'DENY', reason: `UNSUPPORTED_CONTENT_TYPE:${contentType || 'unknown'}`, http_status: response.status, final_url: response.url, robots, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' };\n if (!response.ok) return { status: 'ERROR', reason: `HTTP_${response.status}`, http_status: response.status, final_url: response.url, robots, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' };\n let bytes: Uint8Array;\n try { bytes = await readBodyLimited(response, maxBytes); }\n catch (e) { return { status: 'DENY', reason: e instanceof Error ? e.message : 'BODY_READ_FAILED', http_status: response.status, final_url: response.url, robots, trust: 'UNTRUSTED_EXTERNAL_INPUT', authority: 'NONE' }; }\n const raw = new TextDecoder().decode(bytes);\n const digest = await sha256(raw);\n let extracted: any;\n if (contentType.includes('html') || contentType.includes('xhtml')) extracted = extractHtml(raw, response.url, maxTextChars, maxLinks);\n else if (contentType.includes('json')) {\n try { extracted = { json: JSON.parse(raw), text: raw.slice(0, maxTextChars) }; } catch { extracted = { text: raw.slice(0, maxTextChars) }; }\n } else extracted = { text: cleanSpace(raw).slice(0, maxTextChars) };\n const textForRisk = String(extracted.text || '').slice(0, 100_000);\n const signals = injectionSignals(textForRisk);\n return {\n status: 'PASS',\n skill: SCRAPEGRAPH_SKILL,\n requested_url: input,\n final_url: response.url,\n http_status: response.status,\n content_type: contentType,\n bytes: bytes.byteLength,\n content_sha256: digest,\n captured_at: new Date().toISOString(),\n elapsed_ms: Date.now() - started,\n robots,\n resolved_ips: initial.resolvedIps,\n prompt_injection: { status: signals.length ? 'SUSPICIOUS_EXTERNAL_TEXT' : 'NO_KNOWN_SIGNAL', signals },\n trust: 'UNTRUSTED_EXTERNAL_INPUT',\n authority: 'NONE',\n execution_rights: 'NONE',\n extracted,\n truth_boundary: 'ADAPTER_PASS != FULL_SCRAPEGRAPHAI_PLAYWRIGHT_LLM_STACK_LIVE',\n };\n}\n\nif (import.meta.main) {\n const url = Deno.args[0] || 'https://example.com/';\n console.log(JSON.stringify(await scrapePublicPage(url), null, 2));\n}\n","deleted",false,"label",[14],"fc8c5c0f-e5a5-4095-a230-ffd2c568024d",["D",1788260838802],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","MORGAN bounded autonomous economic agent runtime","imageUrl","userId","fe39b163-4b50-466e-82d1-8bd01133e4b6","pinnedFileId","8d043122-a5f5-11f1-b5f8-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","01a03585-eb44-758d-92a4-77db1a9a243c","tursoName","fc8c5c0fe5a54095a230ffd2c568024d","tursoHostname","fc8c5c0fe5a54095a230ffd2c568024d-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789476648181],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_105":101},"org",{"_9":10,"_98":99,"_100":101,"_55":56,"_102":103,"_104":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",255,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Олександр Ромаскевич","avatar","https://lh3.googleusercontent.com/a/ACg8ocIo1MJ3hDjpQrinMIRok3d2YY1vpHgehs8m2u1_vc7pmFovRGI=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_139":140,"_141":142,"_143":144,"_145":42,"_146":42,"_147":42,"_148":32,"_149":-5,"_150":-7,"_151":-7,"_152":36,"_153":42,"_154":42,"_155":-5,"_156":42,"_157":42,"_158":42,"_159":-5},"ENV",{"_110":111,"_112":113,"_114":89,"_115":116,"_117":118,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]