[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_225":226,"_227":228},"routes/_app.x.$handle.$name",{"_104":103,"_38":51,"_112":94,"_33":59,"_13":14,"_113":-5,"_11":114,"_115":116,"_117":118,"_119":120,"_121":122,"_26":-5,"_123":-5,"_124":-5,"_125":31,"_126":127,"_128":31,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_49":50,"_38":51,"_44":52,"_53":-5,"_54":31,"_55":56,"_57":56,"_58":59,"_60":-5,"_19":61,"_62":-5,"_63":31,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":75,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":87,"_88":89,"_90":91,"_92":31},"version",161,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","16b6a092-3572-4f50-8b14-d627cd4533ac","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":29,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":34,"_39":40,"_41":43,"_44":45,"_46":14,"_47":48,"_30":31},"previous",{"_36":37,"_38":34,"_39":40,"_41":42},"deleted",false,"deletedHere","path","warEvent.js","latestPath","fileId","d75184f6-a8f1-11f1-abed-1607ee4eb77e","name","fileType","interval","content","import { DOMParser } from \"npm:linkedom\";\nimport { translateToId } from \"./scripts/translate.js\";\n\n// ---------------------------------------------------------------------------\n// Configuration & Credentials\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\nconst ZENROWS_API_KEY = Deno.env.get(\"ZENROWS_API_KEY\");\n\n// Safety valves so a single run can't burn through the ZenRows credit budget.\n// Each js_render + premium_proxy request costs ~25 credits.\nconst MAX_EVENTS = Number(Deno.env.get(\"WAR_MAX_EVENTS\") || 40);\nconst CONCURRENCY = Number(Deno.env.get(\"WAR_CONCURRENCY\") || 3);\nconst MAX_RETRIES = 3;\nconst PROXY_COUNTRY = Deno.env.get(\"ZENROWS_PROXY_COUNTRY\") || \"de\";\n\nconst TARGET_URL = \"https://liveuamap.com\";\n\n// Map a JS value to Turso's typed positional-arg descriptor.\nfunction typedArg(value) {\n if (value === null || value === undefined) {\n return { type: \"null\", value: null };\n }\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\n// Run a batch of SQL statements against Turso in a single pipeline request.\nasync function tursoPipeline(stmts) {\n const base = TURSO_URL.replace(/\\/+$/, \"\");\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n\n const res = await fetch(`${base}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// ZenRows fetch helper (drop-in replacement for fetch(url).text())\n//\n// NOTE: do NOT combine `mode=auto` with explicit js_render / premium_proxy —\n// ZenRows rejects that with 400 REQS004 \"Invalid params\". For a\n// Cloudflare-hardened target we always force the full stealth stack.\n// ---------------------------------------------------------------------------\nconst sleep = (ms) => new Promise((r) => setTimeout(r, ms));\nconst RETRYABLE_STATUS = new Set([422, 429, 500, 502, 503, 504]);\n\nasync function fetchViaZenRows(targetUrl, { waitFor, wait } = {}, attempt = 1) {\n const params = new URLSearchParams({\n apikey: ZENROWS_API_KEY,\n url: targetUrl,\n js_render: \"true\",\n premium_proxy: \"true\",\n proxy_country: PROXY_COUNTRY,\n });\n // liveuamap serves a tiny JS shell first and fills the DOM client-side, so\n // make the headless browser wait for the real content before returning.\n if (waitFor) params.set(\"wait_for\", waitFor);\n if (wait) params.set(\"wait\", String(wait));\n\n const res = await fetch(`https://api.zenrows.com/v1/?${params.toString()}`);\n if (res.ok) return await res.text();\n\n const body = await res.text();\n if (RETRYABLE_STATUS.has(res.status) && attempt < MAX_RETRIES) {\n const wait = 1500 * attempt;\n console.warn(\n `ZenRows ${res.status} for ${targetUrl} (attempt ${attempt}/${MAX_RETRIES}), retrying in ${wait}ms`,\n );\n await sleep(wait);\n return fetchViaZenRows(targetUrl, { waitFor, wait }, attempt + 1);\n }\n\n throw new Error(`ZenRows API failed for ${targetUrl}: ${res.status} - ${body}`);\n}\n\n// Run `fn` over `items` with at most `limit` in flight at once.\nasync function mapWithConcurrency(items, limit, fn) {\n const results = new Array(items.length);\n let next = 0;\n const workers = Array.from(\n { length: Math.min(limit, items.length) },\n async () => {\n while (next < items.length) {\n const idx = next++;\n results[idx] = await fn(items[idx], idx);\n }\n },\n );\n await Promise.all(workers);\n return results;\n}\n\n// ---------------------------------------------------------------------------\n// Extract date like \"2024/24-april-...\" -> \"2024-04-24\"\n// ---------------------------------------------------------------------------\nconst MONTHS = {\n january: \"01\",\n february: \"02\",\n march: \"03\",\n april: \"04\",\n may: \"05\",\n june: \"06\",\n july: \"07\",\n august: \"08\",\n september: \"09\",\n october: \"10\",\n november: \"11\",\n december: \"12\",\n};\n\nfunction extractLiveUAMapDate(url) {\n const match = url.match(/\\/(\\d{4})\\/(\\d{1,2})-([a-z]+)-\\d+-/i);\n if (!match) return null;\n const [, year, day, monthName] = match;\n const mm = MONTHS[monthName.toLowerCase()];\n return mm ? `${year}-${mm}-${String(day).padStart(2, \"0\")}` : null;\n}\n\n// ---------------------------------------------------------------------------\n// Scrape one event sublink\n// ---------------------------------------------------------------------------\nconst dom = new DOMParser();\n\nasync function scrapeFeature(sublink) {\n const subHtml = await fetchViaZenRows(sublink);\n const subdoc = dom.parseFromString(subHtml, \"text/html\");\n\n // Default coordinates (center of Ukraine) if none can be extracted\n let lat = 48.8829;\n let lng = 31.181;\n\n const eventScriptMatch = subHtml.match(\n /document\\.addEventListener\$['\"]DOMContentLoaded['\"][\\s\\S]*?\$;/,\n );\n if (eventScriptMatch) {\n const latMatch = eventScriptMatch[0].match(/lat\\s*=\\s*([0-9.-]+)/);\n const lngMatch = eventScriptMatch[0].match(/lng\\s*=\\s*([0-9.-]+)/);\n if (latMatch) lat = parseFloat(latMatch[1]);\n if (lngMatch) lng = parseFloat(lngMatch[1]);\n }\n\n const infozone = subdoc.querySelector(\".popup-text\");\n const status = infozone?.querySelector(\".bgma\")?.getAttribute(\"data-src\") ||\n null;\n const title = infozone?.querySelector(\"h2\")?.textContent?.trim() || null;\n const locationText =\n infozone?.querySelector(\".tagas strong\")?.textContent?.trim() || null;\n const thumbnail =\n infozone?.querySelector(\".popup_video + * img\")?.getAttribute(\"src\") ||\n null;\n const reference =\n subdoc.querySelector(\".source-link\")?.getAttribute(\"href\") || null;\n\n return {\n type: \"Feature\",\n geometry: { type: \"Point\", coordinates: [lng, lat] },\n properties: {\n references: [sublink, reference].filter(Boolean),\n title,\n status,\n location: locationText,\n thumbnail,\n date: extractLiveUAMapDate(sublink),\n },\n };\n}\n\n// ---------------------------------------------------------------------------\n// Scrape main page -> list of events -> FeatureCollection\n// ---------------------------------------------------------------------------\nasync function fetchWarfare(url) {\n console.log(`Fetching main page via ZenRows: ${url}`);\n const rawdata = await fetchViaZenRows(url);\n const doc = dom.parseFromString(rawdata, \"text/html\");\n\n const sublinks = [\n ...new Set(\n Array.from(doc.querySelectorAll(\".sourcees\"))\n .map((el) => el.getAttribute(\"data-link\"))\n .filter(Boolean),\n ),\n ];\n\n if (sublinks.length === 0) {\n console.warn(\n `No .sourcees found on main page (html length ${rawdata.length}). Snippet: ${\n rawdata.slice(0, 300).replace(/\\s+/g, \" \")\n }`,\n );\n }\n\n const selected = sublinks.slice(0, MAX_EVENTS);\n console.log(\n `Found ${sublinks.length} events, scraping ${selected.length} (concurrency ${CONCURRENCY})`,\n );\n\n const results = await mapWithConcurrency(\n selected,\n CONCURRENCY,\n async (sublink) => {\n try {\n return await scrapeFeature(sublink);\n } catch (error) {\n console.error(\"Failed to fetch/parse sublink:\", sublink, error.message);\n return null;\n }\n },\n );\n\n return {\n type: \"FeatureCollection\",\n features: results.filter(Boolean),\n };\n}\n\n// ---------------------------------------------------------------------------\n// Translate title to Indonesian and upsert rows into Turso\n// ---------------------------------------------------------------------------\nasync function saveToDb(features) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS warfare_events (\n id TEXT PRIMARY KEY,\n title TEXT,\n status TEXT,\n location TEXT,\n date TEXT,\n longitude REAL,\n latitude REAL,\n athumbnail TEXT,\n reference TEXT\n )`,\n },\n ]);\n\n if (features.length === 0) {\n console.log(\"No features to save.\");\n return;\n }\n\n const insertStmts = [];\n let translatedCount = 0;\n\n for (const feature of features) {\n const { properties, geometry } = feature;\n const [lng, lat] = geometry.coordinates;\n const eventId = properties.references[0] || crypto.randomUUID();\n\n let translatedTitle = properties.title;\n if (translatedTitle) {\n try {\n translatedTitle = await translateToId(properties.title);\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for title:\", properties.title, err);\n }\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO warfare_events\n (id, title, status, location, date, longitude, latitude, athumbnail, reference)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n eventId,\n translatedTitle,\n properties.status,\n properties.location,\n properties.date,\n lng,\n lat,\n properties.thumbnail,\n properties.references[1] || properties.references[0] || null,\n ],\n });\n }\n\n await tursoPipeline(insertStmts);\n console.log(\n `Synced ${features.length} records to Turso (${translatedCount} titles translated).`,\n );\n}\n\n// ---------------------------------------------------------------------------\n// Cron entrypoint\n// ---------------------------------------------------------------------------\nexport default async function () {\n if (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n }\n if (!ZENROWS_API_KEY) {\n throw new Error(\"Missing ZENROWS_API_KEY env var\");\n }\n\n try {\n const data = await fetchWarfare(TARGET_URL);\n console.log(`Successfully extracted ${data.features.length} features.`);\n await saveToDb(data.features);\n } catch (error) {\n console.error(\"Pipeline failed:\", error);\n throw error;\n }\n}\n","import { DOMParser } from \"npm:linkedom\";\nimport { translateToId } from \"./scripts/translate.js\";\n\n// ---------------------------------------------------------------------------\n// Configuration & Credentials\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\nconst ZENROWS_API_KEY = Deno.env.get(\"ZENROWS_API_KEY\");\n\n// Safety valves so a single run can't burn through the ZenRows credit budget.\n// Each js_render + premium_proxy request costs ~25 credits.\nconst MAX_EVENTS = Number(Deno.env.get(\"WAR_MAX_EVENTS\") || 40);\nconst CONCURRENCY = Number(Deno.env.get(\"WAR_CONCURRENCY\") || 3);\nconst MAX_RETRIES = 3;\nconst PROXY_COUNTRY = Deno.env.get(\"ZENROWS_PROXY_COUNTRY\") || \"de\";\n\nconst TARGET_URL = \"https://liveuamap.com\";\n\n// Map a JS value to Turso's typed positional-arg descriptor.\nfunction typedArg(value) {\n if (value === null || value === undefined) {\n return { type: \"null\", value: null };\n }\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\n// Run a batch of SQL statements against Turso in a single pipeline request.\nasync function tursoPipeline(stmts) {\n const base = TURSO_URL.replace(/\\/+$/, \"\");\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n\n const res = await fetch(`${base}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// ZenRows fetch helper (drop-in replacement for fetch(url).text())\n//\n// NOTE: do NOT combine `mode=auto` with explicit js_render / premium_proxy —\n// ZenRows rejects that with 400 REQS004 \"Invalid params\". For a\n// Cloudflare-hardened target we always force the full stealth stack.\n// ---------------------------------------------------------------------------\nconst sleep = (ms) => new Promise((r) => setTimeout(r, ms));\nconst RETRYABLE_STATUS = new Set([422, 429, 500, 502, 503, 504]);\n\nasync function fetchViaZenRows(targetUrl, { waitFor, wait } = {}, attempt = 1) {\n const params = new URLSearchParams({\n apikey: ZENROWS_API_KEY,\n url: targetUrl,\n js_render: \"true\",\n premium_proxy: \"true\",\n proxy_country: PROXY_COUNTRY,\n });\n // liveuamap serves a tiny JS shell first and fills the DOM client-side, so\n // make the headless browser wait for the real content before returning.\n if (waitFor) params.set(\"wait_for\", waitFor);\n if (wait) params.set(\"wait\", String(wait));\n\n const res = await fetch(`https://api.zenrows.com/v1/?${params.toString()}`);\n if (res.ok) return await res.text();\n\n const body = await res.text();\n if (RETRYABLE_STATUS.has(res.status) && attempt < MAX_RETRIES) {\n const wait = 1500 * attempt;\n console.warn(\n `ZenRows ${res.status} for ${targetUrl} (attempt ${attempt}/${MAX_RETRIES}), retrying in ${wait}ms`,\n );\n await sleep(wait);\n return fetchViaZenRows(targetUrl, { waitFor, wait }, attempt + 1);\n }\n\n throw new Error(`ZenRows API failed for ${targetUrl}: ${res.status} - ${body}`);\n}\n\n// Run `fn` over `items` with at most `limit` in flight at once.\nasync function mapWithConcurrency(items, limit, fn) {\n const results = new Array(items.length);\n let next = 0;\n const workers = Array.from(\n { length: Math.min(limit, items.length) },\n async () => {\n while (next < items.length) {\n const idx = next++;\n results[idx] = await fn(items[idx], idx);\n }\n },\n );\n await Promise.all(workers);\n return results;\n}\n\n// ---------------------------------------------------------------------------\n// Extract date like \"2024/24-april-...\" -> \"2024-04-24\"\n// ---------------------------------------------------------------------------\nconst MONTHS = {\n january: \"01\",\n february: \"02\",\n march: \"03\",\n april: \"04\",\n may: \"05\",\n june: \"06\",\n july: \"07\",\n august: \"08\",\n september: \"09\",\n october: \"10\",\n november: \"11\",\n december: \"12\",\n};\n\nfunction extractLiveUAMapDate(url) {\n const match = url.match(/\\/(\\d{4})\\/(\\d{1,2})-([a-z]+)-\\d+-/i);\n if (!match) return null;\n const [, year, day, monthName] = match;\n const mm = MONTHS[monthName.toLowerCase()];\n return mm ? `${year}-${mm}-${String(day).padStart(2, \"0\")}` : null;\n}\n\n// ---------------------------------------------------------------------------\n// Scrape one event sublink\n// ---------------------------------------------------------------------------\nconst dom = new DOMParser();\n\nasync function scrapeFeature(sublink) {\n const subHtml = await fetchViaZenRows(sublink, { waitFor: \".popup-text\" });\n const subdoc = dom.parseFromString(subHtml, \"text/html\");\n\n // Default coordinates (center of Ukraine) if none can be extracted\n let lat = 48.8829;\n let lng = 31.181;\n\n const eventScriptMatch = subHtml.match(\n /document\\.addEventListener\$['\"]DOMContentLoaded['\"][\\s\\S]*?\$;/,\n );\n if (eventScriptMatch) {\n const latMatch = eventScriptMatch[0].match(/lat\\s*=\\s*([0-9.-]+)/);\n const lngMatch = eventScriptMatch[0].match(/lng\\s*=\\s*([0-9.-]+)/);\n if (latMatch) lat = parseFloat(latMatch[1]);\n if (lngMatch) lng = parseFloat(lngMatch[1]);\n }\n\n const infozone = subdoc.querySelector(\".popup-text\");\n const status = infozone?.querySelector(\".bgma\")?.getAttribute(\"data-src\") ||\n null;\n const title = infozone?.querySelector(\"h2\")?.textContent?.trim() || null;\n const locationText =\n infozone?.querySelector(\".tagas strong\")?.textContent?.trim() || null;\n const thumbnail =\n infozone?.querySelector(\".popup_video + * img\")?.getAttribute(\"src\") ||\n null;\n const reference =\n subdoc.querySelector(\".source-link\")?.getAttribute(\"href\") || null;\n\n return {\n type: \"Feature\",\n geometry: { type: \"Point\", coordinates: [lng, lat] },\n properties: {\n references: [sublink, reference].filter(Boolean),\n title,\n status,\n location: locationText,\n thumbnail,\n date: extractLiveUAMapDate(sublink),\n },\n };\n}\n\n// ---------------------------------------------------------------------------\n// Scrape main page -> list of events -> FeatureCollection\n// ---------------------------------------------------------------------------\nasync function fetchWarfare(url) {\n console.log(`Fetching main page via ZenRows: ${url}`);\n const rawdata = await fetchViaZenRows(url);\n const doc = dom.parseFromString(rawdata, \"text/html\");\n\n const sublinks = [\n ...new Set(\n Array.from(doc.querySelectorAll(\".sourcees\"))\n .map((el) => el.getAttribute(\"data-link\"))\n .filter(Boolean),\n ),\n ];\n\n if (sublinks.length === 0) {\n console.warn(\n `No .sourcees found on main page (html length ${rawdata.length}). Snippet: ${\n rawdata.slice(0, 300).replace(/\\s+/g, \" \")\n }`,\n );\n }\n\n const selected = sublinks.slice(0, MAX_EVENTS);\n console.log(\n `Found ${sublinks.length} events, scraping ${selected.length} (concurrency ${CONCURRENCY})`,\n );\n\n const results = await mapWithConcurrency(\n selected,\n CONCURRENCY,\n async (sublink) => {\n try {\n return await scrapeFeature(sublink);\n } catch (error) {\n console.error(\"Failed to fetch/parse sublink:\", sublink, error.message);\n return null;\n }\n },\n );\n\n return {\n type: \"FeatureCollection\",\n features: results.filter(Boolean),\n };\n}\n\n// ---------------------------------------------------------------------------\n// Translate title to Indonesian and upsert rows into Turso\n// ---------------------------------------------------------------------------\nasync function saveToDb(features) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS warfare_events (\n id TEXT PRIMARY KEY,\n title TEXT,\n status TEXT,\n location TEXT,\n date TEXT,\n longitude REAL,\n latitude REAL,\n athumbnail TEXT,\n reference TEXT\n )`,\n },\n ]);\n\n if (features.length === 0) {\n console.log(\"No features to save.\");\n return;\n }\n\n const insertStmts = [];\n let translatedCount = 0;\n\n for (const feature of features) {\n const { properties, geometry } = feature;\n const [lng, lat] = geometry.coordinates;\n const eventId = properties.references[0] || crypto.randomUUID();\n\n let translatedTitle = properties.title;\n if (translatedTitle) {\n try {\n translatedTitle = await translateToId(properties.title);\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for title:\", properties.title, err);\n }\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO warfare_events\n (id, title, status, location, date, longitude, latitude, athumbnail, reference)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n eventId,\n translatedTitle,\n properties.status,\n properties.location,\n properties.date,\n lng,\n lat,\n properties.thumbnail,\n properties.references[1] || properties.references[0] || null,\n ],\n });\n }\n\n await tursoPipeline(insertStmts);\n console.log(\n `Synced ${features.length} records to Turso (${translatedCount} titles translated).`,\n );\n}\n\n// ---------------------------------------------------------------------------\n// Cron entrypoint\n// ---------------------------------------------------------------------------\nexport default async function () {\n if (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n }\n if (!ZENROWS_API_KEY) {\n throw new Error(\"Missing ZENROWS_API_KEY env var\");\n }\n\n try {\n const data = await fetchWarfare(TARGET_URL);\n console.log(`Successfully extracted ${data.features.length} features.`);\n await saveToDb(data.features);\n } catch (error) {\n console.error(\"Pipeline failed:\", error);\n throw error;\n }\n}\n","createdAt",["D",1788984415605],"branchVersion","branchId","1dc3dd44-cc65-414f-8e4a-735d1ac2a5b5","id","feed5b42-8d51-40be-9982-13fc813b4b7c","warData",["D",1788316219773],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","0762e08b-0f1b-495a-871c-4fba2da9304a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019f5a38-1aa2-74ee-aaf5-8eac040acbf4","tursoName","feed5b428d5140be998213fc813b4b7c","tursoHostname","feed5b428d5140be998213fc813b4b7c-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789545036283],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_104":103,"_111":107},"org",{"_104":103,"_105":103,"_106":107,"_19":61,"_108":109,"_110":31},"branch",{"_13":93,"_38":94,"_49":48,"_95":50,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":51,"_102":103},"isOwned",237,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mustedpual","handle","displayName","avatar","https://avatars.githubusercontent.com/u/157880878?v=4","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_49":50,"_38":51,"_44":220,"_53":-5,"_54":31,"_55":56,"_57":56,"_58":59,"_60":-5,"_19":61,"_62":-5,"_63":31,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":221,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":222,"_88":223,"_90":224,"_92":31},"tree",[189,191,192,193,194],"files",[189,190,191,192,193,194],"counts",{"_177":67,"_178":179,"_180":67,"_181":182,"_183":184},"contents",[133,134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_49":170,"_38":171,"_36":172,"_139":-5,"_47":48,"_46":173,"_140":31,"_44":174,"_13":67,"_39":175,"_41":-5,"_30":31,"_143":-5,"_33":176},{"_49":162,"_38":163,"_36":164,"_139":-5,"_47":48,"_46":165,"_140":149,"_44":166,"_13":167,"_39":40,"_41":168,"_30":31,"_143":-5,"_33":169},{"_49":154,"_38":155,"_36":156,"_139":-5,"_47":48,"_46":157,"_140":149,"_44":158,"_13":159,"_39":40,"_41":160,"_30":31,"_143":-5,"_33":161},{"_49":145,"_38":146,"_36":147,"_139":-5,"_47":48,"_46":148,"_140":149,"_44":150,"_13":151,"_39":40,"_41":152,"_30":31,"_143":-5,"_33":153},{"_49":138,"_38":34,"_36":37,"_139":-5,"_47":48,"_46":14,"_140":31,"_44":141,"_13":142,"_39":40,"_41":43,"_30":31,"_143":-5,"_33":144},"5d2040ce-0d8c-4852-b168-853c79452d22","parentId","latest",["D",1788984415605],30,"label",[34],"4d2ece01-2d75-488d-80d4-8ae766cde047","ukmtoEvent.js","7e654b18-a9b2-11f1-9377-1607ee4eb77e",154,true,["D",1788982196432],10,"import { translateToId } from \"./scripts/translate.js\";\n// ---------------------------------------------------------------------------\n// UKMTO incident feed -> Indonesian-translated events -> Turso.\n// Fetches https://sccd.royalnavy.mod.uk/api/ukmto/all (array of incidents),\n// compares against existing records in Turso to skip unchanged items,\n// translates new/changed incidentTypeName + otherDetails into Indonesian,\n// then upserts into Turso in safe chunks.\n// ---------------------------------------------------------------------------\nlet fetchQueue = Promise.resolve();\n\nconst Url = \"https://sccd.royalnavy.mod.uk/api/ukmto/all\";\n\nconst HeaderS = {\n \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64)\",\n Accept: \"application/json\",\n};\n\nconst UkmtoData = {\n type: \"ukmto\",\n parent: null, // Untouched master data\n temp: null, // Current filtered view for the map\n};\n\n// ---------------------------------------------------------------------------\n// Turso client via its HTTP API (POST /v2/pipeline). Credentials from env vars.\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\nconst TURSO_BASE = TURSO_URL.replace(/\\/+$/, \"\");\n\n// Turso's v2/pipeline arg format: integer/text values are JSON STRINGS;\n// float values are JSON NUMBERS. See https://docs.turso.tech/sdk/http/quickstart\nfunction typedArg(value) {\n if (value === null || value === undefined) {\n return { type: \"null\", value: null };\n }\n if (typeof value === \"number\") {\n return Number.isInteger(value)\n ? { type: \"integer\", value: String(value) }\n : { type: \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// Map a raw UKMTO incident to the fields the map consumes.\n// ---------------------------------------------------------------------------\nfunction mapIncident(inc) {\n return {\n incidentTypeName: inc.incidentTypeName,\n incidentNumber: inc.incidentNumber,\n incidentIssuer: inc.incidentIssuer,\n place: inc.place,\n sitecoreId: inc.sitecoreId,\n pinColour: inc.pinColour,\n locationLatitudeDDDMMSS: inc.locationLatitudeDDDMMSS,\n locationLongitudeDDDMMSS: inc.locationLongitudeDDDMMSS,\n utcDateOfIncident: inc.utcDateOfIncident,\n utcDateCreated: inc.utcDateCreated,\n // data-lng / data-lat attributes on map markers\n dataLng: inc.locationLongitude,\n dataLat: inc.locationLatitude,\n otherDetails: inc.otherDetails,\n };\n}\n\n// ---------------------------------------------------------------------------\n// Create table, fetch existing rows for comparison, translate only changes,\n// and upsert in chunks.\n// ---------------------------------------------------------------------------\nasync function saveToDb(incidents) {\n // 1. Ensure table exists\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS ukmto_events (\n incidentNumber INTEGER PRIMARY KEY,\n incidentTypeName TEXT,\n incidentTypeNameId TEXT,\n incidentIssuer TEXT,\n place TEXT,\n sitecoreId TEXT,\n pinColour TEXT,\n locationLatitudeDDDMMSS TEXT,\n locationLongitudeDDDMMSS TEXT,\n utcDateOfIncident TEXT,\n utcDateCreated TEXT,\n longitude REAL,\n latitude REAL,\n otherDetails TEXT,\n otherDetailsId TEXT\n )`,\n },\n ]);\n\n // 2. Fetch existing records from Turso to compare against\n let existingMap = new Map();\n try {\n const res = await tursoPipeline([\n {\n sql:\n `SELECT incidentNumber, incidentTypeName, otherDetails, incidentTypeNameId, otherDetailsId FROM ukmto_events`,\n },\n ]);\n const rows = res.results?.[0]?.response?.result?.rows || [];\n for (const row of rows) {\n const incNum = row[0]?.value;\n if (incNum !== undefined && incNum !== null) {\n existingMap.set(Number(incNum), {\n incidentTypeName: row[1]?.value ?? null,\n otherDetails: row[2]?.value ?? null,\n incidentTypeNameId: row[3]?.value ?? null,\n otherDetailsId: row[4]?.value ?? null,\n });\n }\n }\n } catch (err) {\n console.log(\n \"Could not fetch existing rows, proceeding with full sync:\",\n err,\n );\n }\n\n const insertStmts = [];\n let translatedCount = 0;\n let skippedCount = 0;\n\n for (const inc of incidents) {\n const existing = existingMap.get(inc.incidentNumber);\n\n let nameId;\n let detailsId;\n\n // Check if record already exists and text content hasn't changed\n if (\n existing &&\n existing.incidentTypeName === inc.incidentTypeName &&\n existing.otherDetails === inc.otherDetails\n ) {\n // Content is identical! Reuse existing translations and skip inserting.\n nameId = existing.incidentTypeNameId;\n detailsId = existing.otherDetailsId;\n skippedCount++;\n continue;\n }\n\n // If it's new or text changed, translate the text\n try {\n nameId = inc.incidentTypeName\n ? await translateToId(inc.incidentTypeName)\n : inc.incidentTypeName;\n detailsId = inc.otherDetails\n ? await translateToId(inc.otherDetails)\n : inc.otherDetails;\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for incident\", inc.incidentNumber, err);\n nameId = inc.incidentTypeName;\n detailsId = inc.otherDetails;\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO ukmto_events\n (incidentNumber, incidentTypeName, incidentTypeNameId, incidentIssuer,\n place, sitecoreId, pinColour, locationLatitudeDDDMMSS,\n locationLongitudeDDDMMSS, utcDateOfIncident, utcDateCreated,\n longitude, latitude, otherDetails, otherDetailsId)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n inc.incidentNumber,\n inc.incidentTypeName,\n nameId,\n inc.incidentIssuer,\n inc.place,\n inc.sitecoreId,\n inc.pinColour,\n inc.locationLatitudeDDDMMSS,\n inc.locationLongitudeDDDMMSS,\n inc.utcDateOfIncident,\n inc.utcDateCreated,\n inc.dataLng,\n inc.dataLat,\n inc.otherDetails,\n detailsId,\n ],\n });\n }\n\n // 3. Send inserts in chunks of 10 to avoid payload size/timeout limits\n if (insertStmts.length > 0) {\n const CHUNK_SIZE = 10;\n for (let i = 0; i < insertStmts.length; i += CHUNK_SIZE) {\n const chunk = insertStmts.slice(i, i + CHUNK_SIZE);\n await tursoPipeline([...chunk]);\n }\n }\n\n console.log(\n `Sync complete. Total incoming: ${incidents.length} | Skipped (unchanged): ${skippedCount} | Translated & Updated: ${translatedCount}`,\n );\n}\n\nexport default async function handler() {\n await fetchAndPopulate(Url, HeaderS, UkmtoData);\n}\n\nfunction fetchAndPopulate(url, headerS, constData) {\n fetchQueue = fetchQueue.then(async () => {\n try {\n const response = await fetch(url, { method: \"GET\", headers: headerS });\n if (!response.ok) {\n throw new Error(`UKMTO HTTP ${response.status}`);\n }\n\n const raw = await response.json();\n const mapped = Array.isArray(raw) ? raw.map(mapIncident) : [];\n\n console.log(`Fetched ${mapped.length} UKMTO incidents.`);\n\n // Persist (create table + smart check & translate + upsert)\n await saveToDb(mapped);\n\n constData.parent = mapped;\n constData.temp = [...mapped];\n } catch (error) {\n console.error(\"UKMTO fetch failed:\", error);\n }\n });\n return fetchQueue;\n}\n\nexport { mapIncident, UkmtoData };",[146],"18c6bbf2-42b6-4dc8-9bcd-e81d1e308098","easaEvent.js","b21fc016-a9bf-11f1-8cb4-1607ee4eb77e",151,["D",1788942414030],33,"// ---------------------------------------------------------------------------\n// EASA Conflict Zone Information Bulletins (CZIB) -> JSON -> Turso (Val Town)\n// ---------------------------------------------------------------------------\nimport { DOMParser } from \"npm:linkedom\";\n\nconst MAIN_URL = \"https://www.easa.europa.eu/en/domains/air-operations/czibs\";\n\nconst HEADERS = {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0 Safari/537.36\",\n Accept: \"text/html,application/json,text/plain,*/*\",\n};\n\nconst dom = new DOMParser();\n\nfunction clean(s) {\n return (s || \"\").replace(/\\s+/g, \" \").trim();\n}\n\nfunction isDetailHref(h) {\n if (!h) return false;\n if (!h.includes(\"/czibs/\")) return false;\n if (/czibs\\/(information|map|export|feed)/.test(h)) return false;\n return true;\n}\n\nasync function listActiveRows() {\n const res = await fetch(MAIN_URL, { headers: HEADERS });\n if (!res.ok) throw new Error(`overview HTTP ${res.status}`);\n const html = await res.text();\n const doc = dom.parseFromString(html, \"text/html\");\n\n const rows = doc.querySelectorAll(\n \"#status-div-classeasa-status-field-status-active--div-classeasa-status-field-status-active-field-itemdiv-classcz-status-cz-status-activeactivedivdivdiv tbody tr\",\n );\n const active = [];\n\n for (const row of rows) {\n const link = Array.from(row.querySelectorAll(\"a\")).find((a) =>\n isDetailHref(a.getAttribute(\"href\"))\n );\n\n if (!link) continue;\n\n const detailUrl = new URL(link.getAttribute(\"href\"), MAIN_URL).href;\n const dateStart = clean(\n row.querySelector(\n \"td.views-field.views-field-field-easa-conflict-zone-up-date\",\n )?.textContent,\n );\n const dateEnd = clean(\n row.querySelector(\n \"td.views-field.views-field-field-easa-conflict-zone-until\",\n )?.textContent,\n );\n\n active.push({ detailUrl, dateStart, dateEnd });\n }\n return active;\n}\n\nasync function scrapeDetail(item) {\n try {\n const res = await fetch(item.detailUrl, { headers: HEADERS });\n if (!res.ok) {\n console.error(`detail HTTP ${res.status}: ${item.detailUrl}`);\n return null;\n }\n const html = await res.text();\n const doc = dom.parseFromString(html, \"text/html\");\n\n const fieldValue = (selector) =>\n clean(doc.querySelector(selector)?.textContent);\n\n const czibNumber =\n fieldValue(\".field--name-field-easa-czib-number .field__items div\") ||\n fieldValue(\".field-name-field-easa-czib-number .field-items div\") ||\n fieldValue(\".field-name-field-easa-czib-number div div\");\n\n const publicator = fieldValue(\".czib_ref_publications .field__items div\") ||\n fieldValue(\".czib_ref_publications .field-items div\") ||\n fieldValue(\".czib_ref_publications div div div\");\n\n const airspace = fieldValue(\n \".field--name-field-easa-cz-aff-air .field__items div\",\n ) || fieldValue(\n \".field-name-field-easa-cz-aff-air .field-items div\",\n );\n\n const description = fieldValue(\n \".field--name-field-easa-cz-description .field__items div\",\n ) || fieldValue(\n \".field-name-field-easa-cz-description .field-items div\",\n );\n\n const recommendation = fieldValue(\n \".field--name-field-easa-cz-recommendations .field__items div\",\n ) || fieldValue(\n \".field-name-field-easa-cz-recommendations .field-items div\",\n );\n\n const csvHref =\n doc.querySelector('a[href*=\"conflict-zone-node-export\"]')?.getAttribute(\n \"href\",\n ) || \"\";\n const nid = (csvHref.match(/(\\d+)\\/?$/) || [])[1] || null;\n\n let coordinate = null;\n if (nid) {\n try {\n const apiRes = await fetch(\n `https://www.easa.europa.eu/en/api/maps/czib-node/${nid}`,\n { headers: HEADERS },\n );\n if (apiRes.ok) coordinate = await apiRes.json();\n } catch (err) {\n console.error(\"Coordinate fetch failed for\", item.detailUrl, err);\n }\n }\n\n return {\n nid,\n czibNumber,\n publicator,\n airspace,\n description,\n recommendation,\n coordinate,\n };\n } catch (err) {\n console.error(`Failed parsing detail page ${item.detailUrl}:`, err.message);\n return null;\n }\n}\n\nfunction buildRecord(item, detail) {\n if (!detail) return null;\n return {\n nid: detail.nid || null,\n status: \"Active\",\n czibNumber: detail.czibNumber || null,\n dateStart: item.dateStart || null,\n dateEnd: item.dateEnd || null,\n airspace: detail.airspace || null,\n publicator: detail.publicator || null,\n description: detail.description || null,\n recommendation: detail.recommendation || null,\n coordinate: detail.coordinate,\n detailUrl: item.detailUrl,\n };\n}\n\nasync function mapLimit(items, limit, fn) {\n const results = new Array(items.length);\n let i = 0;\n const workers = Array.from(\n { length: Math.min(limit, items.length) },\n async () => {\n while (i < items.length) {\n const idx = i++;\n results[idx] = await fn(items[idx], idx);\n }\n },\n );\n await Promise.all(workers);\n return results;\n}\n\nconst TURSO_BASE = (Deno.env.get(\"TURSO_URL\") || \"\").replace(/\\/+$/, \"\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_BASE || !TURSO_AUTH_TOKEN) {\n throw new Error(\n \"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars in Val Town secrets\",\n );\n}\n\nfunction typedArg(value) {\n if (value === null || value === undefined) {\n return { type: \"null\", value: null };\n }\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nfunction typedFloat(value) {\n if (value === null || value === undefined) {\n return { type: \"null\", value: null };\n }\n const num = Number(value);\n if (isNaN(num)) return { type: \"null\", value: null };\n return { type: \"float\", value: num };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: args || [] },\n })),\n { type: \"close\" },\n ];\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n if (!res.ok) throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n return res.json();\n}\n\nasync function saveToDb(records) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS easa_czibs (\n nid TEXT PRIMARY KEY,\n status TEXT,\n czib_number TEXT,\n date_start TEXT,\n date_end TEXT,\n airspace TEXT,\n publicator TEXT, \n description TEXT, \n recommendation TEXT,\n latitude REAL NULL, \n longitude REAL NULL,\n detail_url TEXT\n )`,\n },\n ]);\n\n const insertStmts = records.map((r) => ({\n sql: `INSERT OR REPLACE INTO easa_czibs\n (nid, status, czib_number, date_start, date_end, airspace,\n publicator, description, recommendation,\n latitude, longitude, detail_url)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n typedArg(r.nid || crypto.randomUUID()),\n typedArg(r.status),\n typedArg(r.czibNumber),\n typedArg(r.dateStart),\n typedArg(r.dateEnd),\n typedArg(r.airspace),\n typedArg(r.publicator ?? \"\"),\n typedArg(r.description ?? \"\"),\n typedArg(r.recommendation ?? \"\"),\n typedFloat(r.coordinate ? r.coordinate.lat : null),\n typedFloat(r.coordinate ? r.coordinate.lng : null),\n typedArg(r.detailUrl),\n ],\n }));\n\n await tursoPipeline(insertStmts);\n}\n\nexport default async function handler() {\n try {\n const rows = await listActiveRows();\n console.log(`Found ${rows.length} active CZIB(s).`);\n\n const details = await mapLimit(rows, 4, (item) => scrapeDetail(item));\n\n const records = [];\n for (let i = 0; i < details.length; i++) {\n const rec = buildRecord(rows[i], details[i]);\n if (rec) records.push(rec);\n }\n\n await saveToDb(records);\n console.log(`Successfully synced ${records.length} CZIB(s) to Turso.`);\n return JSON.stringify(records, null, 2);\n } catch (err) {\n console.error(\"CRITICAL ERROR in handler:\", err.message, err.stack);\n throw err;\n }\n}",[155],"cfc1ae4a-ee38-45f7-b9ab-22eae6147b0d","commonEvent.js","fcc295ea-aa22-11f1-9f3a-1607ee4eb77e",131,["D",1788723482797],22,"// ---------------------------------------------------------------------------\n// Upstash Redis GeoJSON -> Turso (Table: commonevents)\n// Column updated to use 'reference' (singular) to avoid SQL reserved words.\n// ---------------------------------------------------------------------------\n\nconst UPSTASH_URL =\n \"https://informed-stag-162043.upstash.io/json.get/mapEvent/\";\nconst UPSTASH_BASE = \"https://informed-stag-162043.upstash.io\";\nconst UPSTASH_AUTH =\n \"Bearer gQAAAAAAAnj7AAIgcDJmMDZiMDhkM2U2OTM0NTQzYTM3ZTVkMDM0ZWJmNTkxMQ\";\n\nconst TURSO_BASE = (Deno.env.get(\"TURSO_URL\") || \"\").replace(/\\/+$/, \"\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_BASE || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\n\nfunction clean(s) {\n return (s || \"\").replace(/\\s+/g, \" \").trim();\n}\n\nfunction hashId(title, date, location) {\n const s = `${title || \"\"}|${date || \"\"}|${location || \"\"}`;\n let h = 0;\n for (let i = 0; i < s.length; i++) {\n h = (Math.imul(31, h) + s.charCodeAt(i)) | 0;\n }\n return (h >>> 0).toString(36);\n}\n\nfunction typedArg(value) {\n if (value === null || value === undefined) {\n return { type: \"null\", value: null };\n }\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nfunction typedFloat(value) {\n if (value === null || value === undefined || Number.isNaN(Number(value))) {\n return { type: \"null\", value: null };\n }\n return { type: \"float\", value: Number(value) };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: args || [] },\n })),\n { type: \"close\" },\n ];\n\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n\n if (!res.ok) {\n const errText = await res.text();\n throw new Error(`Turso HTTP ${res.status}: ${errText}`);\n }\n\n const data = await res.json();\n\n // Statement-level failures must abort the run — otherwise a partial/failed\n // Turso write could still trigger the Upstash clear.\n if (data && Array.isArray(data.results)) {\n const errs = data.results\n .map((result, idx) => (result.type === \"error\" ? { idx, result } : null))\n .filter(Boolean);\n if (errs.length > 0) {\n throw new Error(\n `Turso statement error(s): ${errs\n .map(({ idx, result }) => `[${idx}] ${result.error}`)\n .join(\"; \")}`,\n );\n }\n }\n\n return data;\n}\n\n// ---------------------------------------------------------------------------\n// Fetch, Clean, and Handle Malformed/Truncated JSON Gracefully\n// ---------------------------------------------------------------------------\nasync function fetchAndParseEvents() {\n const res = await fetch(UPSTASH_URL, {\n headers: { Authorization: UPSTASH_AUTH },\n });\n if (!res.ok) {\n throw new Error(`Upstash HTTP ${res.status}: ${await res.text()}`);\n }\n\n const body = await res.json();\n let rawData = body.result;\n\n let parsed;\n try {\n parsed = typeof rawData === \"string\" ? JSON.parse(rawData) : rawData;\n } catch (e) {\n console.warn(\n \"JSON parse failed (possibly truncated). Attempting safe recovery...\",\n );\n try {\n const lastValidIdx = rawData.lastIndexOf(\"}\");\n if (lastValidIdx > 0) {\n const fixedJson = rawData.substring(0, lastValidIdx + 1) + \"]}\";\n parsed = JSON.parse(fixedJson);\n } else {\n throw e;\n }\n } catch (innerErr) {\n throw new Error(\n `Failed to parse or repair Upstash payload: ${innerErr.message}`,\n );\n }\n }\n\n const features = Array.isArray(parsed?.features) ? parsed.features : [];\n\n return features.map((f) => {\n const p = f?.properties || {};\n const coords = Array.isArray(f?.geometry?.coordinates)\n ? f.geometry.coordinates\n : [null, null];\n\n const lng = coords[0] != null ? Number(coords[0]) : null;\n const lat = coords[1] != null ? Number(coords[1]) : null;\n\n return {\n id: hashId(p.title, p.date, p.location),\n title: clean(p.title),\n crime: clean(p.crime),\n date: clean(p.date),\n location: clean(p.location),\n paragraph: clean(p.paragraph),\n thumbnail: p.thumbnail || null,\n latitude: !isNaN(lat) ? lat : null,\n longitude: !isNaN(lng) ? lng : null,\n channel: p.channel ? JSON.stringify(p.channel) : null,\n reference: p.references ? JSON.stringify(p.references) : null,\n };\n });\n}\n\n// ---------------------------------------------------------------------------\n// Save records to Turso\n// ---------------------------------------------------------------------------\nasync function saveToDb(records) {\n // 1. Create table using 'reference' column name\n console.log(\"Ensuring table 'commonevents' exists...\");\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS commonevents (\n id TEXT PRIMARY KEY,\n title TEXT,\n crime TEXT,\n date TEXT,\n location TEXT,\n paragraph TEXT,\n thumbnail TEXT,\n latitude REAL,\n longitude REAL,\n channel TEXT,\n reference TEXT,\n synced_at TEXT\n )`,\n },\n ]);\n\n // 2. Prepare insert statements using 'reference'\n const now = new Date().toISOString();\n const insertStmts = records.map((r) => ({\n sql: `INSERT OR REPLACE INTO commonevents \n (id, title, crime, date, location, paragraph, thumbnail, latitude, longitude, channel, reference, synced_at) \n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n typedArg(r.id),\n typedArg(r.title),\n typedArg(r.crime),\n typedArg(r.date),\n typedArg(r.location),\n typedArg(r.paragraph),\n typedArg(r.thumbnail),\n typedFloat(r.latitude),\n typedFloat(r.longitude),\n typedArg(r.channel),\n typedArg(r.reference),\n typedArg(now),\n ],\n }));\n\n // 3. Execute inserts in batches of 10\n console.log(`Inserting ${insertStmts.length} records into Turso...`);\n const BATCH_SIZE = 10;\n for (let i = 0; i < insertStmts.length; i += BATCH_SIZE) {\n const batch = insertStmts.slice(i, i + BATCH_SIZE);\n await tursoPipeline(batch);\n }\n}\n\n// ---------------------------------------------------------------------------\n// Empty the Upstash mapEvent features after a successful Turso sync.\n// Sets features to [] (keeps the rest of the document intact).\n// ---------------------------------------------------------------------------\nasync function clearUpstash() {\n const res = await fetch(`${UPSTASH_BASE}/json.set/mapEvent/$.features`, {\n method: \"POST\",\n headers: {\n Authorization: UPSTASH_AUTH,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify([]),\n });\n if (!res.ok) {\n throw new Error(`Upstash SET HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// Main Entry Point\n// ---------------------------------------------------------------------------\nexport default async function handler() {\n const records = await fetchAndParseEvents();\n console.log(`Successfully parsed ${records.length} event(s) from Upstash.`);\n\n await saveToDb(records);\n console.log(\n `Successfully synced ${records.length} record(s) to Turso (table: commonevents).`,\n );\n\n // Only clear the Upstash source if the Turso write succeeded above.\n await clearUpstash();\n console.log(\"Cleared mapEvent from Upstash.\");\n\n return { success: true, total: records.length };\n}",[163],"e1473879-a37b-41a5-af30-58cf37a07744","scripts","ca191255-a940-4a18-832b-d6f7739bfbc1",59,["D",1788677738635],"directory",[171],"pulls","branches",1,"forks","envVars",{"_185":187,"_188":67},"connections",{"_185":67,"_186":67},"count","unfilledCount",6,"emptyCount",{"_49":170,"_38":171,"_36":172,"_139":-5,"_47":48,"_46":173,"_140":31,"_44":217,"_13":67,"_39":175,"_41":-5,"_30":31,"_143":-5,"_196":218,"_33":219},{"_49":208,"_38":209,"_36":210,"_139":172,"_47":48,"_46":211,"_140":149,"_44":212,"_13":67,"_39":213,"_41":214,"_30":31,"_143":-5,"_196":215,"_33":216},{"_49":162,"_38":163,"_36":164,"_139":-5,"_47":48,"_46":165,"_140":149,"_44":205,"_13":167,"_39":40,"_41":168,"_30":31,"_143":-5,"_196":206,"_33":207},{"_49":154,"_38":155,"_36":156,"_139":-5,"_47":48,"_46":157,"_140":149,"_44":202,"_13":159,"_39":40,"_41":160,"_30":31,"_143":-5,"_196":203,"_33":204},{"_49":145,"_38":146,"_36":147,"_139":-5,"_47":48,"_46":148,"_140":149,"_44":199,"_13":151,"_39":40,"_41":152,"_30":31,"_143":-5,"_196":200,"_33":201},{"_49":138,"_38":34,"_36":37,"_139":-5,"_47":48,"_46":14,"_140":31,"_44":195,"_13":142,"_39":40,"_41":43,"_30":31,"_143":-5,"_196":197,"_33":198},["D",1788984415605],"children",[],[34],["D",1788982196432],[],[146],["D",1788942414030],[],[155],["D",1788723482797],[],[163],"ea265c60-9e86-4983-b94e-704638316918","translate.js","e5e91c2e-a9c1-11f1-bcf6-1607ee4eb77e",78,["D",1788678567608],"script","// ---------------------------------------------------------------------------\n// Shared EN -> ID translator used by every event scraper in this val.\n//\n// Primary: NVIDIA Riva \"nvidia/riva-translate-4b-instruct-v2\"\n// (OpenAI-compatible chat completions at integrate.api.nvidia.com).\n// Fallback: free MyMemory API, then the original English text as a last resort\n// so a transient API issue never fails or corrupts a run.\n//\n// The Riva instruct model must have the target language named in the *user*\n// message (otherwise it can default to another language, e.g. French).\n//\n// Requires the NVIDIA_API_KEY env var (set once on the val, shared by all\n// files). If it is missing, translation falls back to MyMemory/English.\n// ---------------------------------------------------------------------------\nconst NVIDIA_API_KEY = Deno.env.get(\"NVIDIA_API_KEY\");\nconst NVIDIA_BASE = \"https://integrate.api.nvidia.com/v1/chat/completions\";\nconst NVIDIA_MODEL = \"nvidia/riva-translate-4b-instruct-v2\";\n\nlet lastTranslate = 0; // MyMemory fallback throttle (~2 req/s)\n\n// Riva has no 500-char cap, but chunk large text so it stays well within the\n// model's input/output token limits (long EASA descriptions).\nconst CHUNK_MAX = 1600;\n\nfunction splitChunks(text) {\n const chunks = [];\n let rest = text.trim();\n while (rest.length > CHUNK_MAX) {\n let cut = rest.lastIndexOf(\". \", CHUNK_MAX);\n if (cut < CHUNK_MAX * 0.5) cut = rest.lastIndexOf(\" \", CHUNK_MAX);\n if (cut < CHUNK_MAX * 0.5) cut = CHUNK_MAX; // no break point -> hard cut\n chunks.push(rest.slice(0, cut + (rest[cut] === \" \" ? 0 : 1)));\n rest = rest.slice(cut + 1).trim();\n }\n if (rest) chunks.push(rest);\n return chunks;\n}\n\n// Primary: NVIDIA Riva instruct translation model.\nasync function rivaOnce(text) {\n const key = NVIDIA_API_KEY;\n if (!key) throw new Error(\"NVIDIA_API_KEY not set\");\n const res = await fetch(NVIDIA_BASE, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${key}`,\n \"Content-Type\": \"application/json\",\n Accept: \"application/json\",\n },\n body: JSON.stringify({\n model: NVIDIA_MODEL,\n messages: [\n { role: \"system\", content: \"You are a translation engine.\" },\n {\n role: \"user\",\n content: `Translate the following from English to Indonesian:\\n${text}`,\n },\n ],\n max_tokens: 2048,\n temperature: 0,\n }),\n });\n if (!res.ok) throw new Error(`Riva HTTP ${res.status}`);\n const data = await res.json();\n const out = data?.choices?.[0]?.message?.content?.trim();\n if (!out || /MYMEMORY WARNING|QUERY LENGTH/i.test(out)) {\n throw new Error(\"bad Riva output\");\n }\n return out;\n}\n\n// Fallback: MyMemory. Its free daily quota can be exhausted, in which case it\n// returns a warning instead of a translation — we treat that as a failure and\n// drop through to the original English rather than persisting the warning.\nasync function mymemoryOnce(text) {\n const elapsed = Date.now() - lastTranslate;\n if (elapsed < 500) {\n await new Promise((r) => setTimeout(r, 500 - elapsed));\n }\n lastTranslate = Date.now();\n\n const url =\n \"https://api.mymemory.translated.net/get?q=\" +\n encodeURIComponent(text) +\n \"&langpair=en|id\";\n const res = await fetch(url);\n if (!res.ok) throw new Error(`MyMemory HTTP ${res.status}`);\n const data = await res.json();\n const translated = data?.responseData?.translatedText;\n if (\n !translated ||\n /MYMEMORY WARNING|QUERY LENGTH LIMIT EXCEEDED|NO QUERY|INVALID PAIR/i.test(\n translated,\n )\n ) {\n return text;\n }\n return translated;\n}\n\nasync function translateOnce(text) {\n try {\n return await rivaOnce(text);\n } catch (err) {\n console.error(\"Riva failed, falling back to MyMemory:\", err.message);\n try {\n return await mymemoryOnce(text);\n } catch (err2) {\n console.error(\"MyMemory fallback failed, keeping original:\", err2.message);\n return text;\n }\n }\n}\n\nexport async function translateToId(text) {\n if (!text) return text;\n const chunks = splitChunks(text);\n if (chunks.length === 1) return await translateOnce(chunks[0]);\n const parts = [];\n for (const c of chunks) parts.push(await translateOnce(c));\n return parts.join(\" \");\n}\n",[],[171,209],["D",1788677738635],[190],[171],["D",1788316219773],["D",1789545036283],{"_104":103,"_111":107},{"_104":103,"_105":103,"_106":107,"_19":61,"_108":109,"_110":31},{"_13":93,"_38":94,"_49":48,"_95":50,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":51,"_102":103},"ctx",{"_86":-5,"_130":258,"_259":260,"_261":262,"_263":31,"_264":31,"_265":31,"_266":149,"_267":-5,"_268":-7,"_269":-7,"_270":67,"_271":31,"_272":31,"_273":-5,"_274":31,"_275":31,"_276":31,"_277":-5},"ENV",{"_229":230,"_231":232,"_233":94,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243,"_244":245,"_246":247,"_248":249,"_250":251,"_252":253,"_254":255,"_256":257},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v161