[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_210":211,"_212":213},"routes/_app.x.$handle.$name",{"_99":98,"_32":45,"_107":89,"_27":54,"_13":14,"_108":-5,"_11":109,"_110":111,"_112":113,"_114":115,"_116":117,"_20":-5,"_118":-5,"_119":-5,"_120":49,"_121":122,"_123":49,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":49,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":49,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":49},"version",85,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",true,"deletedHere","path","scripts/tmp-verify2.js","latestPath","fileId","0b759b20-a9c2-11f1-ba70-1607ee4eb77e","name","tmp-verify2.js","fileType","script","content","// Importing the modules validates that each file's import graph and the shared\n// translator resolve without errors (easaEvent/ukmto have no top-level work).\nimport \"./translate.js\";\nimport \"./../easaEvent.js\";\nimport \"./../ukmtoEvent.js\";\nimport { translateToId } from \"./translate.js\";\n\nconsole.log(await translateToId(\"Maritime incident reported in the Gulf of Aden.\"));\nconsole.log(await translateToId(\"Russian forces advanced near the front line.\"));\n","createdAt",["D",1788678638590],"branchVersion","branchId","1dc3dd44-cc65-414f-8e4a-735d1ac2a5b5","id","feed5b42-8d51-40be-9982-13fc813b4b7c","warData",["D",1788316219773],"deletedAt","legacyEnvVars",false,"privacy","public","httpPrivacy","description","","imageUrl","0762e08b-0f1b-495a-871c-4fba2da9304a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019f5a38-1aa2-74ee-aaf5-8eac040acbf4","tursoName","feed5b428d5140be998213fc813b4b7c","tursoHostname","feed5b428d5140be998213fc813b4b7c-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789458074143],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_106":102},"org",{"_99":98,"_100":98,"_101":102,"_18":56,"_103":104,"_105":49},"branch",{"_13":88,"_32":89,"_43":42,"_90":44,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":45,"_97":98},"isOwned",237,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mustedpual","handle","displayName","avatar","https://avatars.githubusercontent.com/u/157880878?v=4","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":205,"_47":-5,"_48":49,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":-5,"_58":49,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":206,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":207,"_83":208,"_85":209,"_87":49},"tree",[179,181,182,183],"files",[179,180,181,182,183],"counts",{"_167":62,"_168":169,"_170":62,"_171":172,"_173":174},"contents",[128,129,130,131],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":160,"_32":161,"_30":162,"_135":-5,"_41":42,"_40":163,"_137":49,"_38":164,"_13":62,"_34":165,"_36":-5,"_24":49,"_142":-5,"_27":166},{"_43":152,"_32":153,"_30":154,"_135":-5,"_41":42,"_40":155,"_137":49,"_38":156,"_13":157,"_34":140,"_36":158,"_24":49,"_142":-5,"_27":159},{"_43":144,"_32":145,"_30":146,"_135":-5,"_41":42,"_40":147,"_137":49,"_38":148,"_13":149,"_34":140,"_36":150,"_24":49,"_142":-5,"_27":151},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":49,"_38":138,"_13":139,"_34":140,"_36":141,"_24":49,"_142":-5,"_27":143},"e5fac8c6-e37f-49af-9b21-add95861f583","warEvent.js","d75184f6-a8f1-11f1-abed-1607ee4eb77e","parentId",80,"latest",["D",1788678586794],20,"interval","import { DOMParser } from \"npm:linkedom\";\nimport { translateToId } from \"./scripts/translate.js\";\n\n// ---------------------------------------------------------------------------\n// Turso client via its HTTP API (POST /v2/pipeline). Credentials come from\n// env vars, never from source.\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\n// Normalize base URL (drop trailing slash) so the endpoint path joins cleanly.\nconst TURSO_BASE = TURSO_URL.replace(/\\/+$/, \"\");\n\n// Map a JS value to Turso's typed positional-arg descriptor.\nfunction typedArg(value) {\n if (value === null || value === undefined) return { type: \"null\", value: null };\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\n// Run a batch of SQL statements against Turso in a single pipeline request.\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// Queue ensures sequential fetch/scrape runs\n// ---------------------------------------------------------------------------\nlet fetchQueue = Promise.resolve();\n\nexport const WfrData = {\n type: \"warfare\",\n parent: null,\n temp: null,\n url: \"https://liveuamap.com\",\n HeaderS: {},\n};\n\n// ---------------------------------------------------------------------------\n// Extract date like \"2024/24-4-apr-...\" -> \"2024-04-24\"\n// ---------------------------------------------------------------------------\nfunction extractLiveUAMapDate(url) {\n const pattern = /\\/(\\d{4})\\/(\\d{1,2})-([a-z]+)-\\d+-/i;\n const match = url.match(pattern);\n if (!match) return null;\n\n const [, year, day, monthName] = match;\n const months = {\n january: \"01\", february: \"02\", march: \"03\", april: \"04\",\n may: \"05\", june: \"06\", july: \"07\", august: \"08\",\n september: \"09\", october: \"10\", november: \"11\", december: \"12\",\n };\n\n const mm = months[monthName.toLowerCase()];\n const dd = String(day).padStart(2, \"0\");\n return mm ? `${year}-${mm}-${dd}` : null;\n}\n\n// ---------------------------------------------------------------------------\n// Scrape one event sublink and build a GeoJSON Feature\n// ---------------------------------------------------------------------------\nconst dom = new DOMParser();\n\nasync function scrapeFeature(sublink) {\n const subResponse = await fetch(sublink, { method: \"GET\", headers: WfrData.HeaderS });\n const subHtml = await subResponse.text();\n const subdoc = dom.parseFromString(subHtml, \"text/html\");\n\n // Default coordinates (center of Ukraine) if none can be extracted\n let lat = 48.8829;\n let lng = 31.1810;\n\n const eventScriptMatch = subHtml.match(/document\\.addEventListener\$['\"]DOMContentLoaded['\"][\\s\\S]*?\$;/);\n if (eventScriptMatch) {\n const eventScript = eventScriptMatch[0];\n const latMatch = eventScript.match(/lat\\s*=\\s*([0-9.-]+)/);\n const lngMatch = eventScript.match(/lng\\s*=\\s*([0-9.-]+)/);\n if (latMatch) lat = parseFloat(latMatch[1]);\n if (lngMatch) lng = parseFloat(lngMatch[1]);\n }\n\n const infozone = subdoc.querySelector(\".popup-text\");\n const status = infozone?.querySelector(\".bgma\")?.getAttribute(\"data-src\") || null;\n const title = infozone?.querySelector(\"h2\")?.textContent?.trim() || null;\n const locationText = infozone?.querySelector(\".tagas strong\")?.textContent?.trim() || null;\n const thumbnail = infozone?.querySelector(\".popup_video + * img\")?.src || null;\n const reference = subdoc?.querySelector(\".source-link\")?.href || null;\n\n return {\n type: \"Feature\",\n geometry: {\n type: \"Point\",\n coordinates: [lng, lat],\n },\n properties: {\n references: [sublink, reference].filter(Boolean),\n title,\n status,\n location: locationText,\n thumbnail,\n date: extractLiveUAMapDate(sublink),\n },\n };\n}\n\n// ---------------------------------------------------------------------------\n// Scrape the main page -> list of events -> FeatureCollection\n// ---------------------------------------------------------------------------\nasync function fetchWarfare(response) {\n const rawdata = await response.text();\n const doc = dom.parseFromString(rawdata, \"text/html\");\n const listwar = doc.querySelectorAll(\".sourcees\");\n\n const featurePromises = Array.from(listwar).map(async (el) => {\n const sublink = el.getAttribute(\"data-link\");\n if (!sublink) return null;\n\n try {\n return await scrapeFeature(sublink);\n } catch (error) {\n console.error(\"Failed to fetch/parse sublink:\", sublink, error);\n return null;\n }\n });\n\n const features = (await Promise.all(featurePromises)).filter(Boolean);\n\n return {\n type: \"FeatureCollection\",\n features,\n };\n}\n\nasync function dataTypefetch(constdatatype, response) {\n switch (constdatatype) {\n case \"warfare\":\n return fetchWarfare(response);\n default:\n return null;\n }\n}\n\n// ---------------------------------------------------------------------------\n// Translate title to Indonesian and upsert row into Turso\n// ---------------------------------------------------------------------------\nasync function saveToDb(features) {\n // Ensure the table exists (idempotent).\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS warfare_events (\n id TEXT PRIMARY KEY,\n title TEXT,\n status TEXT,\n location TEXT,\n date TEXT,\n longitude REAL,\n latitude REAL,\n thumbnail TEXT,\n reference TEXT\n )`,\n },\n ]);\n\n const insertStmts = [];\n let translatedCount = 0;\n\n for (const feature of features) {\n const { properties, geometry } = feature;\n const [lng, lat] = geometry.coordinates;\n const eventId = properties.references[0] || crypto.randomUUID();\n\n let translatedTitle = properties.title;\n if (translatedTitle) {\n try {\n translatedTitle = await translateToId(properties.title);\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for title:\", properties.title, err);\n }\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO warfare_events\n (id, title, status, location, date, longitude, latitude, thumbnail, reference)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n eventId,\n translatedTitle,\n properties.status,\n properties.location,\n properties.date,\n lng,\n lat,\n properties.thumbnail,\n properties.references[1] || properties.references[0] || null,\n ],\n });\n }\n\n // Send all inserts in a single pipeline request.\n await tursoPipeline(insertStmts);\n\n console.log(`Synced ${features.length} records to Turso (${translatedCount} titles translated).`);\n}\n\n// ---------------------------------------------------------------------------\n// Fetch and populate\n// ---------------------------------------------------------------------------\nfunction fetchAndPopulate(url, headerS, constData) {\n fetchQueue = fetchQueue.then(async () => {\n try {\n const response = await fetch(url, { method: \"GET\", headers: headerS });\n const data = await dataTypefetch(constData.type, response);\n\n console.log(`Fetched ${data.features.length} features.`);\n\n await saveToDb(data.features);\n\n constData.parent = data;\n constData.temp = {\n ...data,\n features: [...data.features],\n };\n } catch (error) {\n console.error(\"Secure fetch failed:\", error);\n }\n });\n return fetchQueue;\n}\n\nawait fetchAndPopulate(WfrData.url, WfrData.HeaderS, WfrData);\n","label",[133],"ed986162-96b8-4ce7-a504-a1ef3562aee8","ukmtoEvent.js","7e654b18-a9b2-11f1-9377-1607ee4eb77e",83,["D",1788678614200],9,"import { translateToId } from \"./scripts/translate.js\";\n// ---------------------------------------------------------------------------\n// UKMTO incident feed -> Indonesian-translated events -> Turso.\n// Fetches https://sccd.royalnavy.mod.uk/api/ukmto/all (array of incidents),\n// maps the fields the map consumes, translates incidentTypeName + otherDetails\n// into Indonesian, then upserts into Turso. Duplicates overwrite (REPLACE).\n// ---------------------------------------------------------------------------\nlet fetchQueue = Promise.resolve();\n\nconst Url = \"https://sccd.royalnavy.mod.uk/api/ukmto/all\";\n\nconst HeaderS = {\n \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64)\",\n Accept: \"application/json\",\n};\n\nconst UkmtoData = {\n type: \"ukmto\",\n parent: null, // Untouched master data\n temp: null, // Current filtered view for the map\n};\n\n// ---------------------------------------------------------------------------\n// Turso client via its HTTP API (POST /v2/pipeline). Credentials from env vars.\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\nconst TURSO_BASE = TURSO_URL.replace(/\\/+$/, \"\");\n\n// Turso's v2/pipeline arg format: integer/text values are JSON STRINGS;\n// float values are JSON NUMBERS. See https://docs.turso.tech/sdk/http/quickstart\nfunction typedArg(value) {\n if (value === null || value === undefined) return { type: \"null\", value: null };\n if (typeof value === \"number\") {\n return Number.isInteger(value)\n ? { type: \"integer\", value: String(value) }\n : { type: \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// Map a raw UKMTO incident to the fields the map consumes.\n// ---------------------------------------------------------------------------\nfunction mapIncident(inc) {\n return {\n incidentTypeName: inc.incidentTypeName,\n incidentNumber: inc.incidentNumber,\n incidentIssuer: inc.incidentIssuer,\n place: inc.place,\n sitecoreId: inc.sitecoreId,\n pinColour: inc.pinColour,\n locationLatitudeDDDMMSS: inc.locationLatitudeDDDMMSS,\n locationLongitudeDDDMMSS: inc.locationLongitudeDDDMMSS,\n utcDateOfIncident: inc.utcDateOfIncident,\n utcDateCreated: inc.utcDateCreated,\n // data-lng / data-lat attributes on map markers\n dataLng: inc.locationLongitude,\n dataLat: inc.locationLatitude,\n otherDetails: inc.otherDetails,\n };\n}\n\n// ---------------------------------------------------------------------------\n// Create table (if missing) and upsert each incident. DDL is idempotent, and\n// INSERT OR REPLACE keyed on incidentNumber means re-runs overwrite, never\n// duplicate.\n// ---------------------------------------------------------------------------\nasync function saveToDb(incidents) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS ukmto_events (\n incidentNumber INTEGER PRIMARY KEY,\n incidentTypeName TEXT,\n incidentTypeNameId TEXT,\n incidentIssuer TEXT,\n place TEXT,\n sitecoreId TEXT,\n pinColour TEXT,\n locationLatitudeDDDMMSS TEXT,\n locationLongitudeDDDMMSS TEXT,\n utcDateOfIncident TEXT,\n utcDateCreated TEXT,\n longitude REAL,\n latitude REAL,\n otherDetails TEXT,\n otherDetailsId TEXT\n )`,\n },\n ]);\n\n const insertStmts = [];\n let translatedCount = 0;\n\n for (const inc of incidents) {\n let nameId = inc.incidentTypeName;\n let detailsId = inc.otherDetails;\n\n try {\n // Translate both English fields into Indonesian.\n if (inc.incidentTypeName) {\n nameId = await translateToId(inc.incidentTypeName);\n }\n if (inc.otherDetails) {\n detailsId = await translateToId(inc.otherDetails);\n }\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for incident\", inc.incidentNumber, err);\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO ukmto_events\n (incidentNumber, incidentTypeName, incidentTypeNameId, incidentIssuer,\n place, sitecoreId, pinColour, locationLatitudeDDDMMSS,\n locationLongitudeDDDMMSS, utcDateOfIncident, utcDateCreated,\n longitude, latitude, otherDetails, otherDetailsId)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n inc.incidentNumber,\n inc.incidentTypeName,\n nameId,\n inc.incidentIssuer,\n inc.place,\n inc.sitecoreId,\n inc.pinColour,\n inc.locationLatitudeDDDMMSS,\n inc.locationLongitudeDDDMMSS,\n inc.utcDateOfIncident,\n inc.utcDateCreated,\n inc.dataLng,\n inc.dataLat,\n inc.otherDetails,\n detailsId,\n ],\n });\n }\n\n // Send all inserts in a single pipeline request.\n await tursoPipeline(insertStmts);\n console.log(\n `Synced ${incidents.length} UKMTO incidents to Turso (${translatedCount} translated).`\n );\n}\n\nexport default async function handler() {\n await fetchAndPopulate(Url, HeaderS, UkmtoData);\n}\n\nfunction fetchAndPopulate(url, headerS, constData) {\n fetchQueue = fetchQueue.then(async () => {\n try {\n const response = await fetch(url, { method: \"GET\", headers: headerS });\n if (!response.ok) {\n throw new Error(`UKMTO HTTP ${response.status}`);\n }\n\n const raw = await response.json();\n const mapped = Array.isArray(raw) ? raw.map(mapIncident) : [];\n\n console.log(`Fetched ${mapped.length} UKMTO incidents.`);\n\n // Persist (create table + translate + upsert).\n await saveToDb(mapped);\n\n constData.parent = mapped;\n constData.temp = [...mapped];\n } catch (error) {\n console.error(\"UKMTO fetch failed:\", error);\n }\n });\n return fetchQueue;\n}\n\nexport { mapIncident, UkmtoData };\n",[145],"1053e89f-7235-4a4c-bf98-83e2c6071702","easaEvent.js","b21fc016-a9bf-11f1-8cb4-1607ee4eb77e",82,["D",1788678614043],11,"// ---------------------------------------------------------------------------\n// EASA Conflict Zone Information Bulletins (CZIB) -> Indonesian -> JSON -> Turso.\n//\n// Pipeline per run:\n// 1. Fetch the CZIB overview page and collect the DETAIL links of ACTIVE rows.\n// 2. For each active CZIB fetch its detail page and pull:\n// czibNumber, publicator (referenced publications), airspace,\n// description, recommendation.\n// 3. Grab the CSV export href (…/conflict-zone-node-export/) from the\n// detail page, re-use against the maps API to get a coordinate.\n// 4. Translate publicator / description / recommendation EN -> ID.\n// 5. Assemble everything into JSON and upsert into Turso.\n// ---------------------------------------------------------------------------\nimport { DOMParser } from \"npm:linkedom\";\nimport { translateToId } from \"./scripts/translate.js\";\n\nconst MAIN_URL = \"https://www.easa.europa.eu/en/domains/air-operations/czibs\";\n\n// Some CDNs/edge guards refuse the default Deno User-Agent, so send a browser one.\nconst HEADERS = {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0 Safari/537.36\",\n Accept: \"text/html,application/json,text/plain,*/*\",\n};\n\nconst dom = new DOMParser();\n\n// ---------------------------------------------------------------------------\n// EN -> ID translation lives in scripts/translate.js (NVIDIA Riva primary,\n// MyMemory fallback) and is shared by all event scrapers.\n// ---------------------------------------------------------------------------\n\nfunction clean(s) {\n return (s || \"\").replace(/\\s+/g, \" \").trim();\n}\n\n// ---------------------------------------------------------------------------\n// Identify which hrefs on the overview page point at an individual CZIB\n// detail node (as opposed to the information/map/export tabs).\n// ---------------------------------------------------------------------------\nfunction isDetailHref(h) {\n if (!h) return false;\n if (!h.includes(\"/czibs/\")) return false;\n if (/czibs\\/(information|map|export|feed)/.test(h)) return false;\n return true;\n}\n\n// ---------------------------------------------------------------------------\n// Step 1 — scan the overview page and return ACTIVE rows with their detail\n// link, dateStart (last update) and dateEnd (valid until) feed cells.\n// ---------------------------------------------------------------------------\nasync function listActiveRows() {\n const res = await fetch(MAIN_URL, { headers: HEADERS });\n if (!res.ok) throw new Error(`overview HTTP ${res.status}`);\n const html = await res.text();\n const doc = dom.parseFromString(html, \"text/html\");\n\n const rows = doc.querySelectorAll(\"tr\");\n const active = [];\n\n for (const row of rows) {\n const link = Array.from(row.querySelectorAll(\"a\")).find((a) =>\n isDetailHref(a.getAttribute(\"href\"))\n );\n if (!link) continue;\n\n const rowText = row.textContent || \"\";\n // Keep only the \"Active\" block (the same page also lists Withdrawn ones).\n if (!/\\bActive\\b/.test(rowText)) continue;\n\n const detailUrl = new URL(link.getAttribute(\"href\"), MAIN_URL).href;\n const dateStart = clean(\n row.querySelector(\n \"td.views-field.views-field-field-easa-conflict-zone-up-date\"\n )?.textContent,\n );\n const dateEnd = clean(\n row.querySelector(\n \"td.views-field.views-field-field-easa-conflict-zone-until\"\n )?.textContent,\n );\n\n active.push({ detailUrl, dateStart, dateEnd });\n }\n return active;\n}\n\n// ---------------------------------------------------------------------------\n// Step 2+3 — fetch a detail page, scrape the text fields and the coordinate.\n// ---------------------------------------------------------------------------\nasync function scrapeDetail(item) {\n const res = await fetch(item.detailUrl, { headers: HEADERS });\n if (!res.ok) throw new Error(`detail HTTP ${res.status}: ${item.detailUrl}`);\n const html = await res.text();\n const doc = dom.parseFromString(html, \"text/html\");\n\n const fieldValue = (selector) =>\n clean(doc.querySelector(selector)?.textContent);\n\n const czibNumber =\n fieldValue(\".field-name-field-easa-czib-number .field-items div\") ||\n fieldValue(\".field-name-field-easa-czib-number div div\");\n const publicator =\n fieldValue(\".czib_ref_publications .field-items div\") ||\n fieldValue(\".czib_ref_publications div div div\");\n const airspace = fieldValue(\".field-name-field-easa-cz-aff-air .field-items div\");\n const description = fieldValue(\".field-name-field-easa-cz-description .field-items div\");\n const recommendation = fieldValue(\n \".field-name-field-easa-cz-recommendations .field-items div\",\n );\n\n // Coordinate: the CSV link ends with …/conflict-zone-node-export/.\n // Reuse against the maps API and store its response as `coordinate`.\n const csvHref =\n doc.querySelector('a[href*=\"conflict-zone-node-export\"]')?.getAttribute(\"href\") || \"\";\n const nid = (csvHref.match(/(\\d+)\\/?$/) || [])[1] || null;\n\n let coordinate = null;\n if (nid) {\n try {\n const apiRes = await fetch(\n `https://www.easa.europa.eu/en/api/maps/czib-node/${nid}`,\n { headers: HEADERS },\n );\n if (apiRes.ok) coordinate = await apiRes.json(); // { lat, lng }\n } catch (err) {\n console.error(\"Coordinate fetch failed for\", item.detailUrl, err);\n }\n }\n\n return { nid, czibNumber, publicator, airspace, description, recommendation, coordinate };\n}\n\n// ---------------------------------------------------------------------------\n// Step 4+5 — translate 3 fields to Indonesian and assemble one JSON record.\n// ---------------------------------------------------------------------------\nasync function buildRecord(item, detail) {\n const translateBestEffort = async (text) => {\n try {\n return await translateToId(text);\n } catch (err) {\n console.error(\"Translation failed, keeping original:\", err);\n return text;\n }\n };\n\n return {\n nid: detail.nid || null,\n status: \"Active\",\n czibNumber: detail.czibNumber || null,\n dateStart: item.dateStart || null, // last update / revision date\n dateEnd: item.dateEnd || null, // valid until\n airspace: detail.airspace || null,\n publicator: detail.publicator\n ? {\n en: detail.publicator,\n id: await translateBestEffort(detail.publicator),\n }\n : null,\n description: detail.description\n ? {\n en: detail.description,\n id: await translateBestEffort(detail.description),\n }\n : null,\n recommendation: detail.recommendation\n ? {\n en: detail.recommendation,\n id: await translateBestEffort(detail.recommendation),\n }\n : null,\n coordinate: detail.coordinate, // { lat, lng } from EASA maps API\n detailUrl: item.detailUrl,\n };\n}\n\n// ---------------------------------------------------------------------------\n// Simple concurrency limiter so we don't hammer EASA.\n// ---------------------------------------------------------------------------\nasync function mapLimit(items, limit, fn) {\n const results = new Array(items.length);\n let i = 0;\n const workers = Array.from({ length: Math.min(limit, items.length) }, async () => {\n while (i < items.length) {\n const idx = i++;\n results[idx] = await fn(items[idx], idx);\n }\n });\n await Promise.all(workers);\n return results;\n}\n\n// ---------------------------------------------------------------------------\n// Turso client via HTTP API (credentials from env vars, set in this val).\n// ---------------------------------------------------------------------------\nconst TURSO_BASE = (Deno.env.get(\"TURSO_URL\") || \"\").replace(/\\/+$/, \"\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_BASE || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\n\nfunction typedArg(value) {\n if (value === null || value === undefined) return { type: \"null\", value: null };\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n if (!res.ok) throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n return res.json();\n}\n\nconst JSON_LEN = (s) => (s ? String(s).length : 0);\n\nasync function saveToDb(records) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS easa_czibs (\n nid TEXT PRIMARY KEY,\n status TEXT,\n czib_number TEXT,\n date_start TEXT,\n date_end TEXT,\n airspace TEXT,\n publicator TEXT, publicator_en TEXT,\n description TEXT, description_en TEXT,\n recommendation TEXT, recommendation_en TEXT,\n latitude REAL, longitude REAL,\n detail_url TEXT\n )`,\n },\n ]);\n\n const insertStmts = records.map((r) => ({\n sql: `INSERT OR REPLACE INTO easa_czibs\n (nid, status, czib_number, date_start, date_end, airspace,\n publicator, publicator_en, description, description_en,\n recommendation, recommendation_en,\n latitude, longitude, detail_url)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n r.nid || crypto.randomUUID(),\n r.status,\n r.czibNumber,\n r.dateStart,\n r.dateEnd,\n r.airspace,\n r.publicator?.id ?? \"\",\n r.publicator?.en ?? \"\",\n r.description?.id ?? \"\",\n r.description?.en ?? \"\",\n r.recommendation?.id ?? \"\",\n r.recommendation?.en ?? \"\",\n r.coordinate ? parseFloat(r.coordinate.lat) : null,\n r.coordinate ? parseFloat(r.coordinate.lng) : null,\n r.detailUrl,\n ],\n }));\n\n await tursoPipeline(insertStmts);\n}\n\n// ---------------------------------------------------------------------------\n// Entry point (interval trigger).\n// ---------------------------------------------------------------------------\nexport default async function handler() {\n const rows = await listActiveRows();\n console.log(`Found ${rows.length} active CZIB(s).`);\n\n const details = await mapLimit(rows, 4, (item) => scrapeDetail(item));\n\n // Translate + assemble sequentially (Riva primary; MyMemory fallback is\n // throttled inside translateToId).\n const records = [];\n for (let i = 0; i < details.length; i++) {\n records.push(await buildRecord(rows[i], details[i]));\n }\n\n // \"all gathered become json\"\n const json = JSON.stringify(records, null, 2);\n console.log(json);\n\n await saveToDb(records);\n console.log(\n `Synced ${records.length} CZIB(s) to Turso (description total ${JSON_LEN(\n records.map((r) => r.description?.id || \"\").join(\"\"),\n )} chars).`,\n );\n return json;\n}\n\nexport { translateToId };\n",[153],"e1473879-a37b-41a5-af30-58cf37a07744","scripts","ca191255-a940-4a18-832b-d6f7739bfbc1",59,["D",1788677738635],"directory",[161],"pulls","branches",1,"forks","envVars",{"_175":177,"_178":62},"connections",{"_175":62,"_176":62},"count","unfilledCount",6,"emptyCount",{"_43":160,"_32":161,"_30":162,"_135":-5,"_41":42,"_40":163,"_137":49,"_38":202,"_13":62,"_34":165,"_36":-5,"_24":49,"_142":-5,"_185":203,"_27":204},{"_43":194,"_32":195,"_30":196,"_135":162,"_41":42,"_40":197,"_137":25,"_38":198,"_13":62,"_34":35,"_36":199,"_24":49,"_142":-5,"_185":200,"_27":201},{"_43":152,"_32":153,"_30":154,"_135":-5,"_41":42,"_40":155,"_137":49,"_38":191,"_13":157,"_34":140,"_36":158,"_24":49,"_142":-5,"_185":192,"_27":193},{"_43":144,"_32":145,"_30":146,"_135":-5,"_41":42,"_40":147,"_137":49,"_38":188,"_13":149,"_34":140,"_36":150,"_24":49,"_142":-5,"_185":189,"_27":190},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":49,"_38":184,"_13":139,"_34":140,"_36":141,"_24":49,"_142":-5,"_185":186,"_27":187},["D",1788678586794],"children",[],[133],["D",1788678614200],[],[145],["D",1788678614043],[],[153],"ea265c60-9e86-4983-b94e-704638316918","translate.js","e5e91c2e-a9c1-11f1-bcf6-1607ee4eb77e",78,["D",1788678567608],"// ---------------------------------------------------------------------------\n// Shared EN -> ID translator used by every event scraper in this val.\n//\n// Primary: NVIDIA Riva \"nvidia/riva-translate-4b-instruct-v2\"\n// (OpenAI-compatible chat completions at integrate.api.nvidia.com).\n// Fallback: free MyMemory API, then the original English text as a last resort\n// so a transient API issue never fails or corrupts a run.\n//\n// The Riva instruct model must have the target language named in the *user*\n// message (otherwise it can default to another language, e.g. French).\n//\n// Requires the NVIDIA_API_KEY env var (set once on the val, shared by all\n// files). If it is missing, translation falls back to MyMemory/English.\n// ---------------------------------------------------------------------------\nconst NVIDIA_API_KEY = Deno.env.get(\"NVIDIA_API_KEY\");\nconst NVIDIA_BASE = \"https://integrate.api.nvidia.com/v1/chat/completions\";\nconst NVIDIA_MODEL = \"nvidia/riva-translate-4b-instruct-v2\";\n\nlet lastTranslate = 0; // MyMemory fallback throttle (~2 req/s)\n\n// Riva has no 500-char cap, but chunk large text so it stays well within the\n// model's input/output token limits (long EASA descriptions).\nconst CHUNK_MAX = 1600;\n\nfunction splitChunks(text) {\n const chunks = [];\n let rest = text.trim();\n while (rest.length > CHUNK_MAX) {\n let cut = rest.lastIndexOf(\". \", CHUNK_MAX);\n if (cut < CHUNK_MAX * 0.5) cut = rest.lastIndexOf(\" \", CHUNK_MAX);\n if (cut < CHUNK_MAX * 0.5) cut = CHUNK_MAX; // no break point -> hard cut\n chunks.push(rest.slice(0, cut + (rest[cut] === \" \" ? 0 : 1)));\n rest = rest.slice(cut + 1).trim();\n }\n if (rest) chunks.push(rest);\n return chunks;\n}\n\n// Primary: NVIDIA Riva instruct translation model.\nasync function rivaOnce(text) {\n const key = NVIDIA_API_KEY;\n if (!key) throw new Error(\"NVIDIA_API_KEY not set\");\n const res = await fetch(NVIDIA_BASE, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${key}`,\n \"Content-Type\": \"application/json\",\n Accept: \"application/json\",\n },\n body: JSON.stringify({\n model: NVIDIA_MODEL,\n messages: [\n { role: \"system\", content: \"You are a translation engine.\" },\n {\n role: \"user\",\n content: `Translate the following from English to Indonesian:\\n${text}`,\n },\n ],\n max_tokens: 2048,\n temperature: 0,\n }),\n });\n if (!res.ok) throw new Error(`Riva HTTP ${res.status}`);\n const data = await res.json();\n const out = data?.choices?.[0]?.message?.content?.trim();\n if (!out || /MYMEMORY WARNING|QUERY LENGTH/i.test(out)) {\n throw new Error(\"bad Riva output\");\n }\n return out;\n}\n\n// Fallback: MyMemory. Its free daily quota can be exhausted, in which case it\n// returns a warning instead of a translation — we treat that as a failure and\n// drop through to the original English rather than persisting the warning.\nasync function mymemoryOnce(text) {\n const elapsed = Date.now() - lastTranslate;\n if (elapsed < 500) {\n await new Promise((r) => setTimeout(r, 500 - elapsed));\n }\n lastTranslate = Date.now();\n\n const url =\n \"https://api.mymemory.translated.net/get?q=\" +\n encodeURIComponent(text) +\n \"&langpair=en|id\";\n const res = await fetch(url);\n if (!res.ok) throw new Error(`MyMemory HTTP ${res.status}`);\n const data = await res.json();\n const translated = data?.responseData?.translatedText;\n if (\n !translated ||\n /MYMEMORY WARNING|QUERY LENGTH LIMIT EXCEEDED|NO QUERY|INVALID PAIR/i.test(\n translated,\n )\n ) {\n return text;\n }\n return translated;\n}\n\nasync function translateOnce(text) {\n try {\n return await rivaOnce(text);\n } catch (err) {\n console.error(\"Riva failed, falling back to MyMemory:\", err.message);\n try {\n return await mymemoryOnce(text);\n } catch (err2) {\n console.error(\"MyMemory fallback failed, keeping original:\", err2.message);\n return text;\n }\n }\n}\n\nexport async function translateToId(text) {\n if (!text) return text;\n const chunks = splitChunks(text);\n if (chunks.length === 1) return await translateOnce(chunks[0]);\n const parts = [];\n for (const c of chunks) parts.push(await translateOnce(c));\n return parts.join(\" \");\n}\n",[],[161,195],["D",1788677738635],[180],[161],["D",1788316219773],["D",1789458074143],{"_99":98,"_106":102},{"_99":98,"_100":98,"_101":102,"_18":56,"_103":104,"_105":49},{"_13":88,"_32":89,"_43":42,"_90":44,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":45,"_97":98},"ctx",{"_81":-5,"_125":243,"_244":245,"_246":247,"_248":49,"_249":49,"_250":49,"_251":25,"_252":-5,"_253":-7,"_254":-7,"_255":62,"_256":49,"_257":49,"_258":-5,"_259":49,"_260":49,"_261":49,"_262":-5},"ENV",{"_214":215,"_216":217,"_218":89,"_219":220,"_221":222,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v85