[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_218":219,"_220":221},"routes/_app.x.$handle.$name",{"_98":97,"_32":45,"_106":88,"_27":53,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":26,"_120":121,"_122":26,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":26,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":26,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":65,"_66":67,"_68":69,"_70":-5,"_71":72,"_73":72,"_74":75,"_76":75,"_77":75,"_78":72,"_79":72,"_80":81,"_82":83,"_84":85,"_86":26},"version",66,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":26,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":37,"_38":39,"_40":14,"_41":42,"_23":26},"previous","deleted",true,"deletedHere",false,"path","scripts/tmp.js","latestPath","fileId","c1e702a6-a9c0-11f1-9bc0-1607ee4eb77e","name","tmp.js","fileType","script","content","const text = \"The safety of flights over zones of interest\";\nconst url =\n \"https://api.mymemory.translated.net/get?q=\" +\n encodeURIComponent(text) +\n \"&langpair=en|id\";\nconst r = await fetch(url);\nconst d = await r.json();\nconsole.log(\"HTTP\", r.status);\nconsole.log(\"responseStatus\", d?.responseStatus);\nconsole.log(\"matches/translatedText:\", d?.responseData?.translatedText);\n","createdAt",["D",1788678077699],"branchVersion","branchId","1dc3dd44-cc65-414f-8e4a-735d1ac2a5b5","id","feed5b42-8d51-40be-9982-13fc813b4b7c","warData",["D",1788316219773],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","0762e08b-0f1b-495a-871c-4fba2da9304a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019f5a38-1aa2-74ee-aaf5-8eac040acbf4","tursoName","feed5b428d5140be998213fc813b4b7c","tursoHostname","feed5b428d5140be998213fc813b4b7c-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789458074143],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_98":97,"_105":101},"org",{"_98":97,"_99":97,"_100":101,"_18":55,"_102":103,"_104":26},"branch",{"_13":87,"_32":88,"_43":42,"_89":44,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":45,"_96":97},"isOwned",237,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mustedpual","handle","displayName","avatar","https://avatars.githubusercontent.com/u/157880878?v=4","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":213,"_47":-5,"_48":26,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":26,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":65,"_66":67,"_68":214,"_70":-5,"_71":72,"_73":72,"_74":75,"_76":75,"_77":75,"_78":72,"_79":72,"_80":215,"_82":216,"_84":217,"_86":26},"tree",[187,189,190,191,192],"files",[187,188,189,190,191,192],"counts",{"_175":61,"_176":177,"_178":61,"_179":180,"_181":182},"contents",[127,128,129,130,131],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":168,"_32":169,"_30":170,"_135":-5,"_41":42,"_40":171,"_137":26,"_38":172,"_13":61,"_34":173,"_36":-5,"_23":26,"_142":-5,"_27":174},{"_43":160,"_32":161,"_30":162,"_135":-5,"_41":42,"_40":163,"_137":26,"_38":164,"_13":165,"_34":140,"_36":166,"_23":26,"_142":-5,"_27":167},{"_43":152,"_32":153,"_30":154,"_135":-5,"_41":42,"_40":155,"_137":26,"_38":156,"_13":157,"_34":35,"_36":158,"_23":26,"_142":-5,"_27":159},{"_43":144,"_32":145,"_30":146,"_135":-5,"_41":42,"_40":147,"_137":26,"_38":148,"_13":149,"_34":140,"_36":150,"_23":26,"_142":-5,"_27":151},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":26,"_38":138,"_13":139,"_34":140,"_36":141,"_23":26,"_142":-5,"_27":143},"92c141d7-9853-4d11-8804-dac0882bbeb1","warEvent.js","d75184f6-a8f1-11f1-abed-1607ee4eb77e","parentId",45,"latest",["D",1788589987684],19,"interval","import { DOMParser } from \"npm:linkedom\";\n\n// Lightweight, dependency-free translation (avoids the `translate`/`canvas`\n// native-module problem that doesn't load on Val Town).\nasync function translateToId(text) {\n const url =\n \"https://translate.googleapis.com/translate_a/single?client=gtx&sl=en&tl=id&dt=t&q=\" +\n encodeURIComponent(text);\n const res = await fetch(url);\n if (!res.ok) throw new Error(`translate HTTP ${res.status}`);\n const data = await res.json();\n // data[0] is an array of sentence segments: [[translated, original, ...], ...]\n return data[0].map((segment) => segment[0]).join(\"\") || text;\n}\n\n// ---------------------------------------------------------------------------\n// Turso client via its HTTP API (POST /v2/pipeline). Credentials come from\n// env vars, never from source.\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\n// Normalize base URL (drop trailing slash) so the endpoint path joins cleanly.\nconst TURSO_BASE = TURSO_URL.replace(/\\/+$/, \"\");\n\n// Map a JS value to Turso's typed positional-arg descriptor.\nfunction typedArg(value) {\n if (value === null || value === undefined) return { type: \"null\", value: null };\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\n// Run a batch of SQL statements against Turso in a single pipeline request.\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// Queue ensures sequential fetch/scrape runs\n// ---------------------------------------------------------------------------\nlet fetchQueue = Promise.resolve();\n\nexport const WfrData = {\n type: \"warfare\",\n parent: null,\n temp: null,\n url: \"https://liveuamap.com\",\n HeaderS: {},\n};\n\n// ---------------------------------------------------------------------------\n// Extract date like \"2024/24-4-apr-...\" -> \"2024-04-24\"\n// ---------------------------------------------------------------------------\nfunction extractLiveUAMapDate(url) {\n const pattern = /\\/(\\d{4})\\/(\\d{1,2})-([a-z]+)-\\d+-/i;\n const match = url.match(pattern);\n if (!match) return null;\n\n const [, year, day, monthName] = match;\n const months = {\n january: \"01\", february: \"02\", march: \"03\", april: \"04\",\n may: \"05\", june: \"06\", july: \"07\", august: \"08\",\n september: \"09\", october: \"10\", november: \"11\", december: \"12\",\n };\n\n const mm = months[monthName.toLowerCase()];\n const dd = String(day).padStart(2, \"0\");\n return mm ? `${year}-${mm}-${dd}` : null;\n}\n\n// ---------------------------------------------------------------------------\n// Scrape one event sublink and build a GeoJSON Feature\n// ---------------------------------------------------------------------------\nconst dom = new DOMParser();\n\nasync function scrapeFeature(sublink) {\n const subResponse = await fetch(sublink, { method: \"GET\", headers: WfrData.HeaderS });\n const subHtml = await subResponse.text();\n const subdoc = dom.parseFromString(subHtml, \"text/html\");\n\n // Default coordinates (center of Ukraine) if none can be extracted\n let lat = 48.8829;\n let lng = 31.1810;\n\n const eventScriptMatch = subHtml.match(/document\\.addEventListener\\(['\"]DOMContentLoaded['\"][\\s\\S]*?\\);/);\n if (eventScriptMatch) {\n const eventScript = eventScriptMatch[0];\n const latMatch = eventScript.match(/lat\\s*=\\s*([0-9.-]+)/);\n const lngMatch = eventScript.match(/lng\\s*=\\s*([0-9.-]+)/);\n if (latMatch) lat = parseFloat(latMatch[1]);\n if (lngMatch) lng = parseFloat(lngMatch[1]);\n }\n\n const infozone = subdoc.querySelector(\".popup-text\");\n const status = infozone?.querySelector(\".bgma\")?.getAttribute(\"data-src\") || null;\n const title = infozone?.querySelector(\"h2\")?.textContent?.trim() || null;\n const locationText = infozone?.querySelector(\".tagas strong\")?.textContent?.trim() || null;\n const thumbnail = infozone?.querySelector(\".popup_video + * img\")?.src || null;\n const reference = subdoc?.querySelector(\".source-link\")?.href || null;\n\n return {\n type: \"Feature\",\n geometry: {\n type: \"Point\",\n coordinates: [lng, lat],\n },\n properties: {\n references: [sublink, reference].filter(Boolean),\n title,\n status,\n location: locationText,\n thumbnail,\n date: extractLiveUAMapDate(sublink),\n },\n };\n}\n\n// ---------------------------------------------------------------------------\n// Scrape the main page -> list of events -> FeatureCollection\n// ---------------------------------------------------------------------------\nasync function fetchWarfare(response) {\n const rawdata = await response.text();\n const doc = dom.parseFromString(rawdata, \"text/html\");\n const listwar = doc.querySelectorAll(\".sourcees\");\n\n const featurePromises = Array.from(listwar).map(async (el) => {\n const sublink = el.getAttribute(\"data-link\");\n if (!sublink) return null;\n\n try {\n return await scrapeFeature(sublink);\n } catch (error) {\n console.error(\"Failed to fetch/parse sublink:\", sublink, error);\n return null;\n }\n });\n\n const features = (await Promise.all(featurePromises)).filter(Boolean);\n\n return {\n type: \"FeatureCollection\",\n features,\n };\n}\n\nasync function dataTypefetch(constdatatype, response) {\n switch (constdatatype) {\n case \"warfare\":\n return fetchWarfare(response);\n default:\n return null;\n }\n}\n\n// ---------------------------------------------------------------------------\n// Translate title to Indonesian and upsert row into Turso\n// ---------------------------------------------------------------------------\nasync function saveToDb(features) {\n // Ensure the table exists (idempotent).\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS warfare_events (\n id TEXT PRIMARY KEY,\n title TEXT,\n status TEXT,\n location TEXT,\n date TEXT,\n longitude REAL,\n latitude REAL,\n thumbnail TEXT,\n reference TEXT\n )`,\n },\n ]);\n\n const insertStmts = [];\n let translatedCount = 0;\n\n for (const feature of features) {\n const { properties, geometry } = feature;\n const [lng, lat] = geometry.coordinates;\n const eventId = properties.references[0] || crypto.randomUUID();\n\n let translatedTitle = properties.title;\n if (translatedTitle) {\n try {\n translatedTitle = await translateToId(properties.title);\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for title:\", properties.title, err);\n }\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO warfare_events\n (id, title, status, location, date, longitude, latitude, thumbnail, reference)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n eventId,\n translatedTitle,\n properties.status,\n properties.location,\n properties.date,\n lng,\n lat,\n properties.thumbnail,\n properties.references[1] || properties.references[0] || null,\n ],\n });\n }\n\n // Send all inserts in a single pipeline request.\n await tursoPipeline(insertStmts);\n\n console.log(`Synced ${features.length} records to Turso (${translatedCount} titles translated).`);\n}\n\n// ---------------------------------------------------------------------------\n// Fetch and populate\n// ---------------------------------------------------------------------------\nfunction fetchAndPopulate(url, headerS, constData) {\n fetchQueue = fetchQueue.then(async () => {\n try {\n const response = await fetch(url, { method: \"GET\", headers: headerS });\n const data = await dataTypefetch(constData.type, response);\n\n console.log(`Fetched ${data.features.length} features.`);\n\n await saveToDb(data.features);\n\n constData.parent = data;\n constData.temp = {\n ...data,\n features: [...data.features],\n };\n } catch (error) {\n console.error(\"Secure fetch failed:\", error);\n }\n });\n return fetchQueue;\n}\n\nawait fetchAndPopulate(WfrData.url, WfrData.HeaderS, WfrData);\n","label",[133],"d2af43b2-241b-4f20-8c43-bdec4b0193df","ukmtoEvent.js","7e654b18-a9b2-11f1-9377-1607ee4eb77e",55,["D",1788672939161],7,"// ---------------------------------------------------------------------------\n// UKMTO incident feed -> Indonesian-translated events -> Turso.\n// Fetches https://sccd.royalnavy.mod.uk/api/ukmto/all (array of incidents),\n// maps the fields the map consumes, translates incidentTypeName + otherDetails\n// into Indonesian, then upserts into Turso. Duplicates overwrite (REPLACE).\n// ---------------------------------------------------------------------------\nlet fetchQueue = Promise.resolve();\n\nconst Url = \"https://sccd.royalnavy.mod.uk/api/ukmto/all\";\n\nconst HeaderS = {\n \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64)\",\n Accept: \"application/json\",\n};\n\nconst UkmtoData = {\n type: \"ukmto\",\n parent: null, // Untouched master data\n temp: null, // Current filtered view for the map\n};\n\n// ---------------------------------------------------------------------------\n// Lightweight, dependency-free English -> Indonesian translation.\n// ---------------------------------------------------------------------------\nasync function translateToId(text) {\n const url =\n \"https://translate.googleapis.com/translate_a/single?client=gtx&sl=en&tl=id&dt=t&q=\" +\n encodeURIComponent(text);\n const res = await fetch(url);\n if (!res.ok) throw new Error(`translate HTTP ${res.status}`);\n const data = await res.json();\n return data[0].map((segment) => segment[0]).join(\"\") || text;\n}\n\n// ---------------------------------------------------------------------------\n// Turso client via its HTTP API (POST /v2/pipeline). Credentials from env vars.\n// ---------------------------------------------------------------------------\nconst TURSO_URL = Deno.env.get(\"TURSO_URL\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_URL || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\nconst TURSO_BASE = TURSO_URL.replace(/\\/+$/, \"\");\n\n// Turso's v2/pipeline arg format: integer/text values are JSON STRINGS;\n// float values are JSON NUMBERS. See https://docs.turso.tech/sdk/http/quickstart\nfunction typedArg(value) {\n if (value === null || value === undefined) return { type: \"null\", value: null };\n if (typeof value === \"number\") {\n return Number.isInteger(value)\n ? { type: \"integer\", value: String(value) }\n : { type: \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n if (!res.ok) {\n throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n }\n return res.json();\n}\n\n// ---------------------------------------------------------------------------\n// Map a raw UKMTO incident to the fields the map consumes.\n// ---------------------------------------------------------------------------\nfunction mapIncident(inc) {\n return {\n incidentTypeName: inc.incidentTypeName,\n incidentNumber: inc.incidentNumber,\n incidentIssuer: inc.incidentIssuer,\n place: inc.place,\n sitecoreId: inc.sitecoreId,\n pinColour: inc.pinColour,\n locationLatitudeDDDMMSS: inc.locationLatitudeDDDMMSS,\n locationLongitudeDDDMMSS: inc.locationLongitudeDDDMMSS,\n utcDateOfIncident: inc.utcDateOfIncident,\n utcDateCreated: inc.utcDateCreated,\n // data-lng / data-lat attributes on map markers\n dataLng: inc.locationLongitude,\n dataLat: inc.locationLatitude,\n otherDetails: inc.otherDetails,\n };\n}\n\n// ---------------------------------------------------------------------------\n// Create table (if missing) and upsert each incident. DDL is idempotent, and\n// INSERT OR REPLACE keyed on incidentNumber means re-runs overwrite, never\n// duplicate.\n// ---------------------------------------------------------------------------\nasync function saveToDb(incidents) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS ukmto_events (\n incidentNumber INTEGER PRIMARY KEY,\n incidentTypeName TEXT,\n incidentTypeNameId TEXT,\n incidentIssuer TEXT,\n place TEXT,\n sitecoreId TEXT,\n pinColour TEXT,\n locationLatitudeDDDMMSS TEXT,\n locationLongitudeDDDMMSS TEXT,\n utcDateOfIncident TEXT,\n utcDateCreated TEXT,\n longitude REAL,\n latitude REAL,\n otherDetails TEXT,\n otherDetailsId TEXT\n )`,\n },\n ]);\n\n const insertStmts = [];\n let translatedCount = 0;\n\n for (const inc of incidents) {\n let nameId = inc.incidentTypeName;\n let detailsId = inc.otherDetails;\n\n try {\n // Translate both English fields into Indonesian.\n if (inc.incidentTypeName) {\n nameId = await translateToId(inc.incidentTypeName);\n }\n if (inc.otherDetails) {\n detailsId = await translateToId(inc.otherDetails);\n }\n translatedCount++;\n } catch (err) {\n console.error(\"Translation failed for incident\", inc.incidentNumber, err);\n }\n\n insertStmts.push({\n sql: `INSERT OR REPLACE INTO ukmto_events\n (incidentNumber, incidentTypeName, incidentTypeNameId, incidentIssuer,\n place, sitecoreId, pinColour, locationLatitudeDDDMMSS,\n locationLongitudeDDDMMSS, utcDateOfIncident, utcDateCreated,\n longitude, latitude, otherDetails, otherDetailsId)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n inc.incidentNumber,\n inc.incidentTypeName,\n nameId,\n inc.incidentIssuer,\n inc.place,\n inc.sitecoreId,\n inc.pinColour,\n inc.locationLatitudeDDDMMSS,\n inc.locationLongitudeDDDMMSS,\n inc.utcDateOfIncident,\n inc.utcDateCreated,\n inc.dataLng,\n inc.dataLat,\n inc.otherDetails,\n detailsId,\n ],\n });\n }\n\n // Send all inserts in a single pipeline request.\n await tursoPipeline(insertStmts);\n console.log(\n `Synced ${incidents.length} UKMTO incidents to Turso (${translatedCount} translated).`\n );\n}\n\nexport default async function handler() {\n await fetchAndPopulate(Url, HeaderS, UkmtoData);\n}\n\nfunction fetchAndPopulate(url, headerS, constData) {\n fetchQueue = fetchQueue.then(async () => {\n try {\n const response = await fetch(url, { method: \"GET\", headers: headerS });\n if (!response.ok) {\n throw new Error(`UKMTO HTTP ${response.status}`);\n }\n\n const raw = await response.json();\n const mapped = Array.isArray(raw) ? raw.map(mapIncident) : [];\n\n console.log(`Fetched ${mapped.length} UKMTO incidents.`);\n\n // Persist (create table + translate + upsert).\n await saveToDb(mapped);\n\n constData.parent = mapped;\n constData.temp = [...mapped];\n } catch (error) {\n console.error(\"UKMTO fetch failed:\", error);\n }\n });\n return fetchQueue;\n}\n\nexport { mapIncident, UkmtoData };\n",[145],"a4f4adae-5071-4c24-b427-4238e4e1fca2","event.js","555f4ca2-a73f-11f1-aff9-1607ee4eb77e",9,["D",1788402997021],4,"let fetchQueue = Promise.resolve();\nconst Url = \"https://informed-stag-162043.upstash.io/json.get/mapEvent/\";\nconst HeaderS = {\n \"Authorization\" : \"ggAAAAAAAnj7AAIgcDKuVGwervXtgpLltV5HEqV-kRfcpoAJtHQzUgdUiKYZCA\",\n}\n\nconst EvtData = {\n type : \"event\",\n parent: null, // Untouched master data\n temp: null, // Current filtered view for the map\n};\n\nawait fetchAndPopulate(Url, HeaderS, EvtData);\n\nfunction fetchAndPopulate(url, headerS, constData) {\n fetchQueue = fetchQueue.then(async() => {\n try {\n const response = await fetch(url,{\n method: 'GET',\n headers: headerS\n });\n\n async function dataTypefetch(constdatatype,response){\n if (constdatatype === \"event\") {\n const rawdata = await response.json();\n return JSON.parse(rawdata.result)\n }\n }\n \n // Save original data reference\n const data = await dataTypefetch(constData.type,response);\n console.log(data)\n constData.parent = data\n // FIXED: Create a fresh outer reference for temp so filtering doesn't overwrite parent\n constData.temp = {\n ...data,\n features: [...data.features] \n }\n\n\n } catch (error) {\n console.error(\"Secure fetch failed:\", error);\n }\n })\n return fetchQueue;\n}",[153],"056567a4-5533-4dcf-8e0a-ffb426e94e77","easaEvent.js","b21fc016-a9bf-11f1-8cb4-1607ee4eb77e",63,["D",1788677823691],5,"// ---------------------------------------------------------------------------\n// EASA Conflict Zone Information Bulletins (CZIB) -> Indonesian -> JSON -> Turso.\n//\n// Pipeline per run:\n// 1. Fetch the CZIB overview page and collect the DETAIL links of ACTIVE rows.\n// 2. For each active CZIB fetch its detail page and pull:\n// czibNumber, publicator (referenced publications), airspace,\n// description, recommendation.\n// 3. Grab the CSV export href (…/conflict-zone-node-export/) from the\n// detail page, re-use against the maps API to get a coordinate.\n// 4. Translate publicator / description / recommendation EN -> ID.\n// 5. Assemble everything into JSON and upsert into Turso.\n// ---------------------------------------------------------------------------\nimport { DOMParser } from \"npm:linkedom\";\n\nconst MAIN_URL = \"https://www.easa.europa.eu/en/domains/air-operations/czibs\";\n\n// Some CDNs/edge guards refuse the default Deno User-Agent, so send a browser one.\nconst HEADERS = {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0 Safari/537.36\",\n Accept: \"text/html,application/json,text/plain,*/*\",\n};\n\nconst dom = new DOMParser();\n\n// ---------------------------------------------------------------------------\n// EN -> ID translation. Google's free endpoint is IP-blocked from this runtime\n// (always HTTP 429), so we use the free MyMemory API instead and space calls\n// >= ~500ms to respect its rate limit. Callers drive it sequentially.\n// ---------------------------------------------------------------------------\nlet lastTranslate = 0;\n\n// MyMemory free tier caps each query at 500 chars, so any longer text is split\n// into sentence-ish chunks of <= MAX and translated piece by piece.\nconst CHUNK_MAX = 480;\n\nfunction splitChunks(text) {\n const chunks = [];\n let rest = text.trim();\n while (rest.length > CHUNK_MAX) {\n let cut = rest.lastIndexOf(\". \", CHUNK_MAX);\n if (cut < CHUNK_MAX * 0.5) cut = rest.lastIndexOf(\" \", CHUNK_MAX);\n if (cut < CHUNK_MAX * 0.5) cut = CHUNK_MAX; // no break point -> hard cut\n chunks.push(rest.slice(0, cut + (rest[cut] === \" \" ? 0 : 1)));\n rest = rest.slice(cut + 1).trim();\n }\n if (rest) chunks.push(rest);\n return chunks;\n}\n\nasync function translateOnce(text) {\n // Throttle to ~2 req/s (MyMemory's free-tier limit).\n const elapsed = Date.now() - lastTranslate;\n if (elapsed < 500) {\n await new Promise((r) => setTimeout(r, 500 - elapsed));\n }\n lastTranslate = Date.now();\n\n const url =\n \"https://api.mymemory.translated.net/get?q=\" +\n encodeURIComponent(text) +\n \"&langpair=en|id\";\n const res = await fetch(url);\n if (!res.ok) throw new Error(`translate HTTP ${res.status}`);\n const data = await res.json();\n return data?.responseData?.translatedText || text;\n}\n\nasync function translateToId(text) {\n if (!text) return text;\n const chunks = splitChunks(text);\n if (chunks.length === 1) return await translateOnce(chunks[0]);\n const parts = [];\n for (const c of chunks) parts.push(await translateOnce(c));\n return parts.join(\" \");\n}\n\nfunction clean(s) {\n return (s || \"\").replace(/\\s+/g, \" \").trim();\n}\n\n// ---------------------------------------------------------------------------\n// Identify which hrefs on the overview page point at an individual CZIB\n// detail node (as opposed to the information/map/export tabs).\n// ---------------------------------------------------------------------------\nfunction isDetailHref(h) {\n if (!h) return false;\n if (!h.includes(\"/czibs/\")) return false;\n if (/czibs\\/(information|map|export|feed)/.test(h)) return false;\n return true;\n}\n\n// ---------------------------------------------------------------------------\n// Step 1 — scan the overview page and return ACTIVE rows with their detail\n// link, dateStart (last update) and dateEnd (valid until) feed cells.\n// ---------------------------------------------------------------------------\nasync function listActiveRows() {\n const res = await fetch(MAIN_URL, { headers: HEADERS });\n if (!res.ok) throw new Error(`overview HTTP ${res.status}`);\n const html = await res.text();\n const doc = dom.parseFromString(html, \"text/html\");\n\n const rows = doc.querySelectorAll(\"tr\");\n const active = [];\n\n for (const row of rows) {\n const link = Array.from(row.querySelectorAll(\"a\")).find((a) =>\n isDetailHref(a.getAttribute(\"href\"))\n );\n if (!link) continue;\n\n const rowText = row.textContent || \"\";\n // Keep only the \"Active\" block (the same page also lists Withdrawn ones).\n if (!/\\bActive\\b/.test(rowText)) continue;\n\n const detailUrl = new URL(link.getAttribute(\"href\"), MAIN_URL).href;\n const dateStart = clean(\n row.querySelector(\n \"td.views-field.views-field-field-easa-conflict-zone-up-date\"\n )?.textContent,\n );\n const dateEnd = clean(\n row.querySelector(\n \"td.views-field.views-field-field-easa-conflict-zone-until\"\n )?.textContent,\n );\n\n active.push({ detailUrl, dateStart, dateEnd });\n }\n return active;\n}\n\n// ---------------------------------------------------------------------------\n// Step 2+3 — fetch a detail page, scrape the text fields and the coordinate.\n// ---------------------------------------------------------------------------\nasync function scrapeDetail(item) {\n const res = await fetch(item.detailUrl, { headers: HEADERS });\n if (!res.ok) throw new Error(`detail HTTP ${res.status}: ${item.detailUrl}`);\n const html = await res.text();\n const doc = dom.parseFromString(html, \"text/html\");\n\n const fieldValue = (selector) =>\n clean(doc.querySelector(selector)?.textContent);\n\n const czibNumber =\n fieldValue(\".field-name-field-easa-czib-number .field-items div\") ||\n fieldValue(\".field-name-field-easa-czib-number div div\");\n const publicator =\n fieldValue(\".czib_ref_publications .field-items div\") ||\n fieldValue(\".czib_ref_publications div div div\");\n const airspace = fieldValue(\".field-name-field-easa-cz-aff-air .field-items div\");\n const description = fieldValue(\".field-name-field-easa-cz-description .field-items div\");\n const recommendation = fieldValue(\n \".field-name-field-easa-cz-recommendations .field-items div\",\n );\n\n // Coordinate: the CSV link ends with …/conflict-zone-node-export/.\n // Reuse against the maps API and store its response as `coordinate`.\n const csvHref =\n doc.querySelector('a[href*=\"conflict-zone-node-export\"]')?.getAttribute(\"href\") || \"\";\n const nid = (csvHref.match(/(\\d+)\\/?$/) || [])[1] || null;\n\n let coordinate = null;\n if (nid) {\n try {\n const apiRes = await fetch(\n `https://www.easa.europa.eu/en/api/maps/czib-node/${nid}`,\n { headers: HEADERS },\n );\n if (apiRes.ok) coordinate = await apiRes.json(); // { lat, lng }\n } catch (err) {\n console.error(\"Coordinate fetch failed for\", item.detailUrl, err);\n }\n }\n\n return { nid, czibNumber, publicator, airspace, description, recommendation, coordinate };\n}\n\n// ---------------------------------------------------------------------------\n// Step 4+5 — translate 3 fields to Indonesian and assemble one JSON record.\n// ---------------------------------------------------------------------------\nasync function buildRecord(item, detail) {\n const translateBestEffort = async (text) => {\n try {\n return await translateToId(text);\n } catch (err) {\n console.error(\"Translation failed, keeping original:\", err);\n return text;\n }\n };\n\n return {\n nid: detail.nid || null,\n status: \"Active\",\n czibNumber: detail.czibNumber || null,\n dateStart: item.dateStart || null, // last update / revision date\n dateEnd: item.dateEnd || null, // valid until\n airspace: detail.airspace || null,\n publicator: detail.publicator\n ? {\n en: detail.publicator,\n id: await translateBestEffort(detail.publicator),\n }\n : null,\n description: detail.description\n ? {\n en: detail.description,\n id: await translateBestEffort(detail.description),\n }\n : null,\n recommendation: detail.recommendation\n ? {\n en: detail.recommendation,\n id: await translateBestEffort(detail.recommendation),\n }\n : null,\n coordinate: detail.coordinate, // { lat, lng } from EASA maps API\n detailUrl: item.detailUrl,\n };\n}\n\n// ---------------------------------------------------------------------------\n// Simple concurrency limiter so we don't hammer EASA.\n// ---------------------------------------------------------------------------\nasync function mapLimit(items, limit, fn) {\n const results = new Array(items.length);\n let i = 0;\n const workers = Array.from({ length: Math.min(limit, items.length) }, async () => {\n while (i < items.length) {\n const idx = i++;\n results[idx] = await fn(items[idx], idx);\n }\n });\n await Promise.all(workers);\n return results;\n}\n\n// ---------------------------------------------------------------------------\n// Turso client via HTTP API (credentials from env vars, set in this val).\n// ---------------------------------------------------------------------------\nconst TURSO_BASE = (Deno.env.get(\"TURSO_URL\") || \"\").replace(/\\/+$/, \"\");\nconst TURSO_AUTH_TOKEN = Deno.env.get(\"TURSO_AUTH_TOKEN\");\n\nif (!TURSO_BASE || !TURSO_AUTH_TOKEN) {\n throw new Error(\"Missing TURSO_URL / TURSO_AUTH_TOKEN env vars\");\n}\n\nfunction typedArg(value) {\n if (value === null || value === undefined) return { type: \"null\", value: null };\n if (typeof value === \"number\") {\n return { type: Number.isInteger(value) ? \"integer\" : \"float\", value };\n }\n return { type: \"text\", value: String(value) };\n}\n\nasync function tursoPipeline(stmts) {\n const requests = [\n ...stmts.map(({ sql, args }) => ({\n type: \"execute\",\n stmt: { sql, args: (args || []).map(typedArg) },\n })),\n { type: \"close\" },\n ];\n const res = await fetch(`${TURSO_BASE}/v2/pipeline`, {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${TURSO_AUTH_TOKEN}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({ requests }),\n });\n if (!res.ok) throw new Error(`Turso HTTP ${res.status}: ${await res.text()}`);\n return res.json();\n}\n\nconst JSON_LEN = (s) => (s ? String(s).length : 0);\n\nasync function saveToDb(records) {\n await tursoPipeline([\n {\n sql: `CREATE TABLE IF NOT EXISTS easa_czibs (\n nid TEXT PRIMARY KEY,\n status TEXT,\n czib_number TEXT,\n date_start TEXT,\n date_end TEXT,\n airspace TEXT,\n publicator TEXT, publicator_en TEXT,\n description TEXT, description_en TEXT,\n recommendation TEXT, recommendation_en TEXT,\n latitude REAL, longitude REAL,\n detail_url TEXT\n )`,\n },\n ]);\n\n const insertStmts = records.map((r) => ({\n sql: `INSERT OR REPLACE INTO easa_czibs\n (nid, status, czib_number, date_start, date_end, airspace,\n publicator, publicator_en, description, description_en,\n recommendation, recommendation_en,\n latitude, longitude, detail_url)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n r.nid || crypto.randomUUID(),\n r.status,\n r.czibNumber,\n r.dateStart,\n r.dateEnd,\n r.airspace,\n r.publicator?.id ?? \"\",\n r.publicator?.en ?? \"\",\n r.description?.id ?? \"\",\n r.description?.en ?? \"\",\n r.recommendation?.id ?? \"\",\n r.recommendation?.en ?? \"\",\n r.coordinate ? parseFloat(r.coordinate.lat) : null,\n r.coordinate ? parseFloat(r.coordinate.lng) : null,\n r.detailUrl,\n ],\n }));\n\n await tursoPipeline(insertStmts);\n}\n\n// ---------------------------------------------------------------------------\n// Entry point (interval trigger).\n// ---------------------------------------------------------------------------\nexport default async function handler() {\n const rows = await listActiveRows();\n console.log(`Found ${rows.length} active CZIB(s).`);\n\n const details = await mapLimit(rows, 4, (item) => scrapeDetail(item));\n\n // Translate + assemble sequentially: MyMemory's free tier limits ~2 req/s,\n // which translateToId already throttles, so these run one after another.\n const records = [];\n for (let i = 0; i < details.length; i++) {\n records.push(await buildRecord(rows[i], details[i]));\n }\n\n // \"all gathered become json\"\n const json = JSON.stringify(records, null, 2);\n console.log(json);\n\n await saveToDb(records);\n console.log(\n `Synced ${records.length} CZIB(s) to Turso (description total ${JSON_LEN(\n records.map((r) => r.description?.id || \"\").join(\"\"),\n )} chars).`,\n );\n return json;\n}\n\nexport { translateToId };\n",[161],"e1473879-a37b-41a5-af30-58cf37a07744","scripts","ca191255-a940-4a18-832b-d6f7739bfbc1",59,["D",1788677738635],"directory",[169],"pulls","branches",1,"forks","envVars",{"_183":185,"_186":61},"connections",{"_183":61,"_184":61},"count","unfilledCount",6,"emptyCount",{"_43":168,"_32":169,"_30":170,"_135":-5,"_41":42,"_40":171,"_137":26,"_38":210,"_13":61,"_34":173,"_36":-5,"_23":26,"_142":-5,"_194":211,"_27":212},{"_43":206,"_32":33,"_30":31,"_135":170,"_41":42,"_40":14,"_137":26,"_38":207,"_13":61,"_34":35,"_36":37,"_23":26,"_142":-5,"_194":208,"_27":209},{"_43":160,"_32":161,"_30":162,"_135":-5,"_41":42,"_40":163,"_137":26,"_38":203,"_13":165,"_34":140,"_36":166,"_23":26,"_142":-5,"_194":204,"_27":205},{"_43":152,"_32":153,"_30":154,"_135":-5,"_41":42,"_40":155,"_137":26,"_38":200,"_13":157,"_34":35,"_36":158,"_23":26,"_142":-5,"_194":201,"_27":202},{"_43":144,"_32":145,"_30":146,"_135":-5,"_41":42,"_40":147,"_137":26,"_38":197,"_13":149,"_34":140,"_36":150,"_23":26,"_142":-5,"_194":198,"_27":199},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":26,"_38":193,"_13":139,"_34":140,"_36":141,"_23":26,"_142":-5,"_194":195,"_27":196},["D",1788589987684],"children",[],[133],["D",1788672939161],[],[145],["D",1788402997021],[],[153],["D",1788677823691],[],[161],"6dacfb79-fe21-4700-862e-79d8adce7485",["D",1788678077699],[],[169,33],["D",1788677738635],[188],[169],["D",1788316219773],["D",1789458074143],{"_98":97,"_105":101},{"_98":97,"_99":97,"_100":101,"_18":55,"_102":103,"_104":26},{"_13":87,"_32":88,"_43":42,"_89":44,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":45,"_96":97},"ctx",{"_80":-5,"_124":251,"_252":253,"_254":255,"_256":26,"_257":26,"_258":26,"_259":24,"_260":-5,"_261":-7,"_262":-7,"_263":61,"_264":26,"_265":26,"_266":-5,"_267":26,"_268":26,"_269":26,"_270":-5},"ENV",{"_222":223,"_224":225,"_226":88,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v66