[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_106":107,"_108":109},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","omriluz","name","telegram-city-network","path","sources.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":58,"_59":32,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":71,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":83,"_84":85,"_86":87,"_88":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/omriluz/telegram-city-network/code/sources.ts","extension","id","d48a23a5-43d1-4014-896f-158d224c2170","fileId","5bb0bc04-b256-11f1-b4ad-1607ee4eb77e","parentId","branchId","6de82370-98e9-41cd-add4-480bf35c921b","branchVersion",44,"latest",true,"createdAt",["D",1789636913674],"version",2,"fileType","script","content","import { load } from \"npm:cheerio@1.0.0\";\nimport robotsParser from \"npm:robots-parser@3.0.1\";\nimport { clean, parseDate, safeUrl, type City, type EventData } from \"./core.ts\";\nimport { store, type Store } from \"./store.ts\";\nexport interface Source { id: string; name: string; host: string; status: string; method: string; reuse: string; enabledAdapter: boolean; }\nexport const sources: Record = {\n sxodim: { id: \"sxodim\", name: \"Sxodim\", host: \"sxodim.com\", status: \"Live access observed; reuse review pending\", method: \"Public HTML listing + event JSON-LD and explicit occurrence blocks\", reuse: \"No republication licence confirmed. Short factual metadata and source attribution only; owner must record reuse basis before polling/publication.\", enabledAdapter: true },\n foodfair: { id: \"foodfair\", name: \"FOOD & PACKAGE FAIR organizer\", host: \"foodfair.kz\", status: \"Live organizer page; date-only exhibition lead\", method: \"Official public HTML, explicit date range; no guessed opening hours\", reuse: \"Organizer-owned promotional page; no explicit reuse licence confirmed. Metadata-only drafts pending owner reuse review.\", enabledAdapter: true },\n ticketon: { id: \"ticketon\", name: \"Ticketon\", host: \"ticketon.kz\", status: \"Blocked: waiting-room redirect observed; no bypass\", method: \"Not integrated\", reuse: \"Unresolved\", enabledAdapter: false },\n shanin: { id: \"shanin\", name: \"Shanin theatre\", host: \"shanintheatre.kz\", status: \"Accessible but sampled schedule was stale/ambiguous\", method: \"Official HTML examined; not an active adapter\", reuse: \"All rights reserved; permission unresolved\", enabledAdapter: false },\n topbilet: { id: \"topbilet\", name: \"Topbilet\", host: \"topbilet.kz\", status: \"Accessible; sampled listings Almaty, no verified Shymkent supply\", method: \"Existing Almaty adapter inspected but not copied into this pilot\", reuse: \"Unresolved for this project\", enabledAdapter: false },\n};\nconst agent = \"CityEventsReview\";\nexport function allowedSourceUrl(value: string, source: Source, city: City): string {\n const url = safeUrl(value, [source.host]); const path = new URL(url).pathname;\n if (path === \"/robots.txt\") return url;\n if (source.id === \"sxodim\" && !new RegExp(`^/${city.slug}(?:/event/[^/]+)?/?$`).test(path)) throw new Error(\"Source path not allowlisted\");\n if (source.id === \"foodfair\" && ![\"/\", \"/eng\", \"/eng/\"].includes(path)) throw new Error(\"Source path not allowlisted\");\n if (!source.enabledAdapter) throw new Error(\"Source adapter is disabled\");\n return url;\n}\nexport async function readBounded(response: Response, maxBytes = 1800000): Promise {\n const reader = response.body?.getReader(); if (!reader) return \"\";\n const decoder = new TextDecoder(); let bytes = 0, text = \"\";\n try { while (true) { const item = await reader.read(); if (item.done) break; bytes += item.value.byteLength; if (bytes > maxBytes) { await reader.cancel(); throw new Error(\"Source response exceeds size limit\"); } text += decoder.decode(item.value, { stream: true }); } return text + decoder.decode(); } finally { reader.releaseLock(); }\n}\nexport function sourceClient(source: Source, city: City, db: Store = store, fetcher: typeof fetch = fetch) {\n let last = 0; let policy: ReturnType | null = null; let checked = false;\n async function request(input: string, ttl: number, robots = false): Promise {\n let url = allowedSourceUrl(input, source, city);\n const cached = (await db.q(\"SELECT * FROM ccn_cache WHERE url=?\", [url])).rows[0];\n if (cached && Number(cached.expires) > Date.now()) return String(cached.body);\n const original = url;\n for (let redirect = 0; redirect < 3; redirect++) {\n if (!robots && policy?.isAllowed(url, agent) === false) throw new Error(\"robots.txt disallows this path\");\n const delay = Number(policy?.getCrawlDelay(agent) || 0); if (delay > 2) throw new Error(\"Source needs a slower dedicated crawl schedule\");\n const wait = Math.max(0, last + Math.max(600, delay * 1000) - Date.now()); if (wait) await new Promise((r) => setTimeout(r, wait)); last = Date.now();\n const headers: Record = { \"User-Agent\": `${agent}/0.2 (metadata-only; owner-reviewed city calendar)`, Accept: \"text/html,text/plain;q=0.9\" };\n if (cached?.etag) headers[\"If-None-Match\"] = String(cached.etag);\n const response = await fetcher(url, { headers, signal: AbortSignal.timeout(6500), redirect: \"manual\" });\n if (response.status === 304 && cached) { await response.body?.cancel(); await db.q(\"UPDATE ccn_cache SET expires=? WHERE url=?\", [Date.now() + ttl, original]); return String(cached.body); }\n if (response.status >= 300 && response.status < 400) { const next = response.headers.get(\"location\"); await response.body?.cancel(); if (!next) throw new Error(\"Invalid source redirect\"); const target = new URL(next, url); if (target.origin !== new URL(url).origin) throw new Error(\"External redirect / access gate refused\"); url = allowedSourceUrl(target.href, source, city); continue; }\n if (robots && [404, 410].includes(response.status)) { await response.body?.cancel(); return \"\"; }\n if (!response.ok) { await response.body?.cancel(); throw new Error(`Source HTTP ${response.status}; deferred to next run`); }\n const body = await readBounded(response, robots ? 128000 : 1800000);\n if (robots && /^\\s* {\n if (!checked) { const robots = await request(`https://${source.host}/robots.txt`, 86400000, true); policy = robotsParser(`https://${source.host}/robots.txt`, robots); checked = true; }\n const allowed = allowedSourceUrl(url, source, city); if (policy?.isAllowed(allowed, agent) === false) throw new Error(\"robots.txt disallows this path\");\n return await request(allowed, 3600000);\n };\n}\ntype ObjectValue = Record;\nconst object = (x: unknown): ObjectValue => x && typeof x === \"object\" && !Array.isArray(x) ? x as ObjectValue : {};\nfunction eventObjects(value: unknown, result: ObjectValue[] = [], depth = 0): ObjectValue[] {\n if (depth > 10 || result.length > 100) return result;\n if (Array.isArray(value)) { for (const child of value.slice(0, 100)) eventObjects(child, result, depth + 1); return result; }\n const o = object(value); const types = Array.isArray(o[\"@type\"]) ? o[\"@type\"] : [o[\"@type\"]];\n if (types.some((type) => typeof type === \"string\" && /(?:^|[/#])\\w*Event$/.test(type))) result.push(o);\n for (const key of [\"@graph\", \"itemListElement\", \"item\", \"subEvent\"]) if (o[key]) eventObjects(o[key], result, depth + 1);\n return result;\n}\nexport function category(value: string): string {\n if (/концерт|concert/i.test(value)) return \"concert\"; if (/театр|theat|спектакл/i.test(value)) return \"theatre\"; if (/дет|семейн|family/i.test(value)) return \"family\"; if (/выстав|exhibit|көрме/i.test(value)) return \"exhibition\"; if (/спорт|sport/i.test(value)) return \"sport\"; if (/класс|class|курс/i.test(value)) return \"classes\"; if (/ноч|party|night|квиз/i.test(value)) return \"nightlife\"; return \"other\";\n}\nexport interface Card { url: string; title: string; category: string; }\nexport function parseCards(html: string, city: City): Card[] {\n const $ = load(html); const cards: Card[] = []; const seen = new Set();\n $(\"a.impression-card-title[href]\").each((_, element) => { try { const a = $(element); const url = allowedSourceUrl(new URL(a.attr(\"href\")!, \"https://sxodim.com\").href, sources.sxodim, city); if (!url.includes(\"/event/\") || seen.has(url)) return; seen.add(url); cards.push({ url, title: clean(a.text()), category: category(clean(a.closest(\".impression-card\").attr(\"data-category\"))) }); } catch { /* Ignore unrelated links. */ } }); return cards.slice(0, 100);\n}\nfunction sameCity(value: unknown, city: City): boolean {\n const aliases: Record = { shymkent: /^(шымкент|шимкент|shymkent|shimkent)$/i, almaty: /^(алматы|almaty|алма-ата)$/i, astana: /^(астана|astana|нур-султан|nur-sultan)$/i };\n aliases.karaganda = /^(караганда|қарағанды|karaganda|qaragandy)$/i;\n aliases.aktobe = /^(актобе|ақтөбе|aktobe|aqtobe)$/i;\n return !!aliases[city.slug]?.test(clean(value));\n}\nexport function parseSxodim(html: string, card: Card, city: City): EventData[] {\n const $ = load(html); const objects: ObjectValue[] = [];\n $('script[type=\"application/ld+json\"]').each((_, e) => { try { eventObjects(JSON.parse($(e).text()), objects); } catch { /* Malformed metadata remains unverified. */ } });\n const result: EventData[] = []; const seen = new Set();\n for (const item of objects) {\n const loc = object(Array.isArray(item.location) ? item.location[0] : item.location), address = object(loc.address);\n if (!sameCity(address.addressLocality, city)) continue;\n const blocks = objects.length === 1 ? $(\".event_date_block[data-date]\").toArray() : [];\n const occurrences = blocks.length ? blocks.map((element) => ({ raw: $(element).attr(\"data-date\"), element })) : [{ raw: item.startDate, element: null }];\n for (const occurrence of occurrences.slice(0, 40)) {\n const parsed = parseDate(occurrence.raw, city.timezone); const identity = String(parsed.ms ?? parsed.date ?? \"unknown\"); if (seen.has(identity)) continue; seen.add(identity);\n let venue = clean(loc.name) || clean(address.streetAddress); let street: string | null = clean(address.streetAddress) || null; let rawPrice = \"\";\n if (occurrence.element) $(occurrence.element).find(\".group\").each((_, el) => { const group = $(el), type = group.find(\"svg\").attr(\"class\") || \"\"; if (type.includes(\"location\")) { venue = clean(group.find(\".text\").text()) || venue; street = null; } if (type.includes(\"tenge\")) rawPrice = clean(group.find(\".text\").text()); });\n if (street === venue) street = null;\n const offers = (Array.isArray(item.offers) ? item.offers : [item.offers]).map(object); let price: number | null = null; let currency: string | null = null;\n const prices = offers.filter((offer) => clean(offer.priceCurrency) === \"KZT\" && offer.price !== \"\" && offer.price !== null && offer.price !== undefined).map((offer) => Number(offer.price)).filter((v) => Number.isFinite(v) && v >= 0);\n if (prices.length) { price = Math.min(...prices); currency = \"KZT\"; }\n if (/^(?:бесплатно|тегін|free)$/i.test(rawPrice)) { price = 0; currency = \"KZT\"; }\n else if (/тенге|теңге|₸|KZT/i.test(rawPrice)) { const amount = rawPrice.match(/\\d[\\d\\s]*(?:[.,]\\d{1,2})?/); if (amount) { price = Number(amount[0].replace(/\\s/g, \"\").replace(\",\", \".\")); currency = \"KZT\"; } }\n let bookingUrl: string | null = null; try { if (clean(offers[0]?.url)) bookingUrl = safeUrl(clean(offers[0].url)); } catch { /* Untrusted booking link discarded. */ }\n const issues = [parsed.issue, !venue ? \"Venue missing\" : null, /postponed/i.test(clean(item.eventStatus)) ? \"Postponed: verify replacement date\" : null].filter((x): x is string => !!x);\n const end = blocks.length <= 1 ? parseDate(item.endDate, city.timezone) : null;\n result.push({ id: \"\", source: \"sxodim\", sourceItemId: card.url, city: city.slug, url: card.url, bookingUrl, title: clean(item.name) || card.title, venue, address: street, category: card.category, date: parsed.date, endDate: end?.date && end.date !== parsed.date ? end.date : null, start: parsed.ms, end: end?.ms !== null && end?.ms !== undefined && parsed.ms !== null && end.ms > parsed.ms ? end.ms : null, timezone: city.timezone, price, priceText: rawPrice || null, currency, eventLanguage: clean(typeof item.inLanguage === \"object\" ? object(item.inLanguage).name : item.inLanguage) || null, age: clean(item.typicalAgeRange) || null, cancelled: /cancelled|canceled/i.test(clean(item.eventStatus)), issues });\n }\n }\n return result;\n}\nexport function parseFoodfair(html: string, city: City): EventData[] {\n if (city.slug !== \"shymkent\") return [];\n const $ = load(html); $(\"script,style,noscript\").remove(); const text = clean($(\"body\").text()); const title = clean($(\"title\").text());\n if (!/FOOD.*(?:PACKAGE|PACKAGING).*FAIR/i.test(title + \" \" + text) || !/Shymkent|Шымкент/i.test(title + \" \" + text)) throw new Error(\"Organizer page layout/identity changed\");\n const english = text.match(/October\\s+(\\d{1,2})\\s*[-–—]\\s*(\\d{1,2})\\s*,?\\s*(20\\d{2})/i);\n const dates = english || text.match(/(\\d{1,2})\\s*[-–—]\\s*(\\d{1,2})\\s*(?:October|октября)\\s*[,\\s]*(20\\d{2})/i);\n const date = dates ? `${dates[3]}-10-${dates[1].padStart(2, \"0\")}` : null, endDate = dates ? `${dates[3]}-10-${dates[2].padStart(2, \"0\")}` : null;\n const venue = text.match(/(?:K[oö]rme Ortalygy|Көрме орталығы)/i)?.[0] || \"\";\n const address = text.match(/(?:N\\.?\\s*)?Nazarbayev\\s*(?:Avenue|Ave\\.?)?\\s*,?\\s*\\d+|(?:Н\\.\\s*)?Назарбаева\\s*\\d+/i)?.[0] || null;\n return [{ id: \"\", source: \"foodfair\", sourceItemId: \"https://foodfair.kz/eng\", city: city.slug, url: \"https://foodfair.kz/eng\", bookingUrl: null, title: title.slice(0, 260), venue, address, category: \"exhibition\", date, endDate, start: null, end: null, timezone: city.timezone, price: null, priceText: null, currency: null, eventLanguage: null, age: null, cancelled: false, issues: [\"Opening hours not listed; date-only review required\", ...(!date ? [\"Explicit year/date range could not be parsed\"] : []), ...(!venue ? [\"Venue needs review\"] : [])] }];\n}\nexport async function collectSource(id: string, city: City, db: Store = store): Promise {\n const source = sources[id]; if (!source?.enabledAdapter || !city.sources.includes(id)) throw new Error(\"Source not configured for city\");\n const fetchPage = sourceClient(source, city, db);\n if (id === \"foodfair\") return parseFoodfair(await fetchPage(\"https://foodfair.kz/eng\"), city);\n const cards = parseCards(await fetchPage(`https://sxodim.com/${city.slug}`), city); if (!cards.length) throw new Error(\"No verified listing cards; source layout may have changed\");\n const known = (await db.q(\"SELECT url, MIN(verified) AS verified FROM ccn_records WHERE city=? AND source=? GROUP BY url\", [city.slug, id])).rows;\n const checks = new Map(known.map((row) => [String(row.url), Number(row.verified)]));\n const selected = [...cards].sort((a, b) => (checks.get(a.url) || 0) - (checks.get(b.url) || 0)).filter((card) => !checks.has(card.url) || checks.get(card.url)! < Date.now() - 12 * 3600000).slice(0, 2);\n const events: EventData[] = [];\n for (const card of selected) { const parsed = parseSxodim(await fetchPage(card.url), card, city); if (!parsed.length) throw new Error(\"Event page has no usable structured occurrences\"); events.push(...parsed); }\n return events;\n}\n","deleted",false,"label",[14],"47a79ebc-05ee-454e-983d-7f48a62bccc0",["D",1789621418009],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","City events: Shymkent review pilot, isolated from live Almaty","imageUrl","userId","f5be24e4-c798-4816-91e5-037b60b986f5","pinnedFileId","01a0adbf-b85c-735b-b5fd-9913cdd6d31f","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","7f67379d-2d38-49bd-81ac-2c7f92a739e2","tursoName","47a79ebc05ee454e983d7f48a62bccc0","tursoHostname","47a79ebc05ee454e983d7f48a62bccc0-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789710048837],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_105":101},"org",{"_9":10,"_99":-5,"_100":101,"_55":56,"_102":103,"_104":42},"branch",{"_35":89,"_11":90,"_22":28,"_91":45,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":12,"_98":10},"isOwned",59,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ycWxkOWxiOE00SkVtZENmRWM4YWxLWTRVUFMifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_82":-5,"_139":140,"_141":142,"_143":144,"_145":42,"_146":42,"_147":42,"_148":32,"_149":-5,"_150":-7,"_151":-7,"_152":63,"_153":42,"_154":42,"_155":-5,"_156":42,"_157":42,"_158":42,"_159":-5},"ENV",{"_110":111,"_112":113,"_114":90,"_115":116,"_117":118,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]