Just a moment...

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_109":110,"_111":112},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","hrhristov","name","mgberon-updates","path","lib/feed.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/hrhristov/mgberon-updates/code/lib/feed.ts","extension","id","23ff5de8-7188-47c1-9e5f-6dbb27034933","feed.ts","fileId","10a332d8-9f90-11f1-8f47-1607ee4eb77e","parentId","6a820cfa-fb95-45a6-8175-b36fbb202114","branchId","ab7a94c4-24e0-45eb-9b1f-f05d651571e2","branchVersion",28,"latest",true,"createdAt",["D",1787568626956],"version",5,"fileType","script","content","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { load } from \"npm:cheerio@1.1.2\";\n\nexport type Attachment = { href: string; label: string };\n\nexport type FeedItem = {\n id: string;\n title: string;\n link: string;\n section: string;\n kind: \"post\" | \"page\";\n change: \"new\" | \"updated\" | \"current\";\n excerpt: string;\n publishedAt: string;\n activityAt: string;\n discoveredAt: string;\n attachments: Attachment[];\n};\n\nexport type MonitorError = { source: string; message: string };\n\nexport type MonitorState = {\n version: 1;\n initializedAt: string;\n lastRunAt: string;\n lastSuccessAt: string;\n lastStaticScanAt?: string;\n snapshots: Record;\n items: FeedItem[];\n errors: MonitorError[];\n};\n\nconst STATE_KEY = \"mgberon:feed:v1\";\nconst SITE = \"https://mgberon.com\";\nconst BOOTSTRAP_DAYS = 90;\nconst STATIC_SCAN_MS = 6 * 60 * 60 * 1000;\nconst MAX_ITEMS = 250;\nconst USER_AGENT = \"MG Beron Updates/1.0 (+https://www.val.town/)\";\n\nconst POST_FEEDS = [\n {\n section: \"Новини\",\n url: SITE + \"/category/%D0%BD%D0%BE%D0%B2%D0%B8%D0%BD%D0%B8/feed/\",\n },\n {\n section: \"Съобщения\",\n url: SITE + \"/category/meldungen/feed/\",\n },\n];\n\nconst STATIC_PAGES = [\n [\"Прием V клас\", \"/%D0%B4%D1%8A%D1%80%D0%B6%D0%B0%D0%B2%D0%B5%D0%BD-%D0%BF%D0%BB%D0%B0%D0%BD-%D0%BF%D1%80%D0%B8%D0%B5%D0%BC-%D0%B2-v-%D0%BA%D0%BB%D0%B0%D1%81/\"],\n [\"Прием VIII клас\", \"/%D0%B4%D1%8A%D1%80%D0%B6%D0%B0%D0%B2%D0%B5%D0%BD-%D0%BF%D0%BB%D0%B0%D0%BD-%D0%BF%D1%80%D0%B8%D0%B5%D0%BC-%D0%B2-viii-%D0%BA%D0%BB%D0%B0%D1%81/\"],\n [\"Свободни места\", \"/%D1%81%D0%B2%D0%BE%D0%B1%D0%BE%D0%B4%D0%BD%D0%B8-%D0%BC%D0%B5%D1%81%D1%82%D0%B0-%D0%B7%D0%B0-%D1%83%D1%87%D0%B5%D0%BD%D0%B8%D1%86%D0%B8/\"],\n [\"Стипендии\", \"/%D1%81%D1%82%D0%B8%D0%BF%D0%B5%D0%BD%D0%B4%D0%B8%D0%B8/\"],\n [\"Графици\", \"/%D0%B3%D1%80%D0%B0%D1%84%D0%B8%D1%86%D0%B8/\"],\n [\"ДЗИ\", \"/%D0%B4%D1%8A%D1%80%D0%B6%D0%B0%D0%B2%D0%BD%D0%B8-%D0%B7%D1%80%D0%B5%D0%BB%D0%BE%D1%81%D1%82%D0%BD%D0%B8-%D0%B8%D0%B7%D0%BF%D0%B8%D1%82%D0%B8/\"],\n [\"НВО VII клас\", \"/%D0%BD%D0%B0%D1%86%D0%B8%D0%BE%D0%BD%D0%B0%D0%BB%D0%BD%D0%BE-%D0%B2%D1%8A%D0%BD%D1%88%D0%BD%D0%BE-%D0%BE%D1%86%D0%B5%D0%BD%D1%8F%D0%B2%D0%B0%D0%BD%D0%B5/\"],\n [\"НВО X клас\", \"/%D0%BD%D0%B0%D1%86%D0%B8%D0%BE%D0%BD%D0%B0%D0%BB%D0%BD%D0%BE-%D0%B2%D1%8A%D0%BD%D1%88%D0%BD%D0%BE-%D0%BE%D1%86%D0%B5%D0%BD%D1%8F%D0%B2%D0%B0%D0%BD%D0%B5-x-%D0%BA%D0%BB%D0%B0%D1%81/\"],\n [\"Олимпиади\", \"/%D0%BE%D0%BB%D0%B8%D0%BC%D0%BF%D0%B8%D0%B0%D0%B4%D0%B8/\"],\n [\"Математика\", \"/%D0%BC%D0%B0%D1%82%D0%B5%D0%BC%D0%B0%D1%82%D0%B8%D0%BA%D0%B0/\"],\n [\"Информатика\", \"/%D0%B8%D0%BD%D1%84%D0%BE%D1%80%D0%BC%D0%B0%D1%82%D0%B8%D0%BA%D0%B0/\"],\n [\"Информационни технологии\", \"/%D0%B8%D0%BD%D1%84%D0%BE%D1%80%D0%BC%D0%B0%D1%86%D0%B8%D0%BE%D0%BD%D0%BD%D0%B8-%D1%82%D0%B5%D1%85%D0%BD%D0%BE%D0%BB%D0%BE%D0%B3%D0%B8%D0%B8/\"],\n [\"Настоятелство\", \"/%D0%BD%D0%B0%D1%81%D1%82%D0%BE%D1%8F%D1%82%D0%B5%D0%BB%D1%81%D1%82%D0%B2%D0%BE/\"],\n [\"Обществен съвет\", \"/%D0%BE%D0%B1%D1%89%D0%B5%D1%81%D1%82%D0%B2%D0%B5%D0%BD-%D1%81%D1%8A%D0%B2%D0%B5%D1%82/\"],\n [\"Нормативна уредба\", \"/%D0%BD%D0%BE%D1%80%D0%BC%D0%B0%D1%82%D0%B8%D0%B2%D0%BD%D0%B0-%D1%83%D1%80%D0%B5%D0%B4%D0%B1%D0%B0/\"],\n [\"Правилник\", \"/%D0%BF%D1%80%D0%B0%D0%B2%D0%B8%D0%BB%D0%BD%D0%B8%D0%BA/\"],\n [\"Учебници\", \"/%D1%83%D1%87%D0%B5%D0%B1%D0%BD%D0%B8%D1%86%D0%B8/\"],\n [\"Учебни планове\", \"/%D1%83%D1%87%D0%B5%D0%B1%D0%BD%D0%B8-%D0%BF%D0%BB%D0%B0%D0%BD%D0%BE%D0%B2%D0%B5/\"],\n [\"Занимания по интереси\", \"/%D0%B7%D0%B0%D0%BD%D0%B8%D0%BC%D0%B0%D0%BD%D0%B8%D1%8F-%D0%BF%D0%BE-%D0%B8%D0%BD%D1%82%D0%B5%D1%80%D0%B5%D1%81%D0%B8/\"],\n [\"Бюджет и финанси\", \"/%D0%B1%D1%8E%D0%B4%D0%B6%D0%B5%D1%82-%D0%B8-%D1%84%D0%B8%D0%BD%D0%B0%D0%BD%D1%81%D0%B8/\"],\n [\"Профил на купувача\", \"/%D0%BF%D1%80%D0%BE%D1%84%D0%B8%D0%BB-%D0%BD%D0%B0-%D0%BA%D1%83%D0%BF%D1%83%D0%B2%D0%B0%D1%87%D0%B0/\"],\n] as const;\n\nfunction cleanText(value: string) {\n return value.replace(/\\u00a0/g, \" \").replace(/\\s+/g, \" \").trim();\n}\n\nfunction iso(value: string | undefined, fallback: string) {\n const parsed = value ? new Date(value) : new Date(NaN);\n return Number.isNaN(parsed.getTime()) ? fallback : parsed.toISOString();\n}\n\nasync function sha256(value: string) {\n const bytes = new TextEncoder().encode(value);\n const digest = await crypto.subtle.digest(\"SHA-256\", bytes);\n return Array.from(new Uint8Array(digest), (byte) => byte.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\nasync function fetchText(url: string) {\n const response = await fetch(url, {\n headers: {\n \"accept\": \"text/html,application/rss+xml,application/xml;q=0.9,*/*;q=0.7\",\n \"user-agent\": USER_AGENT,\n },\n signal: AbortSignal.timeout(20_000),\n });\n const text = await response.text();\n if (!response.ok) throw new Error(\"HTTP \" + response.status);\n if (text.includes(\"cf-chl\") || text.includes(\"Just a moment...\")) {\n throw new Error(\"Cloudflare challenge\");\n }\n return text;\n}\n\nfunction absoluteUrl(value: string, base: string) {\n try {\n return new URL(value, base).href;\n } catch {\n return \"\";\n }\n}\n\nfunction extractAttachments(html: string, base: string): Attachment[] {\n const $ = load(html);\n const seen = new Set();\n const attachments: Attachment[] = [];\n $(\"a[href]\").each((_, element) => {\n const href = absoluteUrl($(element).attr(\"href\") || \"\", base);\n if (!href || seen.has(href)) return;\n if (!/\\.(pdf|docx?|xlsx?|zip)(?:[?#].*)?$/i.test(href) && !href.includes(\"/content/uploads/\")) return;\n seen.add(href);\n attachments.push({ href, label: cleanText($(element).text()) || href.split(\"/\").pop() || \"Документ\" });\n });\n return attachments.slice(0, 20);\n}\n\nasync function parsePostFeed(section: string, url: string, now: string) {\n const xml = await fetchText(url);\n const $ = load(xml, { xmlMode: true });\n const posts: Array = [];\n for (const element of $(\"item\").toArray()) {\n const item = $(element);\n const title = cleanText(item.children(\"title\").first().text());\n const link = cleanText(item.children(\"link\").first().text());\n if (!title || !link) continue;\n const descriptionHtml =\n item.children(\"content\\\\:encoded\").first().text() ||\n item.children(\"description\").first().text();\n const excerpt = cleanText(load(\"

\" + descriptionHtml + \"

\").text());\n const publishedAt = iso(item.children(\"pubDate\").first().text(), now);\n const attachments = extractAttachments(descriptionHtml, link);\n const hash = await sha256([title, link, excerpt, attachments.map((a) => a.href).join(\"|\")].join(\"\\n\"));\n posts.push({\n id: (await sha256(link + \":\" + hash)).slice(0, 32),\n title,\n link,\n section,\n kind: \"post\",\n change: \"new\",\n excerpt,\n publishedAt,\n activityAt: publishedAt,\n discoveredAt: now,\n attachments,\n hash,\n });\n }\n return posts;\n}\n\nasync function parseStaticPage(label: string, url: string, now: string) {\n const html = await fetchText(url);\n const $ = load(html);\n const title = cleanText($(\"h1.entry-title, h1\").first().text()) || label;\n let content = $(\".post-content, .entry-content\").first();\n if (!content.length) content = $(\"main\").first();\n if (!content.length) content = $(\"body\").first();\n content.find(\"script,style,noscript,nav,header,footer,form,.fusion-header,.fusion-footer,.sidebar\").remove();\n const text = cleanText(content.text());\n const attachments = extractAttachments(content.html() || \"\", url);\n const normalized = [title, text, ...attachments.map((a) => a.href + \"|\" + a.label)].join(\"\\n\");\n const modifiedMatch = normalized.match(/20\\d{2}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(?:Z|[+-]\\d{2}:\\d{2})/);\n const modifiedAt = modifiedMatch ? iso(modifiedMatch[0], now) : undefined;\n return {\n title,\n excerpt: text.replace(title, \"\").trim(),\n attachments,\n modifiedAt,\n hash: await sha256(normalized),\n url,\n label,\n };\n}\n\nexport async function getState(): Promise {\n return await blob.getJSON(STATE_KEY) as MonitorState | undefined;\n}\n\nasync function saveState(state: MonitorState) {\n await blob.setJSON(STATE_KEY, state);\n}\n\nfunction errorMessage(error: unknown) {\n return error instanceof Error ? error.message : String(error);\n}\n\nfunction shouldBootstrapItem(date: string, nowMs: number) {\n const time = new Date(date).getTime();\n return Number.isFinite(time) && time >= nowMs - BOOTSTRAP_DAYS * 24 * 60 * 60 * 1000;\n}\n\nasync function scanInBatches(entries: readonly T[], worker: (entry: T) => Promise, size = 5) {\n const results: Array> = [];\n for (let index = 0; index < entries.length; index += size) {\n results.push(...await Promise.allSettled(entries.slice(index, index + size).map(worker)));\n }\n return results;\n}\n\nexport async function refreshFeed(options: { forceStatic?: boolean } = {}) {\n const now = new Date().toISOString();\n const nowMs = Date.now();\n const previous = await getState();\n const bootstrap = !previous;\n const state: MonitorState = previous ?? {\n version: 1,\n initializedAt: now,\n lastRunAt: now,\n lastSuccessAt: now,\n snapshots: {},\n items: [],\n errors: [],\n };\n const errors: MonitorError[] = [];\n const additions: FeedItem[] = [];\n\n const feedResults = await Promise.allSettled(\n POST_FEEDS.map((feed) => parsePostFeed(feed.section, feed.url, now)),\n );\n\n feedResults.forEach((result, index) => {\n const feed = POST_FEEDS[index];\n if (result.status === \"rejected\") {\n errors.push({ source: feed.section, message: errorMessage(result.reason) });\n return;\n }\n for (const post of result.value) {\n const existingItems = state.items.filter((item) => item.link === post.link);\n const onlyExcerptExpanded = existingItems.some((item) =>\n item.excerpt.length <= 520 &&\n post.excerpt.length > item.excerpt.length &&\n post.excerpt.startsWith(item.excerpt)\n );\n for (const item of existingItems) {\n item.excerpt = post.excerpt;\n item.attachments = post.attachments;\n }\n\n const key = \"post:\" + post.link;\n const snapshot = state.snapshots[key];\n if (!snapshot) {\n state.snapshots[key] = { hash: post.hash, title: post.title, modifiedAt: post.publishedAt };\n if (!bootstrap || shouldBootstrapItem(post.publishedAt, nowMs)) additions.push(post);\n } else if (snapshot.hash !== post.hash) {\n state.snapshots[key] = { hash: post.hash, title: post.title, modifiedAt: now };\n if (!onlyExcerptExpanded) {\n additions.push({\n ...post,\n id: post.id + \"-u-\" + nowMs,\n title: \"Обновено: \" + post.title,\n change: \"updated\",\n activityAt: now,\n discoveredAt: now,\n });\n }\n }\n }\n });\n\n const scanStatic = options.forceStatic || bootstrap || !state.lastStaticScanAt ||\n nowMs - new Date(state.lastStaticScanAt).getTime() >= STATIC_SCAN_MS;\n\n if (scanStatic) {\n const pageResults = await scanInBatches(\n STATIC_PAGES,\n async ([label, path]) => parseStaticPage(label, SITE + path, now),\n );\n\n pageResults.forEach((result, index) => {\n const [label, path] = STATIC_PAGES[index];\n const url = SITE + path;\n if (result.status === \"rejected\") {\n errors.push({ source: label, message: errorMessage(result.reason) });\n return;\n }\n const page = result.value;\n const existingItems = state.items.filter((item) => item.link === url);\n const onlyExcerptExpanded = existingItems.some((item) =>\n item.excerpt.length <= 520 &&\n page.excerpt.length > item.excerpt.length &&\n page.excerpt.startsWith(item.excerpt)\n );\n for (const item of existingItems) {\n item.excerpt = page.excerpt;\n item.attachments = page.attachments;\n }\n\n const key = \"page:\" + url;\n const snapshot = state.snapshots[key];\n state.snapshots[key] = { hash: page.hash, title: page.title, modifiedAt: page.modifiedAt || now };\n if (!snapshot) {\n if (page.modifiedAt && shouldBootstrapItem(page.modifiedAt, nowMs)) {\n additions.push({\n id: (page.hash + \"-page\").slice(0, 32),\n title: page.title,\n link: url,\n section: label,\n kind: \"page\",\n change: \"current\",\n excerpt: page.excerpt,\n publishedAt: page.modifiedAt,\n activityAt: page.modifiedAt,\n discoveredAt: now,\n attachments: page.attachments,\n });\n }\n } else if (snapshot.hash !== page.hash && !onlyExcerptExpanded) {\n additions.push({\n id: (page.hash + \"-\" + nowMs).slice(0, 40),\n title: \"Промяна в „\" + page.title + \"“\",\n link: url,\n section: label,\n kind: \"page\",\n change: \"updated\",\n excerpt: page.excerpt,\n publishedAt: page.modifiedAt || now,\n activityAt: now,\n discoveredAt: now,\n attachments: page.attachments,\n });\n }\n });\n state.lastStaticScanAt = now;\n }\n\n const byId = new Map();\n for (const item of [...additions, ...state.items]) byId.set(item.id, item);\n state.items = [...byId.values()]\n .sort((a, b) => new Date(b.activityAt).getTime() - new Date(a.activityAt).getTime())\n .slice(0, MAX_ITEMS);\n state.lastRunAt = now;\n state.errors = errors;\n if (errors.length < POST_FEEDS.length + (scanStatic ? STATIC_PAGES.length : 0)) {\n state.lastSuccessAt = now;\n }\n await saveState(state);\n\n return {\n ok: errors.length === 0,\n bootstrap,\n scannedFeeds: POST_FEEDS.length,\n scannedStaticPages: scanStatic ? STATIC_PAGES.length : 0,\n addedItems: additions.length,\n totalItems: state.items.length,\n errors,\n lastRunAt: now,\n };\n}\n\nexport const monitorConfig = {\n site: SITE,\n postFeeds: POST_FEEDS,\n staticPages: STATIC_PAGES.map(([section, path]) => ({ section, url: SITE + path })),\n bootstrapDays: BOOTSTRAP_DAYS,\n staticScanHours: STATIC_SCAN_MS / 3_600_000,\n};\n","deleted",false,"label",[47,24],"lib","424e9e49-6460-4083-b945-d3c1e48e02a4",["D",1787557453742],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","MG Beron website updates dashboard and RSS feed","imageUrl","userId","f3f0f59b-1551-4ad0-8a92-7d9d2f0f0bd1","pinnedFileId","01a032ba-2053-773f-8490-f95ac53b611a","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","a4841da5-0721-46ab-9a83-55992e50b55b","tursoName","424e9e4964604083b945d3c1e48e02a4","tursoHostname","424e9e4964604083b945d3c1e48e02a4-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789562426294],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_108":104},"org",{"_9":10,"_102":-5,"_103":104,"_58":59,"_105":106,"_107":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",44,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yV1pPT0c5NEM5UTFzd29SSmtNckF6cW9HNVUifQ","tier","pro","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_142":143,"_144":145,"_146":147,"_148":44,"_149":44,"_150":44,"_151":34,"_152":-5,"_153":-7,"_154":-7,"_155":66,"_156":44,"_157":44,"_158":-5,"_159":44,"_160":44,"_161":44,"_162":-5},"ENV",{"_113":114,"_115":116,"_117":93,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137,"_138":139,"_140":141},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]