[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_93":94},"root",{"_5":6,"_36":37,"_66":67},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63,"_64":65},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","6050acf0705e6826bb1b68e27572c5b8979c5bd9","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_68":69},"__internal_clerk_state",{"_70":71,"_72":47,"_73":74,"_75":74,"_76":20,"_77":74,"_78":74,"_79":74,"_80":74,"_81":82,"_91":20,"_92":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_83":20,"_19":20,"_84":74,"_85":86,"_87":74,"_88":47,"_89":20,"_90":74},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_95":96,"_97":98,"_99":100,"_101":102,"_153":154,"_173":174,"_175":-5},"handle","hacomeister","name","untitled-4898","path","fenerbahceRssSync.ts","project",{"_103":104,"_97":98,"_105":106,"_107":-5,"_108":20,"_109":110,"_111":-5,"_112":-5,"_12":113,"_114":-5,"_115":20,"_116":-5,"_117":-5,"_118":33,"_14":119,"_120":-5,"_121":-5,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":123,"_23":131,"_134":135,"_139":140,"_152":20},"id","97b618a2-ff8c-11f0-aa05-42dde27851f2","createdAt",["D",1769963975424],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","019c1a08-a088-74fa-82fc-567a665324ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","019c1a08-a088-74fa-82fc-59cb7cc9f48f","tursoName","tursoHostname","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_95":96,"_132":133},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOTRsYlhoNWVrTldkUEt2S3BqT0NpU3J6SVkifQ","org",{"_95":96,"_136":133,"_12":113,"_137":138},"avatar","tier","free","branch",{"_141":142,"_97":45,"_103":143,"_144":104,"_145":-5,"_146":-5,"_147":-5,"_148":-5,"_149":-5,"_150":98,"_151":96},"version",26,"97b675c2-ff8c-11f0-aa05-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_103":155,"_97":100,"_156":157,"_158":-5,"_159":143,"_160":161,"_162":163,"_105":164,"_141":165,"_166":167,"_168":169,"_170":20,"_171":-5,"_99":172},"be57024a-ff8d-11f0-b9e1-42dde27851f2","fileId","97b91d68-ff8c-11f0-aa05-42dde27851f2","parentId","branchId","branchVersion",6,"latest",true,["D",1769964469722],5,"fileType","interval","content","// Val Town: fenerbahceRssSync\n// Type: Cron\n// Schedule: */30 * * * * (every 30 minutes)\n// Description: Fetches RSS feeds and saves Fenerbahce news to Firebase using REST API\n\n// ============ CONFIG ============\n\nconst config = {\n feedUrls: [\n \"https://www.fotospor.com/feed/rss_sondakika.xml\",\n \"https://www.ntvspor.net/rss/kategori/futbol\",\n \"https://www.fotomac.com.tr/rss/Fenerbahce.xml\",\n \"https://kontraspor.com/rss\",\n \"https://www.sozcu.com.tr/feeds-rss-category-futbol\",\n \"https://www.aspor.com.tr/rss/anasayfa.xml\",\n \"https://ajansspor.com/rss\",\n ],\n keywords: [\"Fenerbahçe\", \"Fenerbahce\", \"Fener\", \"Sarı Kanaryalar\", \"Sarı Kanarya\", \"FB\"],\n excludeKeywords: [\"spam\", \"reklam\", \"advertisement\"],\n dateFromDays: 7,\n minDescriptionLength: 30,\n};\n\n// ============ TYPES ============\n\ninterface RSSItem {\n title: string;\n description?: string;\n link: string;\n pubDate?: string;\n pubDateParsed?: Date;\n source: string;\n imageUrl?: string;\n category?: string;\n guid?: string;\n}\n\n// ============ FIREBASE REST API ============\n\nasync function getFirebaseAccessToken(): Promise {\n const clientEmail = Deno.env.get(\"FIREBASE_CLIENT_EMAIL\")!;\n const privateKey = Deno.env.get(\"FIREBASE_PRIVATE_KEY\")!.replace(/\\\\n/g, \"\\n\");\n\n // Create JWT\n const header = { alg: \"RS256\", typ: \"JWT\" };\n const now = Math.floor(Date.now() / 1000);\n const claim = {\n iss: clientEmail,\n scope: \"https://www.googleapis.com/auth/datastore\",\n aud: \"https://oauth2.googleapis.com/token\",\n exp: now + 3600,\n iat: now,\n };\n\n const encoder = new TextEncoder();\n\n // Base64URL encode\n const base64url = (data: Uint8Array | string): string => {\n const str = typeof data === \"string\" ? data : String.fromCharCode(...data);\n return btoa(str).replace(/\\+/g, \"-\").replace(/\\//g, \"_\").replace(/=+$/, \"\");\n };\n\n const headerB64 = base64url(JSON.stringify(header));\n const claimB64 = base64url(JSON.stringify(claim));\n const unsignedToken = `${headerB64}.${claimB64}`;\n\n // Import private key and sign\n const pemContents = privateKey\n .replace(\"-----BEGIN PRIVATE KEY-----\", \"\")\n .replace(\"-----END PRIVATE KEY-----\", \"\")\n .replace(/\\s/g, \"\");\n\n const binaryKey = Uint8Array.from(atob(pemContents), (c) => c.charCodeAt(0));\n\n const cryptoKey = await crypto.subtle.importKey(\n \"pkcs8\",\n binaryKey,\n { name: \"RSASSA-PKCS1-v1_5\", hash: \"SHA-256\" },\n false,\n [\"sign\"]\n );\n\n const signature = await crypto.subtle.sign(\n \"RSASSA-PKCS1-v1_5\",\n cryptoKey,\n encoder.encode(unsignedToken)\n );\n\n const signatureB64 = base64url(new Uint8Array(signature));\n const jwt = `${unsignedToken}.${signatureB64}`;\n\n // Exchange JWT for access token\n const tokenResponse = await fetch(\"https://oauth2.googleapis.com/token\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/x-www-form-urlencoded\" },\n body: `grant_type=urn:ietf:params:oauth:grant-type:jwt-bearer&assertion=${jwt}`,\n });\n\n const tokenData = await tokenResponse.json();\n if (!tokenData.access_token) {\n throw new Error(`Failed to get access token: ${JSON.stringify(tokenData)}`);\n }\n\n return tokenData.access_token;\n}\n\nasync function firestoreRequest(\n accessToken: string,\n method: string,\n path: string,\n body?: any\n): Promise {\n const projectId = Deno.env.get(\"FIREBASE_PROJECT_ID\")!;\n const baseUrl = `https://firestore.googleapis.com/v1/projects/${projectId}/databases/(default)/documents`;\n\n const response = await fetch(`${baseUrl}${path}`, {\n method,\n headers: {\n Authorization: `Bearer ${accessToken}`,\n \"Content-Type\": \"application/json\",\n },\n body: body ? JSON.stringify(body) : undefined,\n });\n\n if (!response.ok) {\n const error = await response.text();\n throw new Error(`Firestore error: ${response.status} - ${error}`);\n }\n\n return response.json();\n}\n\nfunction toFirestoreValue(value: any): any {\n if (value === null || value === undefined) {\n return { nullValue: null };\n }\n if (typeof value === \"string\") {\n return { stringValue: value };\n }\n if (typeof value === \"number\") {\n return { integerValue: String(value) };\n }\n if (typeof value === \"boolean\") {\n return { booleanValue: value };\n }\n if (value instanceof Date) {\n return { timestampValue: value.toISOString() };\n }\n if (Array.isArray(value)) {\n return { arrayValue: { values: value.map(toFirestoreValue) } };\n }\n if (typeof value === \"object\") {\n const fields: any = {};\n for (const [k, v] of Object.entries(value)) {\n fields[k] = toFirestoreValue(v);\n }\n return { mapValue: { fields } };\n }\n return { stringValue: String(value) };\n}\n\nasync function checkExistingLinks(accessToken: string, links: string[]): Promise> {\n const existingLinks = new Set();\n const projectId = Deno.env.get(\"FIREBASE_PROJECT_ID\")!;\n\n // Query in batches of 10 (Firestore 'in' limit)\n for (let i = 0; i < links.length; i += 10) {\n const chunk = links.slice(i, i + 10);\n\n const query = {\n structuredQuery: {\n from: [{ collectionId: \"news\" }],\n where: {\n fieldFilter: {\n field: { fieldPath: \"link\" },\n op: \"IN\",\n value: { arrayValue: { values: chunk.map(l => ({ stringValue: l })) } },\n },\n },\n select: { fields: [{ fieldPath: \"link\" }] },\n limit: 10,\n },\n };\n\n try {\n const response = await fetch(\n `https://firestore.googleapis.com/v1/projects/${projectId}/databases/(default)/documents:runQuery`,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${accessToken}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(query),\n }\n );\n\n const results = await response.json();\n\n if (Array.isArray(results)) {\n for (const result of results) {\n if (result.document?.fields?.link?.stringValue) {\n existingLinks.add(result.document.fields.link.stringValue);\n }\n }\n }\n } catch (error) {\n console.error(\"Error checking existing links:\", error);\n }\n }\n\n return existingLinks;\n}\n\nasync function saveNewsItem(accessToken: string, item: RSSItem): Promise {\n const projectId = Deno.env.get(\"FIREBASE_PROJECT_ID\")!;\n const now = new Date().toISOString();\n\n const document = {\n fields: {\n title: { stringValue: item.title },\n description: { stringValue: item.description || \"\" },\n link: { stringValue: item.link },\n pubDate: { timestampValue: item.pubDateParsed?.toISOString() || now },\n source: { stringValue: item.source },\n imageUrl: { stringValue: item.imageUrl || \"\" },\n category: { stringValue: item.category || \"\" },\n guid: { stringValue: item.guid || item.link },\n createdAt: { timestampValue: now },\n updatedAt: { timestampValue: now },\n },\n };\n\n try {\n const response = await fetch(\n `https://firestore.googleapis.com/v1/projects/${projectId}/databases/(default)/documents/news`,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${accessToken}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(document),\n }\n );\n\n return response.ok;\n } catch (error) {\n console.error(\"Error saving news item:\", error);\n return false;\n }\n}\n\n// ============ RSS FETCHING ============\n\nfunction extractSourceName(url: string): string {\n try {\n const urlObj = new URL(url);\n let domain = urlObj.hostname;\n if (domain.startsWith(\"www.\")) {\n domain = domain.substring(4);\n }\n return domain;\n } catch {\n return url;\n }\n}\n\nfunction normalizeUrl(url: string | null | undefined): string | null {\n if (!url || typeof url !== \"string\") return null;\n try {\n let normalized = url.trim().replace(/\\/+$/, \"\");\n return normalized.toLowerCase();\n } catch {\n return url.toLowerCase().trim();\n }\n}\n\nasync function fetchRSSFeed(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; RSSBot/1.0)\",\n Accept: \"application/rss+xml, application/xml, text/xml, */*\",\n },\n });\n\n if (!response.ok) {\n console.error(`Failed to fetch ${url}: ${response.status}`);\n return [];\n }\n\n const text = await response.text();\n const items: RSSItem[] = [];\n const itemRegex = /([\\s\\S]*?)<\\/item>/gi;\n const sourceName = extractSourceName(url);\n\n let match;\n while ((match = itemRegex.exec(text)) !== null) {\n const itemXml = match[1];\n\n const getTagContent = (tag: string): string | undefined => {\n const cdataRegex = new RegExp(`<${tag}[^>]*>\\\\s*\\\\s*`, \"i\");\n const cdataMatch = itemXml.match(cdataRegex);\n if (cdataMatch) return cdataMatch[1].trim();\n\n const regex = new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)`, \"i\");\n const contentMatch = itemXml.match(regex);\n return contentMatch ? contentMatch[1].trim() : undefined;\n };\n\n const getAttrValue = (tag: string, attr: string): string | undefined => {\n const regex = new RegExp(`<${tag}[^>]*${attr}=[\"']([^\"']+)[\"']`, \"i\");\n const attrMatch = itemXml.match(regex);\n return attrMatch ? attrMatch[1] : undefined;\n };\n\n const title = getTagContent(\"title\") || \"Untitled\";\n const description = getTagContent(\"description\") || getTagContent(\"content:encoded\");\n const link = getTagContent(\"link\") || getTagContent(\"guid\");\n const pubDate = getTagContent(\"pubDate\");\n const guid = getTagContent(\"guid\");\n const category = getTagContent(\"category\");\n\n let imageUrl = getAttrValue(\"media:content\", \"url\") || getAttrValue(\"enclosure\", \"url\");\n if (!imageUrl && description) {\n const imgMatch = description.match(/]+src=[\"']([^\"']+)[\"']/i);\n if (imgMatch) imageUrl = imgMatch[1];\n }\n\n if (link) {\n items.push({\n title,\n description: description?.replace(/<[^>]+>/g, \"\").substring(0, 500),\n link,\n pubDate,\n pubDateParsed: pubDate ? new Date(pubDate) : new Date(),\n source: sourceName,\n imageUrl,\n category,\n guid: guid || link,\n });\n }\n }\n\n console.log(`Fetched ${items.length} items from ${sourceName}`);\n return items;\n } catch (error) {\n console.error(`Error fetching ${url}:`, error);\n return [];\n }\n}\n\nasync function fetchAllFeeds(): Promise {\n const results = await Promise.allSettled(config.feedUrls.map((url) => fetchRSSFeed(url)));\n\n const allItems: RSSItem[] = [];\n for (const result of results) {\n if (result.status === \"fulfilled\") {\n allItems.push(...result.value);\n }\n }\n\n return allItems;\n}\n\nfunction filterItems(items: RSSItem[]): RSSItem[] {\n const dateFrom = new Date(Date.now() - config.dateFromDays * 24 * 60 * 60 * 1000);\n\n return items.filter((item) => {\n const searchText = `${item.title} ${item.description || \"\"}`.toLowerCase();\n\n // Must contain at least one keyword\n const hasKeyword = config.keywords.some((kw) => searchText.includes(kw.toLowerCase()));\n if (!hasKeyword) return false;\n\n // Must not contain excluded keywords\n const hasExcluded = config.excludeKeywords.some((kw) => searchText.includes(kw.toLowerCase()));\n if (hasExcluded) return false;\n\n // Must be recent\n const itemDate = item.pubDateParsed || new Date(0);\n if (itemDate < dateFrom) return false;\n\n // Must have minimum description length\n if ((item.description || \"\").length < config.minDescriptionLength) return false;\n\n return true;\n });\n}\n\n// ============ MAIN ============\n\nexport default async function rssSyncCron() {\n console.log(\"Starting RSS sync...\");\n const startTime = Date.now();\n\n try {\n // Get Firebase access token\n console.log(\"Authenticating with Firebase...\");\n const accessToken = await getFirebaseAccessToken();\n console.log(\"Firebase authenticated!\");\n\n // Fetch RSS feeds\n console.log(`Fetching from ${config.feedUrls.length} RSS feeds...`);\n const allItems = await fetchAllFeeds();\n console.log(`Fetched ${allItems.length} total items`);\n\n // Filter items\n let filteredItems = filterItems(allItems);\n console.log(`After filtering: ${filteredItems.length} items`);\n\n // Remove duplicates within batch\n const seenLinks = new Set();\n filteredItems = filteredItems.filter((item) => {\n const normalized = normalizeUrl(item.link);\n if (!normalized || seenLinks.has(normalized)) return false;\n seenLinks.add(normalized);\n return true;\n });\n console.log(`After deduplication: ${filteredItems.length} items`);\n\n // Check existing in Firebase (limit to first 30 to avoid timeout)\n const itemsToCheck = filteredItems.slice(0, 30);\n const links = itemsToCheck.map((item) => item.link);\n console.log(`Checking ${links.length} items against Firebase...`);\n const existingLinks = await checkExistingLinks(accessToken, links);\n console.log(`Found ${existingLinks.size} existing items`);\n\n // Filter out existing\n const newItems = itemsToCheck.filter((item) => !existingLinks.has(item.link));\n console.log(`New items to save: ${newItems.length}`);\n\n // Save new items (limit to 20 per run to avoid timeout)\n const itemsToSave = newItems.slice(0, 20);\n let savedCount = 0;\n\n for (const item of itemsToSave) {\n const saved = await saveNewsItem(accessToken, item);\n if (saved) savedCount++;\n }\n\n const duration = ((Date.now() - startTime) / 1000).toFixed(2);\n console.log(`RSS sync completed in ${duration}s. Saved: ${savedCount}/${itemsToSave.length}`);\n\n return {\n success: true,\n totalFetched: allItems.length,\n afterFilter: filteredItems.length,\n checked: itemsToCheck.length,\n newItems: newItems.length,\n saved: savedCount,\n duration: `${duration}s`,\n };\n } catch (error) {\n console.error(\"RSS sync failed:\", error);\n return {\n success: false,\n error: error instanceof Error ? error.message : \"Unknown error\",\n };\n }\n}","deleted","label",[100],"permalink","https://www.val.town/x/hacomeister/untitled-4898/code/fenerbahceRssSync.ts","extension","actionData","errors"]