[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_152":153,"_154":155},"routes/_app.x.$handle.$name",{"_94":93,"_32":45,"_102":84,"_27":103,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":25,"_117":118,"_119":25,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":77,"_78":79,"_80":81,"_82":25},"version",5,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_34":35,"_36":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","fenerbahceRssSync.ts","latestPath","fileId","97b91d68-ff8c-11f0-aa05-42dde27851f2","name","main.ts","fileType","interval","content","// Val Town: fenerbahceRssSync\n// Type: Cron\n// Schedule: */30 * * * * (every 30 minutes)\n// Description: Fetches RSS feeds and saves Fenerbahce news to Firebase\n\n// ============ IMPORTS ============\n// Note: Update these imports with your Val Town username after creating the config val\n// Example: import { ... } from \"https://esm.town/v/YOUR_USERNAME/fenerbahceConfig\";\n\nimport { cert, getApps, initializeApp } from \"npm:firebase-admin/app\";\nimport {\n FieldValue,\n getFirestore,\n Timestamp,\n} from \"npm:firebase-admin/firestore\";\n\n// ============ INLINE CONFIG (copy from fenerbahceConfig or import) ============\n\ninterface RSSItem {\n title: string;\n description?: string;\n link: string;\n pubDate?: string;\n pubDateParsed?: Date;\n source: string;\n imageUrl?: string;\n category?: string;\n guid?: string;\n}\n\ninterface FilterOptions {\n keywords?: string[];\n excludeKeywords?: string[];\n dateFrom?: Date;\n minDescriptionLength?: number;\n}\n\nconst config = {\n feedUrls: [\n \"https://www.fotospor.com/feed/rss_sondakika.xml\",\n \"https://www.ntvspor.net/rss/kategori/futbol\",\n \"https://www.fotomac.com.tr/rss/Fenerbahce.xml\",\n \"https://kontraspor.com/rss\",\n \"https://www.sozcu.com.tr/feeds-rss-category-futbol\",\n \"https://www.aspor.com.tr/rss/anasayfa.xml\",\n \"https://ajansspor.com/rss\",\n ],\n keywords: [\n \"Fenerbahçe\",\n \"Fenerbahce\",\n \"Fener\",\n \"Sarı Kanaryalar\",\n \"Sarı Kanarya\",\n \"FB\",\n ],\n excludeKeywords: [\"spam\", \"reklam\", \"advertisement\"],\n dateFromDays: 7,\n minDescriptionLength: 30,\n};\n\n// ============ HELPER FUNCTIONS ============\n\nfunction extractSourceName(url: string): string {\n try {\n const urlObj = new URL(url);\n let domain = urlObj.hostname;\n if (domain.startsWith(\"www.\")) {\n domain = domain.substring(4);\n }\n return domain;\n } catch {\n return url;\n }\n}\n\nfunction normalizeUrl(url: string | null | undefined): string | null {\n if (!url || typeof url !== \"string\") return null;\n try {\n let normalized = url.trim().replace(/\\/+$/, \"\");\n try {\n const urlObj = new URL(normalized);\n [\n \"utm_source\",\n \"utm_medium\",\n \"utm_campaign\",\n \"utm_term\",\n \"utm_content\",\n \"ref\",\n \"fbclid\",\n \"gclid\",\n ].forEach(\n (param) => urlObj.searchParams.delete(param),\n );\n normalized = urlObj.toString();\n } catch {}\n return normalized.toLowerCase();\n } catch {\n return url.toLowerCase().trim();\n }\n}\n\nfunction filterRSSItems(items: RSSItem[], options: FilterOptions): RSSItem[] {\n let filtered = [...items];\n\n if (options.keywords && options.keywords.length > 0) {\n filtered = filtered.filter((item) => {\n const searchText = `${item.title} ${item.description || \"\"}`\n .toLowerCase();\n return options.keywords!.some((keyword) =>\n searchText.includes(keyword.toLowerCase())\n );\n });\n }\n\n if (options.excludeKeywords && options.excludeKeywords.length > 0) {\n filtered = filtered.filter((item) => {\n const searchText = `${item.title} ${item.description || \"\"}`\n .toLowerCase();\n return !options.excludeKeywords!.some((keyword) =>\n searchText.includes(keyword.toLowerCase())\n );\n });\n }\n\n if (options.dateFrom) {\n filtered = filtered.filter((item) => {\n const itemDate = item.pubDateParsed || new Date(item.pubDate || 0);\n return itemDate >= options.dateFrom!;\n });\n }\n\n if (options.minDescriptionLength) {\n filtered = filtered.filter((item) => {\n return (item.description || \"\").length >= options.minDescriptionLength!;\n });\n }\n\n return filtered;\n}\n\n// ============ RSS FETCHING ============\n\nasync function fetchRSSFeed(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36\",\n Accept: \"application/rss+xml, application/xml, text/xml, */*\",\n \"Accept-Language\": \"tr-TR,tr;q=0.9,en-US;q=0.8,en;q=0.7\",\n },\n });\n\n if (!response.ok) {\n console.error(`Failed to fetch ${url}: ${response.status}`);\n return [];\n }\n\n const text = await response.text();\n\n // Simple XML parsing for RSS feeds\n const items: RSSItem[] = [];\n const itemRegex = /([\\s\\S]*?)<\\/item>/gi;\n const sourceName = extractSourceName(url);\n\n let match;\n while ((match = itemRegex.exec(text)) !== null) {\n const itemXml = match[1];\n\n const getTagContent = (tag: string): string | undefined => {\n // Handle CDATA content\n const cdataRegex = new RegExp(\n `<${tag}[^>]*>\\\\s*\\\\s*`,\n \"i\",\n );\n const cdataMatch = itemXml.match(cdataRegex);\n if (cdataMatch) return cdataMatch[1].trim();\n\n // Handle regular content\n const regex = new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)`, \"i\");\n const contentMatch = itemXml.match(regex);\n return contentMatch ? contentMatch[1].trim() : undefined;\n };\n\n const getAttrValue = (tag: string, attr: string): string | undefined => {\n const regex = new RegExp(`<${tag}[^>]*${attr}=[\"']([^\"']+)[\"']`, \"i\");\n const attrMatch = itemXml.match(regex);\n return attrMatch ? attrMatch[1] : undefined;\n };\n\n const title = getTagContent(\"title\") || \"Untitled\";\n const description = getTagContent(\"description\") ||\n getTagContent(\"content:encoded\");\n const link = getTagContent(\"link\") || getTagContent(\"guid\");\n const pubDate = getTagContent(\"pubDate\");\n const guid = getTagContent(\"guid\");\n const category = getTagContent(\"category\");\n\n // Try to extract image URL\n let imageUrl = getAttrValue(\"media:content\", \"url\") ||\n getAttrValue(\"enclosure\", \"url\");\n if (!imageUrl && description) {\n const imgMatch = description.match(/]+src=[\"']([^\"']+)[\"']/i);\n if (imgMatch) imageUrl = imgMatch[1];\n }\n\n if (link) {\n items.push({\n title,\n description: description?.replace(/<[^>]+>/g, \"\").substring(0, 500), // Strip HTML, limit length\n link,\n pubDate,\n pubDateParsed: pubDate ? new Date(pubDate) : new Date(),\n source: sourceName,\n imageUrl,\n category,\n guid: guid || link,\n });\n }\n }\n\n console.log(`Fetched ${items.length} items from ${sourceName}`);\n return items;\n } catch (error) {\n console.error(`Error fetching ${url}:`, error);\n return [];\n }\n}\n\nasync function fetchAllFeeds(): Promise {\n const results = await Promise.allSettled(\n config.feedUrls.map((url) => fetchRSSFeed(url)),\n );\n\n const allItems: RSSItem[] = [];\n for (const result of results) {\n if (result.status === \"fulfilled\") {\n allItems.push(...result.value);\n }\n }\n\n return allItems;\n}\n\n// ============ FIREBASE ============\n\nfunction initFirebase() {\n if (getApps().length === 0) {\n const privateKey = Deno.env.get(\"FIREBASE_PRIVATE_KEY\")?.replace(\n /\\\\n/g,\n \"\\n\",\n );\n\n initializeApp({\n credential: cert({\n projectId: Deno.env.get(\"FIREBASE_PROJECT_ID\"),\n clientEmail: Deno.env.get(\"FIREBASE_CLIENT_EMAIL\"),\n privateKey,\n }),\n });\n }\n return getFirestore();\n}\n\nasync function checkExistingLinks(\n db: any,\n links: string[],\n): Promise> {\n const existingLinks = new Set();\n\n // Check in chunks of 10 (Firestore 'in' query limit)\n for (let i = 0; i < links.length; i += 10) {\n const chunk = links.slice(i, i + 10);\n const snapshot = await db.collection(\"news\").where(\"link\", \"in\", chunk)\n .get();\n\n snapshot.docs.forEach((doc: any) => {\n const data = doc.data();\n if (data.link) {\n existingLinks.add(data.link);\n // Also add normalized version\n const normalized = normalizeUrl(data.link);\n if (normalized) existingLinks.add(normalized);\n }\n });\n }\n\n return existingLinks;\n}\n\nasync function saveNewsItems(db: any, items: RSSItem[]): Promise {\n if (items.length === 0) return 0;\n\n const batch = db.batch();\n let count = 0;\n\n for (const item of items) {\n if (count >= 500) break; // Firestore batch limit\n\n const docRef = db.collection(\"news\").doc();\n batch.set(docRef, {\n title: item.title,\n description: item.description || null,\n link: item.link,\n pubDate: item.pubDateParsed\n ? Timestamp.fromDate(item.pubDateParsed)\n : Timestamp.now(),\n source: item.source,\n imageUrl: item.imageUrl || null,\n category: item.category || null,\n guid: item.guid || null,\n createdAt: FieldValue.serverTimestamp(),\n updatedAt: FieldValue.serverTimestamp(),\n });\n count++;\n }\n\n await batch.commit();\n return count;\n}\n\n// ============ MAIN CRON FUNCTION ============\n\nexport default async function rssSyncCron() {\n console.log(\"Starting RSS sync...\");\n const startTime = Date.now();\n\n try {\n // Initialize Firebase\n const db = initFirebase();\n\n // Fetch all RSS feeds\n console.log(`Fetching from ${config.feedUrls.length} RSS feeds...`);\n const allItems = await fetchAllFeeds();\n console.log(`Fetched ${allItems.length} total items`);\n\n // Apply filters\n const filterOptions: FilterOptions = {\n keywords: config.keywords,\n excludeKeywords: config.excludeKeywords,\n dateFrom: new Date(\n Date.now() - config.dateFromDays * 24 * 60 * 60 * 1000,\n ),\n minDescriptionLength: config.minDescriptionLength,\n };\n\n let filteredItems = filterRSSItems(allItems, filterOptions);\n console.log(`After filtering: ${filteredItems.length} items`);\n\n // Remove duplicates within batch\n const seenLinks = new Set();\n filteredItems = filteredItems.filter((item) => {\n const normalized = normalizeUrl(item.link);\n if (!normalized || seenLinks.has(normalized)) return false;\n seenLinks.add(normalized);\n return true;\n });\n console.log(`After deduplication: ${filteredItems.length} items`);\n\n // Check Firebase for existing items\n const links = filteredItems.map((item) => item.link);\n const existingLinks = await checkExistingLinks(db, links);\n\n // Filter out existing items\n const newItems = filteredItems.filter((item) => {\n const normalized = normalizeUrl(item.link);\n return !existingLinks.has(item.link) &&\n (!normalized || !existingLinks.has(normalized));\n });\n\n console.log(`New items to save: ${newItems.length}`);\n\n // Save to Firebase\n const savedCount = await saveNewsItems(db, newItems);\n\n const duration = ((Date.now() - startTime) / 1000).toFixed(2);\n console.log(\n `RSS sync completed in ${duration}s. Saved: ${savedCount}, Skipped: ${\n filteredItems.length - newItems.length\n }`,\n );\n\n return {\n success: true,\n totalFetched: allItems.length,\n afterFilter: filteredItems.length,\n newItems: newItems.length,\n saved: savedCount,\n duration: `${duration}s`,\n };\n } catch (error) {\n console.error(\"RSS sync failed:\", error);\n return {\n success: false,\n error: error instanceof Error ? error.message : \"Unknown error\",\n };\n }\n}","createdAt",["D",1769964343536],"branchVersion","branchId","97b675c2-ff8c-11f0-aa05-42dde27851f2","id","97b618a2-ff8c-11f0-aa05-42dde27851f2","untitled-4898",["D",1769963975424],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","019c1a08-a088-74fa-82fc-567a665324ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019c1a08-a088-74fa-82fc-59cb7cc9f48f","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_94":93,"_101":97},"org",{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},"branch",{"_13":83,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"isOwned",26,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","hacomeister","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOTRsYlhoNWVrTldkUEt2S3BqT0NpU3J6SVkifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":148,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":149,"_78":150,"_80":151,"_82":25},"tree",[143],"files",[143],"counts",{"_132":60,"_133":134,"_135":60,"_136":137,"_138":139},"contents",[124],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":125,"_32":28,"_30":31,"_126":-5,"_41":42,"_40":14,"_127":25,"_38":128,"_13":129,"_34":35,"_36":37,"_24":25,"_130":-5,"_27":131},"732090b6-ff8d-11f0-9e5b-42dde27851f2","parentId","latest",["D",1769964343536],4,"label",[28],"pulls","branches",1,"forks","envVars",{"_140":129,"_142":60},"connections",{"_140":60,"_141":60},"count","unfilledCount","emptyCount",{"_43":125,"_32":28,"_30":31,"_126":-5,"_41":42,"_40":14,"_127":25,"_38":144,"_13":129,"_34":35,"_36":37,"_24":25,"_130":-5,"_145":146,"_27":147},["D",1769964343536],"children",[],[28],["D",1769963975424],{"_94":93,"_101":97},{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},{"_13":83,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"ctx",{"_76":-5,"_121":185,"_186":187,"_188":189,"_190":25,"_191":25,"_192":25,"_193":194,"_195":-5,"_196":-7,"_197":-7,"_198":60,"_199":25,"_200":25,"_201":-5,"_202":25,"_203":25,"_204":25,"_205":-5},"ENV",{"_156":157,"_158":159,"_160":84,"_161":162,"_163":164,"_165":166,"_167":168,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v5