[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_165":166,"_167":168},"routes/_app.x.$handle.$name",{"_93":92,"_32":44,"_101":83,"_26":36,"_13":14,"_102":-5,"_11":103,"_104":105,"_106":107,"_108":109,"_110":111,"_20":-5,"_112":-5,"_113":-5,"_114":24,"_115":116,"_117":24,"_118":-5,"_119":-5,"_120":121},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":-5,"_63":-5,"_64":-5,"_65":-5,"_66":67,"_68":67,"_69":70,"_71":70,"_72":70,"_73":67,"_74":67,"_75":76,"_77":78,"_79":80,"_81":24},"version",7,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":29},"file",{"_30":31,"_32":27,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","new-file-5183.ts","latestPath","fenerbahceSquadUpdate.ts","fileId","750b3f36-ff90-11f0-8b32-42dde27851f2","name","fileType","script","content","","createdAt",["D",1769965635246],"branchVersion","branchId","97b675c2-ff8c-11f0-aa05-42dde27851f2","id","97b618a2-ff8c-11f0-aa05-42dde27851f2","untitled-4898",["D",1769963975424],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","019c1a08-a088-74fa-82fc-567a665324ea","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019c1a08-a088-74fa-82fc-59cb7cc9f48f","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_93":92,"_100":96},"org",{"_93":92,"_94":-5,"_95":96,"_18":53,"_97":98,"_99":24},"branch",{"_13":82,"_32":83,"_42":41,"_84":43,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":44,"_91":92},"isOwned",26,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","hacomeister","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zOTRsYlhoNWVrTldkUEt2S3BqT0NpU3J6SVkifQ","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_42":43,"_32":44,"_37":161,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":-5,"_63":-5,"_64":-5,"_65":-5,"_66":67,"_68":67,"_69":70,"_71":70,"_72":70,"_73":67,"_74":67,"_75":162,"_77":163,"_79":164,"_81":24},"tree",[152,153],"files",[152,153],"counts",{"_140":59,"_141":142,"_143":59,"_144":145,"_146":147},"contents",[122,123],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":130,"_32":131,"_30":132,"_125":-5,"_40":41,"_39":133,"_126":134,"_37":135,"_13":136,"_33":137,"_35":138,"_23":24,"_128":-5,"_26":139},{"_42":124,"_32":27,"_30":31,"_125":-5,"_40":41,"_39":14,"_126":24,"_37":127,"_13":59,"_33":34,"_35":36,"_23":24,"_128":-5,"_26":129},"750b3e64-ff90-11f0-8b32-42dde27851f2","parentId","latest",["D",1769965635246],"label",[27],"be57024a-ff8d-11f0-b9e1-42dde27851f2","fenerbahceRssSync.ts","97b91d68-ff8c-11f0-aa05-42dde27851f2",6,true,["D",1769964469722],5,"interval","// Val Town: fenerbahceRssSync\n// Type: Cron\n// Schedule: */30 * * * * (every 30 minutes)\n// Description: Fetches RSS feeds and saves Fenerbahce news to Firebase using REST API\n\n// ============ CONFIG ============\n\nconst config = {\n feedUrls: [\n \"https://www.fotospor.com/feed/rss_sondakika.xml\",\n \"https://www.ntvspor.net/rss/kategori/futbol\",\n \"https://www.fotomac.com.tr/rss/Fenerbahce.xml\",\n \"https://kontraspor.com/rss\",\n \"https://www.sozcu.com.tr/feeds-rss-category-futbol\",\n \"https://www.aspor.com.tr/rss/anasayfa.xml\",\n \"https://ajansspor.com/rss\",\n ],\n keywords: [\"Fenerbahçe\", \"Fenerbahce\", \"Fener\", \"Sarı Kanaryalar\", \"Sarı Kanarya\", \"FB\"],\n excludeKeywords: [\"spam\", \"reklam\", \"advertisement\"],\n dateFromDays: 7,\n minDescriptionLength: 30,\n};\n\n// ============ TYPES ============\n\ninterface RSSItem {\n title: string;\n description?: string;\n link: string;\n pubDate?: string;\n pubDateParsed?: Date;\n source: string;\n imageUrl?: string;\n category?: string;\n guid?: string;\n}\n\n// ============ FIREBASE REST API ============\n\nasync function getFirebaseAccessToken(): Promise {\n const clientEmail = Deno.env.get(\"FIREBASE_CLIENT_EMAIL\")!;\n const privateKey = Deno.env.get(\"FIREBASE_PRIVATE_KEY\")!.replace(/\\\\n/g, \"\\n\");\n\n // Create JWT\n const header = { alg: \"RS256\", typ: \"JWT\" };\n const now = Math.floor(Date.now() / 1000);\n const claim = {\n iss: clientEmail,\n scope: \"https://www.googleapis.com/auth/datastore\",\n aud: \"https://oauth2.googleapis.com/token\",\n exp: now + 3600,\n iat: now,\n };\n\n const encoder = new TextEncoder();\n\n // Base64URL encode\n const base64url = (data: Uint8Array | string): string => {\n const str = typeof data === \"string\" ? data : String.fromCharCode(...data);\n return btoa(str).replace(/\\+/g, \"-\").replace(/\\//g, \"_\").replace(/=+$/, \"\");\n };\n\n const headerB64 = base64url(JSON.stringify(header));\n const claimB64 = base64url(JSON.stringify(claim));\n const unsignedToken = `${headerB64}.${claimB64}`;\n\n // Import private key and sign\n const pemContents = privateKey\n .replace(\"-----BEGIN PRIVATE KEY-----\", \"\")\n .replace(\"-----END PRIVATE KEY-----\", \"\")\n .replace(/\\s/g, \"\");\n\n const binaryKey = Uint8Array.from(atob(pemContents), (c) => c.charCodeAt(0));\n\n const cryptoKey = await crypto.subtle.importKey(\n \"pkcs8\",\n binaryKey,\n { name: \"RSASSA-PKCS1-v1_5\", hash: \"SHA-256\" },\n false,\n [\"sign\"]\n );\n\n const signature = await crypto.subtle.sign(\n \"RSASSA-PKCS1-v1_5\",\n cryptoKey,\n encoder.encode(unsignedToken)\n );\n\n const signatureB64 = base64url(new Uint8Array(signature));\n const jwt = `${unsignedToken}.${signatureB64}`;\n\n // Exchange JWT for access token\n const tokenResponse = await fetch(\"https://oauth2.googleapis.com/token\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/x-www-form-urlencoded\" },\n body: `grant_type=urn:ietf:params:oauth:grant-type:jwt-bearer&assertion=${jwt}`,\n });\n\n const tokenData = await tokenResponse.json();\n if (!tokenData.access_token) {\n throw new Error(`Failed to get access token: ${JSON.stringify(tokenData)}`);\n }\n\n return tokenData.access_token;\n}\n\nasync function firestoreRequest(\n accessToken: string,\n method: string,\n path: string,\n body?: any\n): Promise {\n const projectId = Deno.env.get(\"FIREBASE_PROJECT_ID\")!;\n const baseUrl = `https://firestore.googleapis.com/v1/projects/${projectId}/databases/(default)/documents`;\n\n const response = await fetch(`${baseUrl}${path}`, {\n method,\n headers: {\n Authorization: `Bearer ${accessToken}`,\n \"Content-Type\": \"application/json\",\n },\n body: body ? JSON.stringify(body) : undefined,\n });\n\n if (!response.ok) {\n const error = await response.text();\n throw new Error(`Firestore error: ${response.status} - ${error}`);\n }\n\n return response.json();\n}\n\nfunction toFirestoreValue(value: any): any {\n if (value === null || value === undefined) {\n return { nullValue: null };\n }\n if (typeof value === \"string\") {\n return { stringValue: value };\n }\n if (typeof value === \"number\") {\n return { integerValue: String(value) };\n }\n if (typeof value === \"boolean\") {\n return { booleanValue: value };\n }\n if (value instanceof Date) {\n return { timestampValue: value.toISOString() };\n }\n if (Array.isArray(value)) {\n return { arrayValue: { values: value.map(toFirestoreValue) } };\n }\n if (typeof value === \"object\") {\n const fields: any = {};\n for (const [k, v] of Object.entries(value)) {\n fields[k] = toFirestoreValue(v);\n }\n return { mapValue: { fields } };\n }\n return { stringValue: String(value) };\n}\n\nasync function checkExistingLinks(accessToken: string, links: string[]): Promise> {\n const existingLinks = new Set();\n const projectId = Deno.env.get(\"FIREBASE_PROJECT_ID\")!;\n\n // Query in batches of 10 (Firestore 'in' limit)\n for (let i = 0; i < links.length; i += 10) {\n const chunk = links.slice(i, i + 10);\n\n const query = {\n structuredQuery: {\n from: [{ collectionId: \"news\" }],\n where: {\n fieldFilter: {\n field: { fieldPath: \"link\" },\n op: \"IN\",\n value: { arrayValue: { values: chunk.map(l => ({ stringValue: l })) } },\n },\n },\n select: { fields: [{ fieldPath: \"link\" }] },\n limit: 10,\n },\n };\n\n try {\n const response = await fetch(\n `https://firestore.googleapis.com/v1/projects/${projectId}/databases/(default)/documents:runQuery`,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${accessToken}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(query),\n }\n );\n\n const results = await response.json();\n\n if (Array.isArray(results)) {\n for (const result of results) {\n if (result.document?.fields?.link?.stringValue) {\n existingLinks.add(result.document.fields.link.stringValue);\n }\n }\n }\n } catch (error) {\n console.error(\"Error checking existing links:\", error);\n }\n }\n\n return existingLinks;\n}\n\nasync function saveNewsItem(accessToken: string, item: RSSItem): Promise {\n const projectId = Deno.env.get(\"FIREBASE_PROJECT_ID\")!;\n const now = new Date().toISOString();\n\n const document = {\n fields: {\n title: { stringValue: item.title },\n description: { stringValue: item.description || \"\" },\n link: { stringValue: item.link },\n pubDate: { timestampValue: item.pubDateParsed?.toISOString() || now },\n source: { stringValue: item.source },\n imageUrl: { stringValue: item.imageUrl || \"\" },\n category: { stringValue: item.category || \"\" },\n guid: { stringValue: item.guid || item.link },\n createdAt: { timestampValue: now },\n updatedAt: { timestampValue: now },\n },\n };\n\n try {\n const response = await fetch(\n `https://firestore.googleapis.com/v1/projects/${projectId}/databases/(default)/documents/news`,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${accessToken}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(document),\n }\n );\n\n return response.ok;\n } catch (error) {\n console.error(\"Error saving news item:\", error);\n return false;\n }\n}\n\n// ============ RSS FETCHING ============\n\nfunction extractSourceName(url: string): string {\n try {\n const urlObj = new URL(url);\n let domain = urlObj.hostname;\n if (domain.startsWith(\"www.\")) {\n domain = domain.substring(4);\n }\n return domain;\n } catch {\n return url;\n }\n}\n\nfunction normalizeUrl(url: string | null | undefined): string | null {\n if (!url || typeof url !== \"string\") return null;\n try {\n let normalized = url.trim().replace(/\\/+$/, \"\");\n return normalized.toLowerCase();\n } catch {\n return url.toLowerCase().trim();\n }\n}\n\nasync function fetchRSSFeed(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; RSSBot/1.0)\",\n Accept: \"application/rss+xml, application/xml, text/xml, */*\",\n },\n });\n\n if (!response.ok) {\n console.error(`Failed to fetch ${url}: ${response.status}`);\n return [];\n }\n\n const text = await response.text();\n const items: RSSItem[] = [];\n const itemRegex = /([\\s\\S]*?)<\\/item>/gi;\n const sourceName = extractSourceName(url);\n\n let match;\n while ((match = itemRegex.exec(text)) !== null) {\n const itemXml = match[1];\n\n const getTagContent = (tag: string): string | undefined => {\n const cdataRegex = new RegExp(`<${tag}[^>]*>\\\\s*\\\\s*`, \"i\");\n const cdataMatch = itemXml.match(cdataRegex);\n if (cdataMatch) return cdataMatch[1].trim();\n\n const regex = new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)`, \"i\");\n const contentMatch = itemXml.match(regex);\n return contentMatch ? contentMatch[1].trim() : undefined;\n };\n\n const getAttrValue = (tag: string, attr: string): string | undefined => {\n const regex = new RegExp(`<${tag}[^>]*${attr}=[\"']([^\"']+)[\"']`, \"i\");\n const attrMatch = itemXml.match(regex);\n return attrMatch ? attrMatch[1] : undefined;\n };\n\n const title = getTagContent(\"title\") || \"Untitled\";\n const description = getTagContent(\"description\") || getTagContent(\"content:encoded\");\n const link = getTagContent(\"link\") || getTagContent(\"guid\");\n const pubDate = getTagContent(\"pubDate\");\n const guid = getTagContent(\"guid\");\n const category = getTagContent(\"category\");\n\n let imageUrl = getAttrValue(\"media:content\", \"url\") || getAttrValue(\"enclosure\", \"url\");\n if (!imageUrl && description) {\n const imgMatch = description.match(/]+src=[\"']([^\"']+)[\"']/i);\n if (imgMatch) imageUrl = imgMatch[1];\n }\n\n if (link) {\n items.push({\n title,\n description: description?.replace(/<[^>]+>/g, \"\").substring(0, 500),\n link,\n pubDate,\n pubDateParsed: pubDate ? new Date(pubDate) : new Date(),\n source: sourceName,\n imageUrl,\n category,\n guid: guid || link,\n });\n }\n }\n\n console.log(`Fetched ${items.length} items from ${sourceName}`);\n return items;\n } catch (error) {\n console.error(`Error fetching ${url}:`, error);\n return [];\n }\n}\n\nasync function fetchAllFeeds(): Promise {\n const results = await Promise.allSettled(config.feedUrls.map((url) => fetchRSSFeed(url)));\n\n const allItems: RSSItem[] = [];\n for (const result of results) {\n if (result.status === \"fulfilled\") {\n allItems.push(...result.value);\n }\n }\n\n return allItems;\n}\n\nfunction filterItems(items: RSSItem[]): RSSItem[] {\n const dateFrom = new Date(Date.now() - config.dateFromDays * 24 * 60 * 60 * 1000);\n\n return items.filter((item) => {\n const searchText = `${item.title} ${item.description || \"\"}`.toLowerCase();\n\n // Must contain at least one keyword\n const hasKeyword = config.keywords.some((kw) => searchText.includes(kw.toLowerCase()));\n if (!hasKeyword) return false;\n\n // Must not contain excluded keywords\n const hasExcluded = config.excludeKeywords.some((kw) => searchText.includes(kw.toLowerCase()));\n if (hasExcluded) return false;\n\n // Must be recent\n const itemDate = item.pubDateParsed || new Date(0);\n if (itemDate < dateFrom) return false;\n\n // Must have minimum description length\n if ((item.description || \"\").length < config.minDescriptionLength) return false;\n\n return true;\n });\n}\n\n// ============ MAIN ============\n\nexport default async function rssSyncCron() {\n console.log(\"Starting RSS sync...\");\n const startTime = Date.now();\n\n try {\n // Get Firebase access token\n console.log(\"Authenticating with Firebase...\");\n const accessToken = await getFirebaseAccessToken();\n console.log(\"Firebase authenticated!\");\n\n // Fetch RSS feeds\n console.log(`Fetching from ${config.feedUrls.length} RSS feeds...`);\n const allItems = await fetchAllFeeds();\n console.log(`Fetched ${allItems.length} total items`);\n\n // Filter items\n let filteredItems = filterItems(allItems);\n console.log(`After filtering: ${filteredItems.length} items`);\n\n // Remove duplicates within batch\n const seenLinks = new Set();\n filteredItems = filteredItems.filter((item) => {\n const normalized = normalizeUrl(item.link);\n if (!normalized || seenLinks.has(normalized)) return false;\n seenLinks.add(normalized);\n return true;\n });\n console.log(`After deduplication: ${filteredItems.length} items`);\n\n // Check existing in Firebase (limit to first 30 to avoid timeout)\n const itemsToCheck = filteredItems.slice(0, 30);\n const links = itemsToCheck.map((item) => item.link);\n console.log(`Checking ${links.length} items against Firebase...`);\n const existingLinks = await checkExistingLinks(accessToken, links);\n console.log(`Found ${existingLinks.size} existing items`);\n\n // Filter out existing\n const newItems = itemsToCheck.filter((item) => !existingLinks.has(item.link));\n console.log(`New items to save: ${newItems.length}`);\n\n // Save new items (limit to 20 per run to avoid timeout)\n const itemsToSave = newItems.slice(0, 20);\n let savedCount = 0;\n\n for (const item of itemsToSave) {\n const saved = await saveNewsItem(accessToken, item);\n if (saved) savedCount++;\n }\n\n const duration = ((Date.now() - startTime) / 1000).toFixed(2);\n console.log(`RSS sync completed in ${duration}s. Saved: ${savedCount}/${itemsToSave.length}`);\n\n return {\n success: true,\n totalFetched: allItems.length,\n afterFilter: filteredItems.length,\n checked: itemsToCheck.length,\n newItems: newItems.length,\n saved: savedCount,\n duration: `${duration}s`,\n };\n } catch (error) {\n console.error(\"RSS sync failed:\", error);\n return {\n success: false,\n error: error instanceof Error ? error.message : \"Unknown error\",\n };\n }\n}",[131],"pulls","branches",1,"forks","envVars",{"_148":150,"_151":59},"connections",{"_148":59,"_149":59},"count","unfilledCount",4,"emptyCount",{"_42":130,"_32":131,"_30":132,"_125":-5,"_40":41,"_39":133,"_126":134,"_37":158,"_13":136,"_33":137,"_35":138,"_23":24,"_128":-5,"_155":159,"_26":160},{"_42":124,"_32":27,"_30":31,"_125":-5,"_40":41,"_39":14,"_126":24,"_37":154,"_13":59,"_33":34,"_35":36,"_23":24,"_128":-5,"_155":156,"_26":157},["D",1769965635246],"children",[],[27],["D",1769964469722],[],[131],["D",1769963975424],{"_93":92,"_100":96},{"_93":92,"_94":-5,"_95":96,"_18":53,"_97":98,"_99":24},{"_13":82,"_32":83,"_42":41,"_84":43,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":44,"_91":92},"ctx",{"_75":-5,"_119":198,"_199":200,"_201":202,"_203":24,"_204":24,"_205":24,"_206":134,"_207":-5,"_208":-7,"_209":-7,"_210":59,"_211":24,"_212":24,"_213":-5,"_214":24,"_215":24,"_216":24,"_217":-5},"ENV",{"_169":170,"_171":172,"_173":83,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195,"_196":197},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v7