[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","4e736cb42e83c17c10d9f33412034a74b06f3941","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_150":151,"_173":174,"_175":-5},"handle","greasegum","name","birdfacts","path","backend/services/FactsCollector.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":-5,"_111":-5,"_12":112,"_113":114,"_115":116,"_117":116,"_118":-5,"_119":32,"_14":120,"_121":122,"_123":122,"_124":125,"_126":125,"_127":125,"_128":122,"_129":122,"_23":130,"_133":134,"_136":137,"_149":20},"id","cc4a043c-54ad-11f0-bbe2-f69ea79377d9","createdAt",["D",1751176588192],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","bc2f46c0-1bb9-11f0-b0b8-f1b563c4340e","pinnedFileId","47620ec6-54ae-11f0-88f8-f69ea79377d9","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","8202e9a3-b5a6-435b-af0a-0cac0fbbf60c","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_131":132},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ydnJzTnVhcEo5SEZKSHgzMGtJV3ROUmo0a28ifQ","org",{"_94":95,"_135":132,"_12":112},"avatar","branch",{"_138":139,"_96":44,"_102":140,"_141":103,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":-5,"_147":97,"_148":95},"version",53,"cc4a93de-54ad-11f0-bbe2-f69ea79377d9","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":152,"_96":153,"_154":155,"_156":157,"_158":140,"_159":160,"_161":116,"_104":162,"_138":163,"_164":165,"_166":167,"_168":20,"_169":-5,"_98":170},"864ad300-54b0-11f0-83f3-f69ea79377d9","FactsCollector.ts","fileId","903ad88e-54af-11f0-9df8-f69ea79377d9","parentId","863e1c75-19c1-458d-ae62-445fea6c1ce5","branchId","branchVersion",33,"latest",["D",1751177759240],3,"fileType","script","content","import { blob } from \"https://esm.town/v/std/blob\";\nimport { BirdFactsService } from \"./BirdFactsService.ts\";\nimport { SuperlativeFactsService } from \"./SuperlativeFactsService.ts\";\n\nexport interface StructuredBirdFact {\n id: string;\n name: string;\n scientificName?: string;\n fact: string;\n category: \"behavior\" | \"appearance\" | \"habitat\" | \"diet\" | \"reproduction\" | \"migration\" | \"general\";\n source: \"api_ninjas\" | \"wikipedia\" | \"curated\";\n region?: string;\n imageUrl?: string;\n wikipediaUrl?: string;\n collectedAt: string;\n tags: string[];\n}\n\nexport interface FactsCollection {\n facts: StructuredBirdFact[];\n lastUpdated: string;\n totalFacts: number;\n regions: string[];\n}\n\nexport class FactsCollector {\n private birdService: BirdFactsService;\n private factsKey = \"structured_bird_facts\";\n private regionsToCollect = [\n \"US-CA\", \"US-NY\", \"US-FL\", \"US-TX\", \"US-WA\", // US States\n \"GB\", \"FR\", \"DE\", \"IT\", \"ES\", // Europe\n \"AU\", \"NZ\", // Oceania\n \"CA-ON\", \"CA-BC\", // Canada\n \"MX\", \"BR\", \"AR\", // Latin America\n ];\n\n constructor() {\n this.birdService = new BirdFactsService();\n this.superlativeService = new SuperlativeFactsService();\n }\n\n async collectFacts(): Promise {\n console.log(\"🔄 Starting bird facts collection...\");\n \n try {\n // Get existing facts collection\n let existingCollection = await this.getExistingCollection();\n \n // Collect new facts from different regions\n const newFacts: StructuredBirdFact[] = [];\n \n // Collect from each region\n for (const region of this.regionsToCollect) {\n try {\n console.log(`📍 Collecting facts from region: ${region}`);\n const regionFacts = await this.collectFromRegion(region, 3); // 3 facts per region\n newFacts.push(...regionFacts);\n \n // Small delay to be respectful to APIs\n await new Promise(resolve => setTimeout(resolve, 1000));\n } catch (error) {\n console.error(`❌ Failed to collect from region ${region}:`, error);\n }\n }\n\n // Collect some general facts (no region specified)\n console.log(\"🌍 Collecting general bird facts...\");\n const generalFacts = await this.collectGeneralFacts(10);\n newFacts.push(...generalFacts);\n\n // Merge with existing facts (avoid duplicates)\n const mergedFacts = this.mergeFacts(existingCollection.facts, newFacts);\n \n // Update the collection\n const updatedCollection: FactsCollection = {\n facts: mergedFacts,\n lastUpdated: new Date().toISOString(),\n totalFacts: mergedFacts.length,\n regions: [...new Set(mergedFacts.map(f => f.region).filter(Boolean))] as string[]\n };\n\n // Save to blob storage\n await blob.setJSON(this.factsKey, updatedCollection);\n \n console.log(`✅ Facts collection completed! Total facts: ${updatedCollection.totalFacts}`);\n console.log(`📊 New facts added: ${newFacts.length}`);\n console.log(`🌍 Regions covered: ${updatedCollection.regions.length}`);\n\n // 🤖 NEW: Process facts through LLM filter for superlative quality\n if (newFacts.length > 0) {\n console.log(\"🤖 Starting LLM superlative fact filtering...\");\n try {\n const llmResults = await this.superlativeService.processAndStoreSuperlativeFacts(newFacts);\n console.log(`✨ LLM Results: ${llmResults.superlativeFound} superlative facts found from ${llmResults.processed} processed`);\n console.log(`📈 Average quality score: ${llmResults.averageQuality.toFixed(2)}/10`);\n } catch (error) {\n console.error(\"❌ LLM filtering failed (continuing without it):\", error);\n }\n }\n \n } catch (error) {\n console.error(\"❌ Facts collection failed:\", error);\n throw error;\n }\n }\n\n async getRandomFacts(count: number = 1, category?: string, region?: string): Promise {\n try {\n const collection = await this.getExistingCollection();\n let availableFacts = collection.facts;\n\n // Filter by category if specified\n if (category) {\n availableFacts = availableFacts.filter(f => f.category === category);\n }\n\n // Filter by region if specified\n if (region) {\n availableFacts = availableFacts.filter(f => f.region === region);\n }\n\n if (availableFacts.length === 0) {\n return [];\n }\n\n // Shuffle and return requested count\n const shuffled = availableFacts.sort(() => Math.random() - 0.5);\n return shuffled.slice(0, count);\n \n } catch (error) {\n console.error(\"Error getting random facts:\", error);\n return [];\n }\n }\n\n async getFactsStats(): Promise<{\n totalFacts: number;\n lastUpdated: string;\n regions: string[];\n categories: { [key: string]: number };\n sources: { [key: string]: number };\n }> {\n try {\n const collection = await this.getExistingCollection();\n \n const categories: { [key: string]: number } = {};\n const sources: { [key: string]: number } = {};\n \n collection.facts.forEach(fact => {\n categories[fact.category] = (categories[fact.category] || 0) + 1;\n sources[fact.source] = (sources[fact.source] || 0) + 1;\n });\n\n return {\n totalFacts: collection.totalFacts,\n lastUpdated: collection.lastUpdated,\n regions: collection.regions,\n categories,\n sources\n };\n } catch (error) {\n console.error(\"Error getting facts stats:\", error);\n return {\n totalFacts: 0,\n lastUpdated: \"never\",\n regions: [],\n categories: {},\n sources: {}\n };\n }\n }\n\n private async getExistingCollection(): Promise {\n try {\n const existing = await blob.getJSON(this.factsKey);\n if (existing && existing.facts) {\n return existing as FactsCollection;\n }\n } catch (error) {\n // No existing collection or error reading\n }\n\n // Return empty collection\n return {\n facts: [],\n lastUpdated: new Date().toISOString(),\n totalFacts: 0,\n regions: []\n };\n }\n\n private async collectFromRegion(region: string, count: number): Promise {\n const facts: StructuredBirdFact[] = [];\n \n for (let i = 0; i < count; i++) {\n try {\n const birdFact = await this.birdService.getRandomBirdFact({ region });\n const structuredFact = this.structureFact(birdFact, region);\n if (structuredFact) {\n facts.push(structuredFact);\n }\n } catch (error) {\n console.error(`Failed to collect fact ${i + 1} from ${region}:`, error);\n }\n }\n \n return facts;\n }\n\n private async collectGeneralFacts(count: number): Promise {\n const facts: StructuredBirdFact[] = [];\n \n for (let i = 0; i < count; i++) {\n try {\n const birdFact = await this.birdService.getRandomBirdFact({});\n const structuredFact = this.structureFact(birdFact);\n if (structuredFact) {\n facts.push(structuredFact);\n }\n } catch (error) {\n console.error(`Failed to collect general fact ${i + 1}:`, error);\n }\n }\n \n return facts;\n }\n\n private structureFact(birdFact: any, region?: string): StructuredBirdFact | null {\n if (!birdFact.fact || !birdFact.name) {\n return null;\n }\n\n const id = this.generateFactId(birdFact.name, birdFact.fact);\n const category = this.categorizeFactText(birdFact.fact);\n const tags = this.extractTags(birdFact.fact, birdFact.name);\n\n return {\n id,\n name: birdFact.name,\n scientificName: birdFact.scientificName,\n fact: birdFact.fact,\n category,\n source: this.determineSource(birdFact),\n region: region || birdFact.region,\n imageUrl: birdFact.wikipedia?.image,\n wikipediaUrl: birdFact.wikipedia?.url,\n collectedAt: new Date().toISOString(),\n tags\n };\n }\n\n private generateFactId(birdName: string, fact: string): string {\n const combined = `${birdName}-${fact}`;\n // Simple hash function\n let hash = 0;\n for (let i = 0; i < combined.length; i++) {\n const char = combined.charCodeAt(i);\n hash = ((hash << 5) - hash) + char;\n hash = hash & hash; // Convert to 32-bit integer\n }\n return Math.abs(hash).toString(36);\n }\n\n private categorizeFactText(fact: string): StructuredBirdFact[\"category\"] {\n const lowerFact = fact.toLowerCase();\n \n if (lowerFact.includes(\"nest\") || lowerFact.includes(\"egg\") || lowerFact.includes(\"breed\") || lowerFact.includes(\"mate\")) {\n return \"reproduction\";\n }\n if (lowerFact.includes(\"migrat\") || lowerFact.includes(\"travel\") || lowerFact.includes(\"journey\")) {\n return \"migration\";\n }\n if (lowerFact.includes(\"eat\") || lowerFact.includes(\"feed\") || lowerFact.includes(\"diet\") || lowerFact.includes(\"food\")) {\n return \"diet\";\n }\n if (lowerFact.includes(\"color\") || lowerFact.includes(\"feather\") || lowerFact.includes(\"wing\") || lowerFact.includes(\"size\")) {\n return \"appearance\";\n }\n if (lowerFact.includes(\"habitat\") || lowerFact.includes(\"live\") || lowerFact.includes(\"forest\") || lowerFact.includes(\"water\")) {\n return \"habitat\";\n }\n if (lowerFact.includes(\"call\") || lowerFact.includes(\"song\") || lowerFact.includes(\"behavior\") || lowerFact.includes(\"social\")) {\n return \"behavior\";\n }\n \n return \"general\";\n }\n\n private extractTags(fact: string, birdName: string): string[] {\n const tags: string[] = [];\n const lowerFact = fact.toLowerCase();\n \n // Add bird name as tag\n tags.push(birdName.toLowerCase());\n \n // Extract common descriptive words\n const tagWords = [\n \"colorful\", \"large\", \"small\", \"fast\", \"slow\", \"loud\", \"quiet\",\n \"migratory\", \"resident\", \"endangered\", \"common\", \"rare\",\n \"predator\", \"prey\", \"omnivore\", \"carnivore\", \"herbivore\",\n \"social\", \"solitary\", \"nocturnal\", \"diurnal\"\n ];\n \n tagWords.forEach(word => {\n if (lowerFact.includes(word)) {\n tags.push(word);\n }\n });\n \n return [...new Set(tags)]; // Remove duplicates\n }\n\n private determineSource(birdFact: any): StructuredBirdFact[\"source\"] {\n if (birdFact.source === \"api_ninjas\" || (birdFact.fact && !birdFact.wikipedia)) {\n return \"api_ninjas\";\n }\n if (birdFact.wikipedia) {\n return \"wikipedia\";\n }\n return \"curated\";\n }\n\n private mergeFacts(existing: StructuredBirdFact[], newFacts: StructuredBirdFact[]): StructuredBirdFact[] {\n const existingIds = new Set(existing.map(f => f.id));\n const uniqueNewFacts = newFacts.filter(f => !existingIds.has(f.id));\n \n // Combine and limit to reasonable size (e.g., 1000 facts max)\n const combined = [...existing, ...uniqueNewFacts];\n \n // Keep most recent 1000 facts\n return combined\n .sort((a, b) => new Date(b.collectedAt).getTime() - new Date(a.collectedAt).getTime())\n .slice(0, 1000);\n }\n}","deleted","label",[171,172,153],"backend","services","permalink","https://www.val.town/x/greasegum/birdfacts/code/backend/services/FactsCollector.ts","extension","actionData","errors"]