[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","abb8403524a4061c15f290c317905fd5206b7d64","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_151":152,"_173":174,"_175":-5},"handle","pinsar","name","feistyAmberRhinoceros","path","backend/monitoring/metricsCollector.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":-5,"_111":-5,"_12":112,"_113":114,"_115":116,"_117":-5,"_118":119,"_120":32,"_14":121,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":123,"_23":131,"_134":135,"_137":138,"_150":20},"id","2149c16a-277d-11f0-b46e-569c3dd06744","createdAt",["D",1746207883134],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","851f6760-f7af-11ef-9322-0fd6f1c36e70","pinnedFileId","214e03d8-277d-11f0-b46e-569c3dd06744","pinPreview",true,"pinMigrated","screenshotVersion",19,"likeCount","094b6920-183c-466c-985a-fe1516b5d507","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_132":133},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ydG1LWVR3QzZpNUhHQkNmbzF5VlRvOGZweUQifQ","org",{"_94":95,"_136":133,"_12":112},"avatar","branch",{"_139":140,"_96":44,"_102":141,"_142":103,"_143":-5,"_144":-5,"_145":-5,"_146":-5,"_147":-5,"_148":97,"_149":95},"version",27,"214a9ba8-277d-11f0-b46e-569c3dd06744","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":153,"_96":154,"_155":156,"_157":158,"_159":141,"_160":161,"_162":116,"_104":163,"_139":32,"_164":165,"_166":167,"_168":20,"_169":-5,"_98":170},"9daed666-3a04-11f0-97ff-9e149126039e","metricsCollector.ts","fileId","9daed71a-3a04-11f0-97ff-9e149126039e","parentId","17c4688b-835b-4794-a45a-0600aee83343","branchId","branchVersion",15,"latest",["D",1748245194820],"fileType","script","content","import { MetricsStorage, Metric } from \"../storage/database.ts\";\n\nexport interface SystemMetrics {\n timestamp: number;\n throughput: {\n eventsPerSecond: number;\n batchesPerSecond: number;\n totalEvents: number;\n };\n latency: {\n avgProcessingTime: number;\n p50ProcessingTime: number;\n p95ProcessingTime: number;\n p99ProcessingTime: number;\n };\n errors: {\n errorRate: number;\n totalErrors: number;\n errorsByType: Record;\n };\n system: {\n processingInstances: number;\n queueDepth: number;\n memoryUsage: number;\n cpuUsage: number;\n };\n health: {\n status: 'healthy' | 'degraded' | 'critical';\n uptime: number;\n lastError?: string;\n };\n}\n\nexport class MetricsCollector {\n private metricsStorage: MetricsStorage;\n private counters: Map = new Map();\n private gauges: Map = new Map();\n private histograms: Map = new Map();\n private startTime: number;\n private lastMetricsFlush: number;\n\n constructor() {\n this.metricsStorage = new MetricsStorage();\n this.startTime = Date.now();\n this.lastMetricsFlush = Date.now();\n \n // Initialize default metrics\n this.initializeDefaultMetrics();\n \n // Start periodic metrics flushing\n this.startMetricsFlushLoop();\n }\n\n private initializeDefaultMetrics(): void {\n // Counters\n this.counters.set('events_ingested_total', 0);\n this.counters.set('events_failed_total', 0);\n this.counters.set('batch_ingestion_total', 0);\n this.counters.set('batch_ingestion_failed_total', 0);\n this.counters.set('processing_errors_total', 0);\n this.counters.set('high_latency_alerts', 0);\n this.counters.set('high_throughput_alerts', 0);\n \n // Gauges\n this.gauges.set('processing_instances', 1);\n this.gauges.set('queue_depth', 0);\n this.gauges.set('memory_usage_mb', 0);\n this.gauges.set('cpu_usage_percent', 0);\n this.gauges.set('avg_throughput_per_second', 0);\n this.gauges.set('avg_processing_latency_ms', 0);\n this.gauges.set('total_events_5min', 0);\n \n // Histograms\n this.histograms.set('event_processing_time_ms', []);\n this.histograms.set('batch_processing_time_ms', []);\n this.histograms.set('window_processing_time_ms', []);\n }\n\n async incrementCounter(name: string, value: number = 1): Promise {\n const current = this.counters.get(name) || 0;\n this.counters.set(name, current + value);\n }\n\n async setGauge(name: string, value: number): Promise {\n this.gauges.set(name, value);\n }\n\n async recordHistogram(name: string, value: number): Promise {\n const values = this.histograms.get(name) || [];\n values.push(value);\n \n // Keep only last 1000 values for memory efficiency\n if (values.length > 1000) {\n values.splice(0, values.length - 1000);\n }\n \n this.histograms.set(name, values);\n }\n\n async recordEventProcessed(processingTime: number, success: boolean = true): Promise {\n await this.recordHistogram('event_processing_time_ms', processingTime);\n \n if (success) {\n await this.incrementCounter('events_processed_success');\n } else {\n await this.incrementCounter('events_processed_failed');\n }\n }\n\n async recordBatchProcessed(processed: number, failed: number, totalTime: number): Promise {\n await this.incrementCounter('batch_ingestion_total');\n await this.incrementCounter('events_ingested_total', processed);\n await this.incrementCounter('events_failed_total', failed);\n await this.recordHistogram('batch_processing_time_ms', totalTime);\n }\n\n async recordWindowProcessed(eventCount: number, processingTime: number): Promise {\n await this.recordHistogram('window_processing_time_ms', processingTime);\n await this.incrementCounter('windows_processed_total');\n }\n\n async getCurrentMetrics(): Promise {\n const now = Date.now();\n const uptime = now - this.startTime;\n \n // Calculate throughput metrics\n const totalEvents = this.counters.get('events_ingested_total') || 0;\n const totalErrors = this.counters.get('events_failed_total') || 0;\n const eventsPerSecond = this.calculateEventsPerSecond();\n const batchesPerSecond = this.calculateBatchesPerSecond();\n \n // Calculate latency metrics\n const processingTimes = this.histograms.get('event_processing_time_ms') || [];\n const latencyMetrics = this.calculateLatencyMetrics(processingTimes);\n \n // Calculate error rate\n const errorRate = totalEvents > 0 ? totalErrors / totalEvents : 0;\n \n // Determine system health\n const health = this.calculateSystemHealth(errorRate, latencyMetrics.avgProcessingTime);\n \n return {\n timestamp: now,\n throughput: {\n eventsPerSecond,\n batchesPerSecond,\n totalEvents\n },\n latency: latencyMetrics,\n errors: {\n errorRate,\n totalErrors,\n errorsByType: this.getErrorsByType()\n },\n system: {\n processingInstances: this.gauges.get('processing_instances') || 1,\n queueDepth: this.gauges.get('queue_depth') || 0,\n memoryUsage: this.estimateMemoryUsage(),\n cpuUsage: this.estimateCpuUsage()\n },\n health: {\n status: health.status,\n uptime,\n lastError: health.lastError\n }\n };\n }\n\n async getMetricsHistory(hours: number): Promise {\n // For now, return current metrics as a single point\n // In a real system, this would fetch historical data\n const current = await this.getCurrentMetrics();\n return [current];\n }\n\n async getErrorRate(): Promise {\n const totalEvents = this.counters.get('events_ingested_total') || 0;\n const totalErrors = this.counters.get('events_failed_total') || 0;\n return totalEvents > 0 ? totalErrors / totalEvents : 0;\n }\n\n async reset(): Promise {\n this.counters.clear();\n this.gauges.clear();\n this.histograms.clear();\n this.initializeDefaultMetrics();\n this.startTime = Date.now();\n console.log(\"Metrics collector reset\");\n }\n\n private calculateEventsPerSecond(): number {\n const totalEvents = this.counters.get('events_ingested_total') || 0;\n const uptimeSeconds = (Date.now() - this.startTime) / 1000;\n return uptimeSeconds > 0 ? totalEvents / uptimeSeconds : 0;\n }\n\n private calculateBatchesPerSecond(): number {\n const totalBatches = this.counters.get('batch_ingestion_total') || 0;\n const uptimeSeconds = (Date.now() - this.startTime) / 1000;\n return uptimeSeconds > 0 ? totalBatches / uptimeSeconds : 0;\n }\n\n private calculateLatencyMetrics(processingTimes: number[]): SystemMetrics['latency'] {\n if (processingTimes.length === 0) {\n return {\n avgProcessingTime: 0,\n p50ProcessingTime: 0,\n p95ProcessingTime: 0,\n p99ProcessingTime: 0\n };\n }\n\n const sorted = [...processingTimes].sort((a, b) => a - b);\n const avg = processingTimes.reduce((sum, time) => sum + time, 0) / processingTimes.length;\n \n return {\n avgProcessingTime: avg,\n p50ProcessingTime: this.getPercentile(sorted, 50),\n p95ProcessingTime: this.getPercentile(sorted, 95),\n p99ProcessingTime: this.getPercentile(sorted, 99)\n };\n }\n\n private getPercentile(sortedArray: number[], percentile: number): number {\n if (sortedArray.length === 0) return 0;\n const index = Math.ceil((percentile / 100) * sortedArray.length) - 1;\n return sortedArray[Math.max(0, index)];\n }\n\n private getErrorsByType(): Record {\n // In a real system, this would track errors by type\n return {\n 'validation_error': this.counters.get('validation_errors') || 0,\n 'storage_error': this.counters.get('storage_errors') || 0,\n 'processing_error': this.counters.get('processing_errors_total') || 0,\n 'rate_limit_error': this.counters.get('rate_limit_errors') || 0\n };\n }\n\n private calculateSystemHealth(errorRate: number, avgLatency: number): { status: SystemMetrics['health']['status'], lastError?: string } {\n if (errorRate > 0.05 || avgLatency > 1000) {\n return { status: 'critical', lastError: 'High error rate or latency' };\n } else if (errorRate > 0.01 || avgLatency > 500) {\n return { status: 'degraded', lastError: 'Elevated error rate or latency' };\n } else {\n return { status: 'healthy' };\n }\n }\n\n private estimateMemoryUsage(): number {\n // Estimate memory usage based on stored metrics\n const totalMetrics = this.counters.size + this.gauges.size;\n const histogramSize = Array.from(this.histograms.values())\n .reduce((sum, arr) => sum + arr.length, 0);\n \n // Rough estimate: 8 bytes per number + overhead\n return Math.round((totalMetrics * 8 + histogramSize * 8) / 1024 / 1024);\n }\n\n private estimateCpuUsage(): number {\n // Simulate CPU usage based on throughput\n const eventsPerSecond = this.calculateEventsPerSecond();\n const baseCpu = Math.min(eventsPerSecond / 100, 80); // Max 80% from events\n const randomVariation = Math.random() * 10; // Add some variation\n return Math.min(baseCpu + randomVariation, 100);\n }\n\n private startMetricsFlushLoop(): void {\n const flushInterval = 60000; // Flush every minute\n \n const flush = async () => {\n try {\n await this.flushMetricsToStorage();\n } catch (error) {\n console.error(\"Error flushing metrics:\", error);\n }\n \n setTimeout(flush, flushInterval);\n };\n \n setTimeout(flush, flushInterval);\n }\n\n private async flushMetricsToStorage(): Promise {\n const now = Date.now();\n \n // Store counter values\n for (const [name, value] of this.counters.entries()) {\n await this.metricsStorage.storeMetric({\n timestamp: now,\n metric_name: name,\n metric_value: value\n });\n }\n \n // Store gauge values\n for (const [name, value] of this.gauges.entries()) {\n await this.metricsStorage.storeMetric({\n timestamp: now,\n metric_name: name,\n metric_value: value\n });\n }\n \n // Store histogram percentiles\n for (const [name, values] of this.histograms.entries()) {\n if (values.length > 0) {\n const sorted = [...values].sort((a, b) => a - b);\n const avg = values.reduce((sum, v) => sum + v, 0) / values.length;\n \n await this.metricsStorage.storeMetric({\n timestamp: now,\n metric_name: `${name}_avg`,\n metric_value: avg\n });\n \n await this.metricsStorage.storeMetric({\n timestamp: now,\n metric_name: `${name}_p95`,\n metric_value: this.getPercentile(sorted, 95)\n });\n \n await this.metricsStorage.storeMetric({\n timestamp: now,\n metric_name: `${name}_p99`,\n metric_value: this.getPercentile(sorted, 99)\n });\n }\n }\n \n this.lastMetricsFlush = now;\n }\n}","deleted","label",[171,172,154],"backend","monitoring","permalink","https://www.val.town/x/pinsar/feistyAmberRhinoceros/code/backend/monitoring/metricsCollector.ts","extension","actionData","errors"]