\n \n \n \n\n",[],[286,293],{"_106":300,"_98":301,"_153":302,"_155":287,"_156":140,"_157":303,"_159":120,"_108":304,"_103":31,"_161":180,"_163":305,"_164":27,"_165":-5,"_166":306,"_101":307},"f28ca334-3a04-11f0-a58d-9e149126039e","index.tsx","f28ca3ca-3a04-11f0-a58d-9e149126039e",18,["D",1748245337201],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client?deps=react@18.2.0\";\nimport React, { useEffect, useState, useRef } from \"https://esm.sh/react@18.2.0\";\n\ninterface SystemMetrics {\n timestamp: number;\n throughput: {\n eventsPerSecond: number;\n batchesPerSecond: number;\n totalEvents: number;\n };\n latency: {\n avgProcessingTime: number;\n p50ProcessingTime: number;\n p95ProcessingTime: number;\n p99ProcessingTime: number;\n };\n errors: {\n errorRate: number;\n totalErrors: number;\n errorsByType: Record;\n };\n system: {\n processingInstances: number;\n queueDepth: number;\n memoryUsage: number;\n cpuUsage: number;\n };\n health: {\n status: 'healthy' | 'degraded' | 'critical';\n uptime: number;\n lastError?: string;\n };\n}\n\ninterface HealthCheck {\n name: string;\n status: 'pass' | 'warn' | 'fail';\n message: string;\n duration: number;\n timestamp: number;\n metadata?: Record;\n}\n\ninterface HealthStatus {\n status: 'healthy' | 'degraded' | 'critical';\n timestamp: number;\n uptime: number;\n checks: HealthCheck[];\n summary: {\n total: number;\n passing: number;\n warning: number;\n critical: number;\n };\n}\n\nfunction Dashboard() {\n const [metrics, setMetrics] = useState(null);\n const [health, setHealth] = useState(null);\n const [isConnected, setIsConnected] = useState(false);\n const [isLoading, setIsLoading] = useState(true);\n const [metricsHistory, setMetricsHistory] = useState([]);\n const [loadTestRunning, setLoadTestRunning] = useState(false);\n \n const wsRef = useRef(null);\n const throughputChartRef = useRef(null);\n const latencyChartRef = useRef(null);\n\n useEffect(() => {\n // Load initial data\n loadInitialData();\n \n // Connect to WebSocket for real-time updates\n connectWebSocket();\n \n // Fetch health status periodically\n const healthInterval = setInterval(fetchHealthStatus, 30000);\n \n return () => {\n if (wsRef.current) {\n wsRef.current.close();\n }\n clearInterval(healthInterval);\n };\n }, []);\n\n useEffect(() => {\n if (metrics && metricsHistory.length > 0) {\n updateCharts();\n }\n }, [metrics, metricsHistory]);\n\n const loadInitialData = async () => {\n try {\n // Load initial metrics from window if available\n if (window.__INITIAL_DATA__) {\n setMetrics(window.__INITIAL_DATA__);\n setMetricsHistory([window.__INITIAL_DATA__]);\n }\n \n // Fetch current metrics\n const metricsResponse = await fetch('/api/metrics');\n const currentMetrics = await metricsResponse.json();\n setMetrics(currentMetrics);\n \n // Fetch health status\n await fetchHealthStatus();\n \n setIsLoading(false);\n } catch (error) {\n console.error('Failed to load initial data:', error);\n setIsLoading(false);\n }\n };\n\n const connectWebSocket = () => {\n const protocol = window.location.protocol === 'https:' ? 'wss:' : 'ws:';\n const wsUrl = `${protocol}//${window.location.host}/ws/metrics`;\n \n wsRef.current = new WebSocket(wsUrl);\n \n wsRef.current.onopen = () => {\n setIsConnected(true);\n console.log('WebSocket connected');\n };\n \n wsRef.current.onmessage = (event) => {\n try {\n const data = JSON.parse(event.data);\n if (data.type === 'metrics') {\n setMetrics(data.data);\n setMetricsHistory(prev => {\n const newHistory = [...prev, data.data];\n // Keep only last 60 data points (1 minute of data)\n return newHistory.slice(-60);\n });\n }\n } catch (error) {\n console.error('Error parsing WebSocket message:', error);\n }\n };\n \n wsRef.current.onclose = () => {\n setIsConnected(false);\n console.log('WebSocket disconnected');\n \n // Attempt to reconnect after 5 seconds\n setTimeout(connectWebSocket, 5000);\n };\n \n wsRef.current.onerror = (error) => {\n console.error('WebSocket error:', error);\n setIsConnected(false);\n };\n };\n\n const fetchHealthStatus = async () => {\n try {\n const response = await fetch('/api/health');\n const healthData = await response.json();\n setHealth(healthData);\n } catch (error) {\n console.error('Failed to fetch health status:', error);\n }\n };\n\n const updateCharts = () => {\n updateThroughputChart();\n updateLatencyChart();\n };\n\n const updateThroughputChart = () => {\n const canvas = document.getElementById('throughputChart') as HTMLCanvasElement;\n if (!canvas) return;\n\n const ctx = canvas.getContext('2d');\n if (!ctx) return;\n\n // Destroy existing chart\n if (throughputChartRef.current) {\n throughputChartRef.current.destroy();\n }\n\n const labels = metricsHistory.map((_, index) => `${index}s`);\n const throughputData = metricsHistory.map(m => m.throughput.eventsPerSecond);\n\n throughputChartRef.current = new Chart(ctx, {\n type: 'line',\n data: {\n labels,\n datasets: [{\n label: 'Events/Second',\n data: throughputData,\n borderColor: '#667eea',\n backgroundColor: 'rgba(102, 126, 234, 0.1)',\n borderWidth: 2,\n fill: true,\n tension: 0.4\n }]\n },\n options: {\n responsive: true,\n maintainAspectRatio: false,\n scales: {\n y: {\n beginAtZero: true,\n title: {\n display: true,\n text: 'Events per Second'\n }\n },\n x: {\n title: {\n display: true,\n text: 'Time (seconds ago)'\n }\n }\n },\n plugins: {\n legend: {\n display: false\n }\n }\n }\n });\n };\n\n const updateLatencyChart = () => {\n const canvas = document.getElementById('latencyChart') as HTMLCanvasElement;\n if (!canvas) return;\n\n const ctx = canvas.getContext('2d');\n if (!ctx) return;\n\n // Destroy existing chart\n if (latencyChartRef.current) {\n latencyChartRef.current.destroy();\n }\n\n const labels = metricsHistory.map((_, index) => `${index}s`);\n const avgLatency = metricsHistory.map(m => m.latency.avgProcessingTime);\n const p95Latency = metricsHistory.map(m => m.latency.p95ProcessingTime);\n const p99Latency = metricsHistory.map(m => m.latency.p99ProcessingTime);\n\n latencyChartRef.current = new Chart(ctx, {\n type: 'line',\n data: {\n labels,\n datasets: [\n {\n label: 'Average',\n data: avgLatency,\n borderColor: '#10b981',\n backgroundColor: 'rgba(16, 185, 129, 0.1)',\n borderWidth: 2,\n fill: false\n },\n {\n label: 'P95',\n data: p95Latency,\n borderColor: '#f59e0b',\n backgroundColor: 'rgba(245, 158, 11, 0.1)',\n borderWidth: 2,\n fill: false\n },\n {\n label: 'P99',\n data: p99Latency,\n borderColor: '#ef4444',\n backgroundColor: 'rgba(239, 68, 68, 0.1)',\n borderWidth: 2,\n fill: false\n }\n ]\n },\n options: {\n responsive: true,\n maintainAspectRatio: false,\n scales: {\n y: {\n beginAtZero: true,\n title: {\n display: true,\n text: 'Latency (ms)'\n }\n },\n x: {\n title: {\n display: true,\n text: 'Time (seconds ago)'\n }\n }\n }\n }\n });\n };\n\n const startLoadTest = async () => {\n try {\n setLoadTestRunning(true);\n const response = await fetch('/api/load-test', {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' },\n body: JSON.stringify({\n eventsPerSecond: 5000,\n durationSeconds: 30\n })\n });\n \n const result = await response.json();\n console.log('Load test started:', result);\n \n // Stop load test indicator after duration\n setTimeout(() => setLoadTestRunning(false), 30000);\n } catch (error) {\n console.error('Failed to start load test:', error);\n setLoadTestRunning(false);\n }\n };\n\n const resetSystem = async () => {\n try {\n const response = await fetch('/api/system/reset', {\n method: 'POST',\n headers: { 'Content-Type': 'application/json' }\n });\n \n const result = await response.json();\n console.log('System reset:', result);\n \n // Reload data\n await loadInitialData();\n } catch (error) {\n console.error('Failed to reset system:', error);\n }\n };\n\n const formatUptime = (uptime: number) => {\n const seconds = Math.floor(uptime / 1000);\n const minutes = Math.floor(seconds / 60);\n const hours = Math.floor(minutes / 60);\n \n if (hours > 0) {\n return `${hours}h ${minutes % 60}m`;\n } else if (minutes > 0) {\n return `${minutes}m ${seconds % 60}s`;\n } else {\n return `${seconds}s`;\n }\n };\n\n const formatNumber = (num: number) => {\n if (num >= 1000000) {\n return `${(num / 1000000).toFixed(1)}M`;\n } else if (num >= 1000) {\n return `${(num / 1000).toFixed(1)}K`;\n } else {\n return num.toFixed(0);\n }\n };\n\n if (isLoading) {\n return (\n

Loading dashboard...

\n );\n }\n\n return (\n

\n {/* Header */}\n

\n Real-Time Data Processing System\n

\n \n {isConnected ? 'Connected' : 'Disconnected'}\n {metrics && (\n \n Uptime: {formatUptime(metrics.health.uptime)}\n \n )}\n

\n \n

\n \n {loadTestRunning ? (\n \n

\n Running Load Test\n \n ) : (\n 'Start Load Test'\n )}\n \n \n \n Reset System\n \n

\n\n {/* System Status */}\n {health && (\n

System Health

\n Overall Status\n \n {health.status.toUpperCase()}\n \n

\n \n

Health Checks

\n {health.summary.passing}/{health.summary.total}\n

Passing

\n \n

Warnings

\n {health.summary.warning}\n

\n \n

Critical

\n {health.summary.critical}\n

\n )}\n\n {/* Key Metrics */}\n {metrics && (\n

Key Metrics

Throughput

\n {formatNumber(metrics.throughput.eventsPerSecond)}\n

events/second

\n \n

Avg Latency

\n {metrics.latency.avgProcessingTime.toFixed(1)}\n

milliseconds

\n \n

Error Rate

\n {(metrics.errors.errorRate * 100).toFixed(2)}%\n

of total events

\n \n

Total Events

\n {formatNumber(metrics.throughput.totalEvents)}\n

processed

\n )}\n\n {/* Charts */}\n

Throughput Over Time

\n \n

Latency Percentiles

\n\n {/* System Resources */}\n {metrics && (\n

System Resources

CPU Usage

\n {metrics.system.cpuUsage.toFixed(1)}%\n

\n \n

Memory Usage

\n {metrics.system.memoryUsage} MB\n

\n \n

Processing Instances

\n {metrics.system.processingInstances}\n

active instances

\n )}\n\n {/* Health Checks Detail */}\n {health && (\n

Health Check Details

\n {health.checks.map((check, index) => (\n

\n \n

\n {check.name.replace(/_/g, ' ').replace(/\\b\\w/g, l => l.toUpperCase())}\n

{check.message}

\n {check.duration.toFixed(1)}ms\n

\n ))}\n

\n )}\n

\n );\n}\n\n// Initialize the app\nfunction initApp() {\n const root = document.getElementById('root');\n if (root) {\n createRoot(root).render();\n }\n}\n\n// Start the app when DOM is ready\nif (document.readyState === 'loading') {\n document.addEventListener('DOMContentLoaded', initApp);\n} else {\n initApp();\n}\n\n// Declare global types\ndeclare global {\n interface Window {\n __INITIAL_DATA__?: SystemMetrics;\n Chart: any;\n }\n}",[],[286,301],[286],{"_106":310,"_98":311,"_153":312,"_155":-5,"_156":140,"_157":313,"_159":120,"_108":314,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":315,"_101":333},"21dad11a-3a05-11f0-b035-9e149126039e","shared","da4edb79-5d59-4320-842e-e6d469deea5a",20,["D",1748245416566],[316,324],{"_106":317,"_98":318,"_153":319,"_155":312,"_156":140,"_157":313,"_159":120,"_108":320,"_103":31,"_161":180,"_163":321,"_164":27,"_165":-5,"_166":322,"_101":323},"21daad84-3a05-11f0-b035-9e149126039e","types.ts","21daae2e-3a05-11f0-b035-9e149126039e",["D",1748245416566],"// Shared type definitions for the real-time data processing system\n\nexport interface Event {\n id: string;\n timestamp: number;\n type: string;\n source: string;\n data: any;\n processing_time_ms?: number;\n partition_key?: string;\n}\n\nexport interface SystemMetrics {\n timestamp: number;\n throughput: {\n eventsPerSecond: number;\n batchesPerSecond: number;\n totalEvents: number;\n };\n latency: {\n avgProcessingTime: number;\n p50ProcessingTime: number;\n p95ProcessingTime: number;\n p99ProcessingTime: number;\n };\n errors: {\n errorRate: number;\n totalErrors: number;\n errorsByType: Record;\n };\n system: {\n processingInstances: number;\n queueDepth: number;\n memoryUsage: number;\n cpuUsage: number;\n };\n health: {\n status: 'healthy' | 'degraded' | 'critical';\n uptime: number;\n lastError?: string;\n };\n}\n\nexport interface HealthCheck {\n name: string;\n status: 'pass' | 'warn' | 'fail';\n message: string;\n duration: number;\n timestamp: number;\n metadata?: Record;\n}\n\nexport interface HealthStatus {\n status: 'healthy' | 'degraded' | 'critical';\n timestamp: number;\n uptime: number;\n checks: HealthCheck[];\n summary: {\n total: number;\n passing: number;\n warning: number;\n critical: number;\n };\n}\n\nexport interface LoadTestConfig {\n eventsPerSecond: number;\n durationSeconds: number;\n eventTypes?: string[];\n concurrentStreams?: number;\n}\n\nexport interface ProcessingResult {\n windowStart: number;\n windowEnd: number;\n eventsProcessed: number;\n processingTime: number;\n success: boolean;\n error?: string;\n}\n\nexport interface ScalingConfig {\n minInstances: number;\n maxInstances: number;\n targetThroughput: number;\n scaleUpThreshold: number;\n scaleDownThreshold: number;\n}\n\n// Event type constants\nexport const EVENT_TYPES = {\n USER_ACTION: 'user_action',\n PAGE_VIEW: 'page_view',\n PURCHASE: 'purchase',\n SIGNUP: 'signup',\n LOGIN: 'login',\n API_CALL: 'api_call',\n SYSTEM_EVENT: 'system_event',\n ERROR_EVENT: 'error_event'\n} as const;\n\n// Source constants\nexport const EVENT_SOURCES = {\n WEB_APP: 'web_app',\n MOBILE_APP: 'mobile_app',\n API: 'api',\n LOAD_TEST: 'load_test',\n SYSTEM: 'system',\n EXTERNAL: 'external'\n} as const;\n\n// Metric names\nexport const METRIC_NAMES = {\n EVENTS_INGESTED_TOTAL: 'events_ingested_total',\n EVENTS_FAILED_TOTAL: 'events_failed_total',\n PROCESSING_LATENCY_MS: 'processing_latency_ms',\n THROUGHPUT_PER_SECOND: 'throughput_per_second',\n ERROR_RATE: 'error_rate',\n SYSTEM_CPU_USAGE: 'system_cpu_usage',\n SYSTEM_MEMORY_USAGE: 'system_memory_usage',\n PROCESSING_INSTANCES: 'processing_instances',\n QUEUE_DEPTH: 'queue_depth'\n} as const;\n\n// Health check names\nexport const HEALTH_CHECK_NAMES = {\n EVENT_INGESTION: 'event_ingestion',\n PROCESSING_LATENCY: 'processing_latency',\n ERROR_RATE: 'error_rate',\n THROUGHPUT: 'throughput',\n SYSTEM_RESOURCES: 'system_resources',\n DATA_STORAGE: 'data_storage',\n PROCESSING_PIPELINE: 'processing_pipeline'\n} as const;",[],[311,318],{"_106":325,"_98":326,"_153":327,"_155":312,"_156":140,"_157":328,"_159":120,"_108":329,"_103":31,"_161":180,"_163":330,"_164":27,"_165":-5,"_166":331,"_101":332},"39f826a8-3a05-11f0-b736-9e149126039e","utils.ts","39f82798-3a05-11f0-b736-9e149126039e",21,["D",1748245457026],"// Shared utility functions for the real-time data processing system\n\n/**\n * Generate a unique event ID\n */\nexport function generateEventId(): string {\n return `evt_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;\n}\n\n/**\n * Generate a partition key for distributed processing\n */\nexport function generatePartitionKey(eventData: any, partitionCount: number = 16): string {\n const key = eventData.data?.user_id || eventData.type || 'default';\n return `partition_${hashString(key) % partitionCount}`;\n}\n\n/**\n * Hash a string to a number\n */\nexport function hashString(str: string): number {\n let hash = 0;\n for (let i = 0; i < str.length; i++) {\n const char = str.charCodeAt(i);\n hash = ((hash << 5) - hash) + char;\n hash = hash & hash; // Convert to 32-bit integer\n }\n return Math.abs(hash);\n}\n\n/**\n * Format a number with appropriate units (K, M, B)\n */\nexport function formatNumber(num: number): string {\n if (num >= 1000000000) {\n return `${(num / 1000000000).toFixed(1)}B`;\n } else if (num >= 1000000) {\n return `${(num / 1000000).toFixed(1)}M`;\n } else if (num >= 1000) {\n return `${(num / 1000).toFixed(1)}K`;\n } else {\n return num.toFixed(0);\n }\n}\n\n/**\n * Format uptime duration\n */\nexport function formatUptime(uptime: number): string {\n const seconds = Math.floor(uptime / 1000);\n const minutes = Math.floor(seconds / 60);\n const hours = Math.floor(minutes / 60);\n const days = Math.floor(hours / 24);\n \n if (days > 0) {\n return `${days}d ${hours % 24}h`;\n } else if (hours > 0) {\n return `${hours}h ${minutes % 60}m`;\n } else if (minutes > 0) {\n return `${minutes}m ${seconds % 60}s`;\n } else {\n return `${seconds}s`;\n }\n}\n\n/**\n * Format bytes to human readable format\n */\nexport function formatBytes(bytes: number): string {\n if (bytes === 0) return '0 B';\n \n const k = 1024;\n const sizes = ['B', 'KB', 'MB', 'GB', 'TB'];\n const i = Math.floor(Math.log(bytes) / Math.log(k));\n \n return `${parseFloat((bytes / Math.pow(k, i)).toFixed(1))} ${sizes[i]}`;\n}\n\n/**\n * Calculate percentile from an array of numbers\n */\nexport function calculatePercentile(numbers: number[], percentile: number): number {\n if (numbers.length === 0) return 0;\n \n const sorted = [...numbers].sort((a, b) => a - b);\n const index = Math.ceil((percentile / 100) * sorted.length) - 1;\n return sorted[Math.max(0, index)];\n}\n\n/**\n * Calculate average from an array of numbers\n */\nexport function calculateAverage(numbers: number[]): number {\n if (numbers.length === 0) return 0;\n return numbers.reduce((sum, n) => sum + n, 0) / numbers.length;\n}\n\n/**\n * Chunk an array into smaller arrays\n */\nexport function chunkArray(array: T[], chunkSize: number): T[][] {\n const chunks: T[][] = [];\n for (let i = 0; i < array.length; i += chunkSize) {\n chunks.push(array.slice(i, i + chunkSize));\n }\n return chunks;\n}\n\n/**\n * Debounce function calls\n */\nexport function debounce any>(\n func: T,\n wait: number\n): (...args: Parameters) => void {\n let timeout: number | undefined;\n \n return (...args: Parameters) => {\n clearTimeout(timeout);\n timeout = setTimeout(() => func(...args), wait);\n };\n}\n\n/**\n * Throttle function calls\n */\nexport function throttle any>(\n func: T,\n limit: number\n): (...args: Parameters) => void {\n let inThrottle: boolean;\n \n return (...args: Parameters) => {\n if (!inThrottle) {\n func(...args);\n inThrottle = true;\n setTimeout(() => inThrottle = false, limit);\n }\n };\n}\n\n/**\n * Sleep for a specified number of milliseconds\n */\nexport function sleep(ms: number): Promise {\n return new Promise(resolve => setTimeout(resolve, ms));\n}\n\n/**\n * Retry a function with exponential backoff\n */\nexport async function retryWithBackoff(\n fn: () => Promise,\n maxRetries: number = 3,\n baseDelay: number = 1000\n): Promise {\n let lastError: Error;\n \n for (let attempt = 0; attempt < maxRetries; attempt++) {\n try {\n return await fn();\n } catch (error) {\n lastError = error as Error;\n \n if (attempt < maxRetries - 1) {\n const delay = baseDelay * Math.pow(2, attempt);\n await sleep(delay);\n }\n }\n }\n \n throw lastError!;\n}\n\n/**\n * Validate event data structure\n */\nexport function validateEvent(eventData: any): boolean {\n if (!eventData || typeof eventData !== 'object') {\n return false;\n }\n \n // Required fields\n if (!eventData.type || typeof eventData.type !== 'string') {\n return false;\n }\n \n if (!eventData.source || typeof eventData.source !== 'string') {\n return false;\n }\n \n // Optional but should be valid if present\n if (eventData.timestamp && (typeof eventData.timestamp !== 'number' || eventData.timestamp <= 0)) {\n return false;\n }\n \n if (eventData.id && typeof eventData.id !== 'string') {\n return false;\n }\n \n return true;\n}\n\n/**\n * Sanitize event data to prevent injection attacks\n */\nexport function sanitizeEventData(eventData: any): any {\n if (typeof eventData !== 'object' || eventData === null) {\n return eventData;\n }\n \n const sanitized: any = {};\n \n for (const [key, value] of Object.entries(eventData)) {\n // Skip functions and undefined values\n if (typeof value === 'function' || value === undefined) {\n continue;\n }\n \n // Recursively sanitize objects\n if (typeof value === 'object' && value !== null) {\n sanitized[key] = sanitizeEventData(value);\n } else {\n sanitized[key] = value;\n }\n }\n \n return sanitized;\n}\n\n/**\n * Generate test event data\n */\nexport function generateTestEvent(type?: string, source?: string): any {\n const eventTypes = ['user_action', 'page_view', 'purchase', 'signup', 'login', 'api_call'];\n const sources = ['web_app', 'mobile_app', 'api', 'external'];\n const actions = ['click', 'scroll', 'hover', 'submit', 'navigate', 'search'];\n \n return {\n type: type || eventTypes[Math.floor(Math.random() * eventTypes.length)],\n source: source || sources[Math.floor(Math.random() * sources.length)],\n data: {\n user_id: Math.floor(Math.random() * 10000).toString(),\n action: actions[Math.floor(Math.random() * actions.length)],\n value: Math.random() * 100,\n metadata: {\n test: true,\n timestamp: Date.now(),\n random_id: Math.random().toString(36).substr(2, 9)\n }\n }\n };\n}\n\n/**\n * Calculate system health score based on metrics\n */\nexport function calculateHealthScore(metrics: {\n errorRate: number;\n avgLatency: number;\n throughput: number;\n cpuUsage: number;\n memoryUsage: number;\n}): number {\n let score = 100;\n \n // Error rate impact (0-30 points)\n if (metrics.errorRate > 0.05) score -= 30;\n else if (metrics.errorRate > 0.01) score -= 15;\n else if (metrics.errorRate > 0.001) score -= 5;\n \n // Latency impact (0-25 points)\n if (metrics.avgLatency > 1000) score -= 25;\n else if (metrics.avgLatency > 500) score -= 15;\n else if (metrics.avgLatency > 100) score -= 5;\n \n // Throughput impact (0-20 points)\n if (metrics.throughput === 0) score -= 20;\n else if (metrics.throughput < 10) score -= 10;\n else if (metrics.throughput < 100) score -= 5;\n \n // CPU usage impact (0-15 points)\n if (metrics.cpuUsage > 95) score -= 15;\n else if (metrics.cpuUsage > 80) score -= 10;\n else if (metrics.cpuUsage > 60) score -= 5;\n \n // Memory usage impact (0-10 points)\n if (metrics.memoryUsage > 2000) score -= 10;\n else if (metrics.memoryUsage > 1000) score -= 5;\n \n return Math.max(0, score);\n}",[],[311,326],[311],{"_106":335,"_98":336,"_153":337,"_155":-5,"_156":140,"_157":338,"_159":120,"_108":339,"_103":31,"_161":262,"_163":340,"_164":27,"_165":-5,"_166":341,"_101":342},"786f5e0e-3a07-11f0-94df-9e149126039e","LICENSE","786f5ee0-3a07-11f0-94df-9e149126039e",23,["D",1748246420819],"MIT License\n\nCopyright (c) 2024 Real-Time Data Processing System\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in all\ncopies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\nSOFTWARE.",[],[336],{"_106":344,"_98":345,"_153":346,"_155":-5,"_156":140,"_157":347,"_159":120,"_108":348,"_103":31,"_161":262,"_163":349,"_164":27,"_165":-5,"_166":350,"_101":351},"28db2b0a-3a04-11f0-9f68-9e149126039e","README.md","28db2bd2-3a04-11f0-9f68-9e149126039e",10,["D",1748244998816],"# Scalable Real-Time Data Processing System\n\nA high-performance, fault-tolerant system for processing millions of events per second with sub-second latency. Built with modern web technologies and designed for horizontal scaling.\n\n## Architecture Overview\n\nThis system implements a distributed stream processing architecture with the following components:\n\n### Core Components\n\n1. **Data Ingestion Layer** (`/backend/ingestion/`)\n - High-throughput event collectors\n - Multiple input sources (HTTP, WebSocket, SSE)\n - Rate limiting and backpressure handling\n\n2. **Stream Processing Engine** (`/backend/processing/`)\n - Real-time event processing pipeline\n - Windowing and aggregation functions\n - Fault-tolerant processing with automatic recovery\n\n3. **Storage Layer** (`/backend/storage/`)\n - Time-series data storage\n - Distributed caching layer\n - Data partitioning and sharding\n\n4. **Monitoring & Analytics** (`/frontend/`)\n - Real-time dashboard\n - Performance metrics visualization\n - System health monitoring\n\n### Key Features\n\n- **High Throughput**: Processes millions of events per second\n- **Low Latency**: Sub-second processing latency\n- **Fault Tolerance**: Automatic failover and recovery mechanisms\n- **Dynamic Scaling**: Auto-scaling based on load\n- **Real-time Monitoring**: Live performance dashboards\n\n## Performance Metrics\n\n- **Throughput**: 1M+ events/second\n- **Latency**: <100ms processing time\n- **Availability**: 99.9% uptime\n- **Scalability**: Horizontal scaling up to 100+ nodes\n\n## Technology Stack\n\n- **Runtime**: Deno/TypeScript\n- **Web Framework**: Hono\n- **Real-time**: WebSockets, Server-Sent Events\n- **Storage**: SQLite (time-series optimized)\n- **Frontend**: React with real-time updates\n- **Monitoring**: Custom metrics and alerting\n\n## Quick Start\n\n1. The system starts automatically when deployed\n2. Access the dashboard at the root URL\n3. Send test events to `/api/events`\n4. Monitor performance in real-time\n\n## API Endpoints\n\n- `POST /api/events` - Ingest single event\n- `POST /api/events/batch` - Batch event ingestion\n- `GET /api/metrics` - System performance metrics\n- `GET /api/health` - Health check endpoint\n- `WebSocket /ws/events` - Real-time event stream\n\n## Event Format\n\n```json\n{\n \"id\": \"unique-event-id\",\n \"timestamp\": 1640995200000,\n \"type\": \"user_action\",\n \"source\": \"web_app\",\n \"data\": {\n \"user_id\": \"12345\",\n \"action\": \"click\",\n \"metadata\": {}\n }\n}\n```\n\n## Monitoring\n\nThe system includes comprehensive monitoring:\n- Real-time throughput metrics\n- Latency percentiles (p50, p95, p99)\n- Error rates and fault detection\n- Resource utilization tracking\n- Auto-scaling triggers",[],[345],{"_106":353,"_98":354,"_153":355,"_155":-5,"_156":140,"_157":356,"_159":120,"_108":357,"_103":31,"_161":262,"_163":358,"_164":27,"_165":-5,"_166":359,"_101":360},"7da4f03c-3a07-11f0-87ca-9e149126039e","gitignore","7da4f0fa-3a07-11f0-87ca-9e149126039e",24,["D",1748246429559],"# Logs\n*.log\nnpm-debug.log*\nyarn-debug.log*\nyarn-error.log*\nlerna-debug.log*\n\n# Runtime data\npids\n*.pid\n*.seed\n*.pid.lock\n\n# Coverage directory used by tools like istanbul\ncoverage/\n*.lcov\n\n# nyc test coverage\n.nyc_output\n\n# Dependency directories\nnode_modules/\njspm_packages/\n\n# TypeScript cache\n*.tsbuildinfo\n\n# Optional npm cache directory\n.npm\n\n# Optional eslint cache\n.eslintcache\n\n# Microbundle cache\n.rpt2_cache/\n.rts2_cache_cjs/\n.rts2_cache_es/\n.rts2_cache_umd/\n\n# Optional REPL history\n.node_repl_history\n\n# Output of 'npm pack'\n*.tgz\n\n# Yarn Integrity file\n.yarn-integrity\n\n# dotenv environment variables file\n.env\n.env.test\n.env.local\n.env.production\n\n# parcel-bundler cache (https://parceljs.org/)\n.cache\n.parcel-cache\n\n# Next.js build output\n.next\n\n# Nuxt.js build / generate output\n.nuxt\ndist\n\n# Gatsby files\n.cache/\npublic\n\n# Storybook build outputs\n.out\n.storybook-out\n\n# Temporary folders\ntmp/\ntemp/\n\n# Editor directories and files\n.vscode/\n.idea/\n*.swp\n*.swo\n*~\n\n# OS generated files\n.DS_Store\n.DS_Store?\n._*\n.Spotlight-V100\n.Trashes\nehthumbs.db\nThumbs.db\n\n# Deno\n.deno/\n\n# Database files\n*.db\n*.sqlite\n*.sqlite3\n\n# Build outputs\nbuild/\ndist/\nout/",[],[354],{"_106":362,"_98":363,"_153":118,"_155":-5,"_156":140,"_157":122,"_159":120,"_108":364,"_103":365,"_161":366,"_163":367,"_164":27,"_165":-5,"_166":368,"_101":369},"162a3bb2-3a05-11f0-8f01-9e149126039e","main.tsx",["D",1748245396954],9,"http","import app from \"./backend/index.ts\";\n\nexport default app.fetch;",[],[363],{"_106":371,"_98":372,"_153":373,"_155":-5,"_156":140,"_157":374,"_159":120,"_108":375,"_103":31,"_161":262,"_163":376,"_164":27,"_165":-5,"_166":377,"_101":378},"7545dfe6-3a07-11f0-a059-9e149126039e","package.json","7545e09a-3a07-11f0-a059-9e149126039e",22,["D",1748246415512],"{\n \"name\": \"real-time-data-processing-system\",\n \"version\": \"1.0.0\",\n \"description\": \"A scalable, fault-tolerant system for processing millions of events per second with sub-second latency\",\n \"main\": \"main.tsx\",\n \"type\": \"module\",\n \"scripts\": {\n \"dev\": \"deno run --allow-all main.tsx\",\n \"start\": \"deno run --allow-all main.tsx\",\n \"test\": \"deno test --allow-all\",\n \"lint\": \"deno lint\",\n \"fmt\": \"deno fmt\"\n },\n \"keywords\": [\n \"real-time\",\n \"data-processing\",\n \"stream-processing\",\n \"scalable\",\n \"fault-tolerant\",\n \"high-throughput\",\n \"low-latency\",\n \"typescript\",\n \"deno\",\n \"hono\",\n \"react\",\n \"websockets\",\n \"monitoring\",\n \"dashboard\"\n ],\n \"author\": \"Your Name\",\n \"license\": \"MIT\",\n \"repository\": {\n \"type\": \"git\",\n \"url\": \"https://github.com/yourusername/real-time-data-processing-system.git\"\n },\n \"bugs\": {\n \"url\": \"https://github.com/yourusername/real-time-data-processing-system/issues\"\n },\n \"homepage\": \"https://github.com/yourusername/real-time-data-processing-system#readme\",\n \"engines\": {\n \"deno\": \">=1.40.0\"\n },\n \"dependencies\": {\n \"hono\": \"^3.11.7\",\n \"react\": \"^18.2.0\",\n \"react-dom\": \"^18.2.0\",\n \"chart.js\": \"^4.4.0\"\n },\n \"devDependencies\": {\n \"@types/react\": \"^18.2.0\",\n \"@types/react-dom\": \"^18.2.0\"\n }\n}",[],[372],"files",[150,168,175,185,192,201,210,217,226,233,242,251,257,266,275,284,291,299,309,316,324,334,343,352,361,370],"counts",{"_383":31,"_384":385,"_386":31,"_387":31},"pulls","branches",1,"forks","envVars","contents",[390,393,396],{"_106":258,"_98":259,"_153":260,"_155":253,"_156":140,"_157":254,"_159":120,"_108":391,"_103":31,"_161":262,"_163":263,"_164":27,"_165":-5,"_101":392},["D",1748246457917],[102,259],{"_106":267,"_98":268,"_153":269,"_155":253,"_156":140,"_157":270,"_159":120,"_108":394,"_103":31,"_161":262,"_163":272,"_164":27,"_165":-5,"_101":395},["D",1748246502775],[102,268],{"_106":276,"_98":277,"_153":278,"_155":253,"_156":140,"_157":139,"_159":120,"_108":397,"_103":31,"_161":262,"_163":280,"_164":27,"_165":-5,"_101":398},["D",1748246548838],[102,277],{"_106":252,"_98":102,"_153":253,"_155":-5,"_156":140,"_157":254,"_159":120,"_108":400,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_101":401},["D",1748246457917],[102],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","routes/_app.x.$handle.$name.code.$",{"_96":97,"_98":99,"_100":42,"_103":-7,"_101":102,"_104":408,"_148":412,"_379":491,"_262":492,"_388":494,"_501":-5,"_502":27,"_503":-5,"_504":-5,"_505":-5,"_506":507},{"_106":107,"_98":99,"_108":409,"_110":-5,"_111":27,"_112":113,"_114":-5,"_115":-5,"_12":116,"_117":118,"_119":120,"_121":122,"_123":31,"_124":125,"_126":125,"_127":128,"_129":128,"_130":128,"_131":125,"_132":125,"_133":27,"_21":410,"_137":411},["D",1746207883134],{"_96":97,"_135":136},{"_103":139,"_98":42,"_106":140,"_141":107,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":99,"_147":97},[413,446,458,467,476,479,482,485,488],{"_106":151,"_98":152,"_153":154,"_155":-5,"_156":140,"_157":158,"_159":120,"_108":160,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":414,"_101":445},[415,421,430,436,442],{"_106":169,"_98":170,"_153":171,"_155":154,"_156":140,"_157":172,"_159":120,"_108":173,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":416,"_101":420},[417],{"_106":176,"_98":177,"_153":178,"_155":171,"_156":140,"_157":172,"_159":120,"_108":179,"_103":31,"_161":180,"_163":181,"_164":27,"_165":-5,"_166":418,"_101":419},[],[152,170,177],[152,170],{"_106":186,"_98":187,"_153":188,"_155":154,"_156":140,"_157":189,"_159":120,"_108":190,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":422,"_101":429},[423,426],{"_106":193,"_98":194,"_153":195,"_155":188,"_156":140,"_157":196,"_159":120,"_108":197,"_103":31,"_161":180,"_163":198,"_164":27,"_165":-5,"_166":424,"_101":425},[],[152,187,194],{"_106":202,"_98":203,"_153":204,"_155":188,"_156":140,"_157":189,"_159":120,"_108":205,"_103":31,"_161":180,"_163":206,"_164":27,"_165":-5,"_166":427,"_101":428},[],[152,187,203],[152,187],{"_106":211,"_98":212,"_153":213,"_155":154,"_156":140,"_157":214,"_159":120,"_108":215,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":431,"_101":435},[432],{"_106":218,"_98":219,"_153":220,"_155":213,"_156":140,"_157":214,"_159":120,"_108":221,"_103":31,"_161":180,"_163":222,"_164":27,"_165":-5,"_166":433,"_101":434},[],[152,212,219],[152,212],{"_106":227,"_98":228,"_153":229,"_155":154,"_156":140,"_157":230,"_159":120,"_108":231,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":437,"_101":441},[438],{"_106":234,"_98":235,"_153":236,"_155":229,"_156":140,"_157":230,"_159":120,"_108":237,"_103":31,"_161":180,"_163":238,"_164":27,"_165":-5,"_166":439,"_101":440},[],[152,228,235],[152,228],{"_106":243,"_98":244,"_153":245,"_155":154,"_156":140,"_157":158,"_159":120,"_108":246,"_103":31,"_161":180,"_163":247,"_164":27,"_165":-5,"_166":443,"_101":444},[],[152,244],[152],{"_106":252,"_98":102,"_153":253,"_155":-5,"_156":140,"_157":254,"_159":120,"_108":255,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":447,"_101":457},[448,451,454],{"_106":258,"_98":259,"_153":260,"_155":253,"_156":140,"_157":254,"_159":120,"_108":261,"_103":31,"_161":262,"_163":263,"_164":27,"_165":-5,"_166":449,"_101":450},[],[102,259],{"_106":267,"_98":268,"_153":269,"_155":253,"_156":140,"_157":270,"_159":120,"_108":271,"_103":31,"_161":262,"_163":272,"_164":27,"_165":-5,"_166":452,"_101":453},[],[102,268],{"_106":276,"_98":277,"_153":278,"_155":253,"_156":140,"_157":139,"_159":120,"_108":279,"_103":31,"_161":262,"_163":280,"_164":27,"_165":-5,"_166":455,"_101":456},[],[102,277],[102],{"_106":285,"_98":286,"_153":287,"_155":-5,"_156":140,"_157":288,"_159":120,"_108":289,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":459,"_101":466},[460,463],{"_106":292,"_98":293,"_153":294,"_155":287,"_156":140,"_157":288,"_159":120,"_108":295,"_103":31,"_161":262,"_163":296,"_164":27,"_165":-5,"_166":461,"_101":462},[],[286,293],{"_106":300,"_98":301,"_153":302,"_155":287,"_156":140,"_157":303,"_159":120,"_108":304,"_103":31,"_161":180,"_163":305,"_164":27,"_165":-5,"_166":464,"_101":465},[],[286,301],[286],{"_106":310,"_98":311,"_153":312,"_155":-5,"_156":140,"_157":313,"_159":120,"_108":314,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_166":468,"_101":475},[469,472],{"_106":317,"_98":318,"_153":319,"_155":312,"_156":140,"_157":313,"_159":120,"_108":320,"_103":31,"_161":180,"_163":321,"_164":27,"_165":-5,"_166":470,"_101":471},[],[311,318],{"_106":325,"_98":326,"_153":327,"_155":312,"_156":140,"_157":328,"_159":120,"_108":329,"_103":31,"_161":180,"_163":330,"_164":27,"_165":-5,"_166":473,"_101":474},[],[311,326],[311],{"_106":335,"_98":336,"_153":337,"_155":-5,"_156":140,"_157":338,"_159":120,"_108":339,"_103":31,"_161":262,"_163":340,"_164":27,"_165":-5,"_166":477,"_101":478},[],[336],{"_106":344,"_98":345,"_153":346,"_155":-5,"_156":140,"_157":347,"_159":120,"_108":348,"_103":31,"_161":262,"_163":349,"_164":27,"_165":-5,"_166":480,"_101":481},[],[345],{"_106":353,"_98":354,"_153":355,"_155":-5,"_156":140,"_157":356,"_159":120,"_108":357,"_103":31,"_161":262,"_163":358,"_164":27,"_165":-5,"_166":483,"_101":484},[],[354],{"_106":362,"_98":363,"_153":118,"_155":-5,"_156":140,"_157":122,"_159":120,"_108":364,"_103":365,"_161":366,"_163":367,"_164":27,"_165":-5,"_166":486,"_101":487},[],[363],{"_106":371,"_98":372,"_153":373,"_155":-5,"_156":140,"_157":374,"_159":120,"_108":375,"_103":31,"_161":262,"_163":376,"_164":27,"_165":-5,"_166":489,"_101":490},[],[372],[413,415,417,421,423,426,430,432,436,438,442,446,448,451,454,458,460,463,467,469,472,476,479,482,485,488],{"_106":252,"_98":102,"_153":253,"_155":-5,"_156":140,"_157":254,"_159":120,"_108":400,"_103":31,"_161":162,"_163":-5,"_164":27,"_165":-5,"_101":493},[102],[495,497,499],{"_106":258,"_98":259,"_153":260,"_155":253,"_156":140,"_157":254,"_159":120,"_108":391,"_103":31,"_161":262,"_163":263,"_164":27,"_165":-5,"_101":496},[102,259],{"_106":267,"_98":268,"_153":269,"_155":253,"_156":140,"_157":270,"_159":120,"_108":394,"_103":31,"_161":262,"_163":272,"_164":27,"_165":-5,"_101":498},[102,268],{"_106":276,"_98":277,"_153":278,"_155":253,"_156":140,"_157":139,"_159":120,"_108":397,"_103":31,"_161":262,"_163":280,"_164":27,"_165":-5,"_101":500},[102,277],"upstream","showCompareCallout","pull","ahead","behind","templates",[],"routes/_app","actionData","errors"]