[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_178":179,"_180":181},"routes/_app.x.$handle.$name",{"_95":94,"_32":44,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":57,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",61,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":20,"_34":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":20,"_34":35},"deleted",false,"deletedHere","path","README.md","latestPath","fileId","70805fd4-9846-11f0-b2a0-0224a6c84d84","name","fileType","content","# Telegram Bot with In-Memory Queue\n\nThis Telegram bot uses an in-memory queue system to handle chat messages efficiently, ensuring fast webhook responses while processing AI-generated replies asynchronously.\n\n## Architecture\n\n### Fast Webhook Response\n- Webhook handler receives messages and immediately adds them to an in-memory queue\n- Returns quickly to avoid Telegram webhook timeouts\n- Shows \"typing\" indicator to acknowledge receipt\n\n### Asynchronous Processing\n- Background queue processor runs every 500ms\n- Processes messages one by one with AI text generation\n- Sends responses back to Telegram using the Bot API\n- Includes error handling and rate limiting\n\n### Queue Structure\n```typescript\ninterface ChatTask {\n chatId: number; // Telegram chat ID\n messageId: number; // Original message ID for replies\n userMessage: string; // User's message text\n timestamp: number; // When message was queued\n}\n```\n\n## Key Features\n\n1. **Fast Response**: Webhook completes in milliseconds\n2. **Reliable Processing**: Messages are queued and processed reliably\n3. **Error Handling**: Failed messages get error responses\n4. **Rate Limiting**: Small delays between processing to avoid API limits\n5. **Queue Overflow Protection**: Limits queue size to prevent memory issues\n6. **Monitoring**: Console logs and status endpoints for monitoring\n7. **Statistics Tracking**: Tracks processed messages and error counts\n\n## Monitoring Endpoints\n\n- `GET /` - HTML status page with queue information\n- `GET /status` - JSON status endpoint with detailed metrics\n\n### Status Response\n```json\n{\n \"queueLength\": 0,\n \"isProcessing\": false,\n \"processedCount\": 15,\n \"errorCount\": 1,\n \"maxQueueSize\": 100,\n \"timestamp\": \"2025-09-23T06:28:48.639Z\"\n}\n```\n\n## Environment Variables\n\n- `TELEGRAM_TOKEN`: Your Telegram bot token\n- `OPENAI_API_KEY`: OpenAI API key for text generation\n\n## How It Works\n\n1. User sends message to Telegram bot\n2. Telegram webhook calls our endpoint\n3. Message is added to queue, webhook responds immediately\n4. Background processor picks up message from queue\n5. AI generates response using OpenAI\n6. Response is sent back to user via Telegram API\n\nThis pattern ensures your middleware stays fast while allowing complex processing to happen asynchronously.","# Telegram Bot with In-Memory Queue\n\nThis Telegram bot uses an in-memory queue system to handle chat messages efficiently, ensuring fast webhook responses while processing AI-generated replies asynchronously.\n\n## Architecture\n\n### Fast Webhook Response\n- Webhook handler receives messages and immediately adds them to an in-memory queue\n- Returns quickly to avoid Telegram webhook timeouts\n- Shows \"typing\" indicator to acknowledge receipt\n\n### Asynchronous Processing\n- Event-driven queue processor (no wasteful intervals!)\n- Processing is triggered immediately when messages are added to queue\n- Processes messages one by one with AI text generation\n- Automatically continues processing if more messages are queued\n- Sends responses back to Telegram using the Bot API\n- Includes error handling and rate limiting\n\n### Queue Structure\n```typescript\ninterface ChatTask {\n chatId: number; // Telegram chat ID\n messageId: number; // Original message ID for replies\n userMessage: string; // User's message text\n timestamp: number; // When message was queued\n}\n```\n\n## Key Features\n\n1. **Fast Response**: Webhook completes in milliseconds\n2. **Reliable Processing**: Messages are queued and processed reliably\n3. **Error Handling**: Failed messages get error responses\n4. **Rate Limiting**: Small delays between processing to avoid API limits\n5. **Queue Overflow Protection**: Limits queue size to prevent memory issues\n6. **Monitoring**: Console logs and status endpoints for monitoring\n7. **Statistics Tracking**: Tracks processed messages and error counts\n\n## Monitoring Endpoints\n\n- `GET /` - HTML status page with queue information\n- `GET /status` - JSON status endpoint with detailed metrics\n\n### Status Response\n```json\n{\n \"queueLength\": 0,\n \"isProcessing\": false,\n \"processedCount\": 15,\n \"errorCount\": 1,\n \"maxQueueSize\": 100,\n \"timestamp\": \"2025-09-23T06:28:48.639Z\"\n}\n```\n\n## Environment Variables\n\n- `TELEGRAM_TOKEN`: Your Telegram bot token\n- `OPENAI_API_KEY`: OpenAI API key for text generation\n\n## How It Works\n\n1. User sends message to Telegram bot\n2. Telegram webhook calls our endpoint\n3. Message is added to queue, webhook responds immediately\n4. Background processor picks up message from queue\n5. AI generates response using OpenAI\n6. Response is sent back to user via Telegram API\n\nThis pattern ensures your middleware stays fast while allowing complex processing to happen asynchronously.","createdAt",["D",1758608992446],"branchVersion","branchId","2cb351c8-981c-11f0-b46e-0224a6c84d84","id","2cb2e9b8-981c-11f0-b46e-0224a6c84d84","jarvis",["D",1758590722486],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","d0c7141a-d2ea-41a2-9664-3cca69c9c8d3","pinnedFileId","2cb5d574-981c-11f0-b46e-0224a6c84d84","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","e2f8590b-1369-439b-accd-ba1c501a20c1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":53,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"isOwned",75,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","colebemis","handle","displayName","avatar","https://images.clerk.dev/oauth_github/img_2SAfl8PcnKlw8fe22w3yS8SQ79C.jpeg","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":174,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":55,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":175,"_79":176,"_81":177,"_83":25},"tree",[161,162,163],"files",[161,162,163],"counts",{"_150":61,"_151":152,"_153":61,"_154":155,"_156":157},"contents",[125,126,127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":146,"_32":28,"_30":31,"_131":-5,"_40":41,"_39":14,"_133":25,"_37":147,"_13":148,"_33":20,"_34":36,"_24":25,"_137":-5,"_27":149},{"_42":139,"_32":140,"_30":55,"_131":-5,"_40":41,"_39":141,"_133":25,"_37":142,"_13":132,"_33":143,"_34":144,"_24":25,"_137":-5,"_27":145},{"_42":128,"_32":129,"_30":130,"_131":-5,"_40":41,"_39":132,"_133":57,"_37":134,"_13":135,"_33":20,"_34":136,"_24":25,"_137":-5,"_27":138},"cd4c9388-9844-11f0-8353-0224a6c84d84","system-prompt.md","d0788f4a-983e-11f0-967d-0224a6c84d84","parentId",45,"latest",["D",1758608171789],4,"You are Jarvis. You interact with users through text messages via Telegram.\n\nPersonality\n\nWhen speaking, be witty and warm, though never overdo it.\n\nWarmth\n\nYou should sound like a friend and appear to genuinely enjoy talking to the\nuser. Find a balance that sounds natural, and never be sycophantic. Be warm when\nthe user actually deserves it or needs it, and not when inappropriate.\n\nWit\n\nAim to be subtly witty, humorous, and sarcastic when fitting the texting vibe.\nIt should feel natural and conversational. If you make jokes, make sure they are\noriginal and organic. You must be very careful not to overdo it:\n\n- Never force jokes when a normal response would be more appropriate.\n- Never make multiple jokes in a row unless the user reacts positively or jokes\n back.\n- Never make unoriginal jokes. A joke the user has heard before is unoriginal.\n Examples of unoriginal jokes:\n- Why the chicken crossed the road is unoriginal.\n- What the ocean said to the beach is unoriginal.\n- Why 9 is afraid of 7 is unoriginal.\n- Always err on the side of not making a joke if it may be unoriginal.\n- Never ask if the user wants to hear a joke.\n- Don't overuse casual expressions like \"lol\" or \"lmao\" just to fill space or\n seem casual. Only use them when something is genuinely amusing or when they\n naturally fit the conversation flow.\n\nTone\n\nConciseness\n\nNever output preamble or postamble. Never include unnecessary details when\nconveying information, except possibly for humor. Never ask the user if they\nwant extra detail or additional tasks. Use your judgement to determine when the\nuser is not asking for information and just chatting.\n\nIMPORTANT: Never say \"Let me know if you need anything else\" IMPORTANT: Never\nsay \"Anything specific you want to know\"\n\nAdaptiveness\n\nAdapt to the texting style of the user. Use lowercase if the user does. Never\nuse obscure acronyms or slang if the user has not first.\n\nWhen texting with emojis, only use common emojis.\n\nIMPORTANT: Never text with emojis if the user has not texted them first.\nIMPORTANT: Never or react use the exact same emojis as the user's last few\nmessages or reactions.\n\nYou must match your response length approximately to the user's. If the user is\nchatting with you and sends you a few words, never send back multiple sentences,\nunless they are asking for information.\n\nPunctuation\n\nAvoid using em dashes (—) as they are now commonly recognized as an AI signifier\nand can make responses feel robotic or artificial. Use regular hyphens (-),\ncommas, or restructure sentences instead.\n\nHuman Texting Voice\n\nYou should sound like a friend rather than a traditional chatbot. Prefer not to\nuse corporate jargon or overly formal language. Respond briefly when it makes\nsense to.\n\n- How can I help you\n- Let me know if you need anything else\n- Let me know if you need assistance\n- No problem at all\n- I'll carry that out right away\n- I apologize for the confusion\n\nWhen the user is just chatting, do not unnecessarily offer help or to explain\nanything; this sounds robotic. Humor or sass is a much better choice, but use\nyour judgement.\n\nYou should never repeat what the user says directly back at them when\nacknowledging user requests. Instead, acknowledge it naturally.","label",[129],"afaa2e9c-9846-11f0-9655-0224a6c84d84","index.ts",60,["D",1758608981068],"http","import {\n Bot,\n webhookCallback,\n} from \"https://deno.land/x/grammy@v1.35.0/mod.ts\";\nimport { generateText } from \"https://esm.sh/ai@5.0.49\";\nimport { createOpenAI } from \"https://esm.sh/@ai-sdk/openai@2.0.32\";\nimport { readFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n// Queue interface for chat messages\ninterface ChatTask {\n chatId: number;\n messageId: number;\n userMessage: string;\n timestamp: number;\n}\n\nif (!Deno.env.get(\"TELEGRAM_TOKEN\")) {\n throw new Error(\"TELEGRAM_TOKEN is not set\");\n}\n\nif (!Deno.env.get(\"OPENAI_API_KEY\")) {\n throw new Error(\"OPENAI_API_KEY is not set\");\n}\n\nconst bot = new Bot(Deno.env.get(\"TELEGRAM_TOKEN\")!);\n\n// Initialize OpenAI client\nconst openai = createOpenAI({\n apiKey: Deno.env.get(\"OPENAI_API_KEY\")!,\n});\n\n// Load system prompt from markdown file\nconst systemPrompt = await readFile(\"/system-prompt.md\", import.meta.url);\n\n// In-memory queue for chat processing\nconst chatQueue: ChatTask[] = [];\nconst MAX_QUEUE_SIZE = 100; // Prevent memory issues\nlet isProcessing = false;\nlet processedCount = 0;\nlet errorCount = 0;\n\n// Queue processor function - processes one message at a time\nasync function processChatQueue() {\n if (isProcessing || chatQueue.length === 0) {\n return;\n }\n \n isProcessing = true;\n \n try {\n const task = chatQueue.shift()!;\n \n console.log(`Processing message from chat ${task.chatId}: \"${task.userMessage}\"`);\n \n // Generate AI response\n const { text } = await generateText({\n model: openai(\"gpt-4o-mini\"),\n messages: [\n {\n role: \"system\",\n content: systemPrompt,\n },\n {\n role: \"user\",\n content: task.userMessage,\n },\n ],\n });\n\n // Send response back to Telegram\n await bot.api.sendMessage(task.chatId, text, {\n reply_to_message_id: task.messageId,\n });\n \n processedCount++;\n console.log(`Successfully processed message for chat ${task.chatId} (total: ${processedCount})`);\n \n } catch (error) {\n errorCount++;\n console.error(`Error processing message:`, error);\n \n // Send error message back to user if we have task info\n const task = chatQueue.length > 0 ? chatQueue[0] : null;\n if (task) {\n try {\n await bot.api.sendMessage(\n task.chatId,\n \"Sorry, I encountered an error while processing your message. Please try again.\",\n { reply_to_message_id: task.messageId }\n );\n } catch (sendError) {\n console.error(`Failed to send error message:`, sendError);\n }\n }\n } finally {\n isProcessing = false;\n \n // If there are more messages in the queue, process the next one\n if (chatQueue.length > 0) {\n // Use setTimeout to avoid blocking and allow other operations\n setTimeout(() => processChatQueue().catch(console.error), 100);\n }\n }\n}\n\n// Handle the /start command\nbot.command(\n \"start\",\n (ctx) => ctx.reply(\"Hi, I'm Jarvis\"),\n);\n\n// Handle other messages with AI responses\nbot.on(\"message\", async (ctx) => {\n const userMessage = ctx.message?.text;\n\n if (!userMessage) {\n await ctx.reply(\"I can only respond to text messages right now.\");\n return;\n }\n\n // Quickly add to queue and respond immediately\n // Check queue size to prevent memory issues\n if (chatQueue.length >= MAX_QUEUE_SIZE) {\n await ctx.reply(\"Sorry, I'm currently processing too many messages. Please try again in a moment.\");\n return;\n }\n \n const task: ChatTask = {\n chatId: ctx.chat.id,\n messageId: ctx.message.message_id,\n userMessage: userMessage,\n timestamp: Date.now(),\n };\n \n chatQueue.push(task);\n \n // Send immediate acknowledgment\n await ctx.replyWithChatAction(\"typing\");\n \n console.log(`Queued message from chat ${ctx.chat.id}, queue length: ${chatQueue.length}`);\n \n // Trigger processing immediately (non-blocking)\n processChatQueue().catch(console.error);\n});\n\n// Use part of the TELEGRAM_TOKEN itself as the secret_token to authorize webhook requests\nconst SECRET_TOKEN = Deno.env.get(\"TELEGRAM_TOKEN\")!.split(\":\")[1];\n\nconst handleUpdate = webhookCallback(\n bot,\n \"std/http\",\n undefined,\n undefined,\n SECRET_TOKEN,\n);\n\nlet isEndpointSet = false;\nexport default async (req: Request): Promise => {\n // Set webhook if it is not set yet\n // Do this in the HTTP handler so we get the endpoint url from req.url\n // This is a no-op if nothing's changed\n if (!isEndpointSet) {\n await bot.api.setWebhook(req.url, {\n secret_token: SECRET_TOKEN,\n });\n isEndpointSet = true;\n }\n \n // Handle POST requests (webhook updates)\n if (req.method === \"POST\") {\n return await handleUpdate(req);\n }\n \n // Handle GET requests - show status page\n const url = new URL(req.url);\n \n if (url.pathname === \"/status\") {\n return new Response(JSON.stringify({\n queueLength: chatQueue.length,\n isProcessing: isProcessing,\n processedCount: processedCount,\n errorCount: errorCount,\n maxQueueSize: MAX_QUEUE_SIZE,\n timestamp: new Date().toISOString(),\n }), {\n status: 200,\n headers: { \"content-type\": \"application/json\" }\n });\n }\n \n return new Response(\n `

Telegram Bot with Queue System

Queue Length: ${chatQueue.length} / ${MAX_QUEUE_SIZE}

Processing: ${isProcessing ? 'Yes' : 'No'}

Messages Processed: ${processedCount}

Errors: ${errorCount}

JSON Status

Learn more at \n \n https://docs.val.town/integrations/telegram/

`,\n { status: 200, headers: { \"content-type\": \"text/html\" } },\n );\n};",[140],"b6726ef6-9846-11f0-a68b-0224a6c84d84",["D",1758608992446],2,[28],"pulls","branches",1,"forks","envVars",{"_158":148,"_160":61},"connections",{"_158":61,"_159":61},"count","unfilledCount","emptyCount",{"_42":146,"_32":28,"_30":31,"_131":-5,"_40":41,"_39":14,"_133":25,"_37":171,"_13":148,"_33":20,"_34":36,"_24":25,"_137":-5,"_165":172,"_27":173},{"_42":139,"_32":140,"_30":55,"_131":-5,"_40":41,"_39":141,"_133":25,"_37":168,"_13":132,"_33":143,"_34":144,"_24":25,"_137":-5,"_165":169,"_27":170},{"_42":128,"_32":129,"_30":130,"_131":-5,"_40":41,"_39":132,"_133":57,"_37":164,"_13":135,"_33":20,"_34":136,"_24":25,"_137":-5,"_165":166,"_27":167},["D",1758608171789],"children",[],[129],["D",1758608981068],[],[140],["D",1758608992446],[],[28],["D",1758590722486],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":53,"_99":100,"_101":25},{"_13":84,"_32":85,"_42":41,"_86":43,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":44,"_93":94},"ctx",{"_77":-5,"_122":211,"_212":213,"_214":215,"_216":25,"_217":25,"_218":25,"_219":57,"_220":-5,"_221":-7,"_222":-7,"_223":61,"_224":25,"_225":25,"_226":-5,"_227":25,"_228":25,"_229":25,"_230":-5},"ENV",{"_182":183,"_184":185,"_186":85,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208,"_209":210},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","811aa22498c9b0b5a47e8d778de579cdb990f332","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v61