[{"_1":2,"_174":-5,"_175":-5},"loaderData",{"_3":4,"_92":93},"root",{"_5":6,"_35":36,"_65":66},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20,"_34":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_37":38,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","48807a73dfb4c250ae0af97d07e94d04aadb2cac","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_67":68},"__internal_clerk_state",{"_69":70,"_71":46,"_72":73,"_74":73,"_75":20,"_76":73,"_77":73,"_78":73,"_79":73,"_80":81,"_90":20,"_91":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_82":20,"_19":20,"_83":73,"_84":85,"_86":73,"_87":46,"_88":20,"_89":73},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_94":95,"_96":97,"_98":99,"_100":101,"_148":149,"_171":172,"_173":-5},"handle","yawnxyz","name","chat","path","backend/routes/jobs.ts","project",{"_102":103,"_96":97,"_104":105,"_106":-5,"_107":20,"_108":109,"_110":73,"_111":-5,"_12":112,"_113":-5,"_114":20,"_115":-5,"_116":-5,"_117":32,"_14":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":128,"_131":132,"_134":135,"_147":20},"id","eb0227b4-e2e8-11f0-bb4a-42dde27851f2","createdAt",["D",1766815045152],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","a8270e74-6479-475a-8025-9b69544ee0e7","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","8319defa-6e1a-46d4-ba66-2114ffd3360b","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_94":95,"_129":130},"profileImageUrl","https://images.clerk.dev/oauth_github/img_2NnaHhpxNuH1xWRIRjQNoo16TVc.jpeg","org",{"_94":95,"_133":130,"_12":112},"avatar","branch",{"_136":137,"_96":44,"_102":138,"_139":103,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":97,"_146":95},"version",128,"eb028344-e2e8-11f0-bb4a-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_102":150,"_96":151,"_152":153,"_154":155,"_156":138,"_157":158,"_159":160,"_104":161,"_136":32,"_162":163,"_164":165,"_166":20,"_167":-5,"_98":168},"0e049878-e2e9-11f0-b141-42dde27851f2","jobs.ts","fileId","0e04994a-e2e9-11f0-b141-42dde27851f2","parentId","0a85d1bc-e2e9-11f0-a5e5-42dde27851f2","branchId","branchVersion",118,"latest",true,["D",1766815103886],"fileType","script","content","// Generic Jobs API with SSE updates\nimport type { Context } from \"https://deno.land/x/hono@v3.11.7/mod.ts\";\nimport { serverApiKey } from \"../config.ts\";\nimport { getProvider, getDefaultProvider } from \"../providers/index.ts\";\nimport type { ChatMessage, ChatCompletionOptions } from \"../providers/types.ts\";\nimport { validateParameters, transformParametersForAPI } from \"../providers/model-configs.ts\";\n\n// Job types\ntype JobStatus = 'pending' | 'running' | 'completed' | 'error' | 'cancelled';\ntype JobType = 'chat' | string; // Extensible for future job types\n\ninterface ChatJobInput {\n messages: Array<{ role: string; content: string }>;\n model?: string;\n provider?: string;\n temperature?: number;\n maxTokens?: number;\n topP?: number;\n frequencyPenalty?: number;\n presencePenalty?: number;\n systemPrompt?: string;\n reasoningEffort?: string;\n webSearch?: boolean;\n codeExecution?: boolean;\n imageDetail?: string;\n modelVersion?: string;\n apiKey?: string; // Add API key to job input\n baseUrl?: string; // Add base URL for custom providers\n stream?: boolean; // Whether to use streaming (default: true)\n}\n\ninterface Job {\n id: string;\n type: JobType;\n status: JobStatus;\n createdAt: number;\n updatedAt: number;\n input: ChatJobInput | Record;\n result: unknown;\n error: string | null;\n progress: number | null;\n data: Record;\n subscribers: Set;\n abortController?: AbortController;\n}\n\n// In-memory job store. Suitable for single-process dev/local usage.\nconst jobs = new Map();\nlet jobCounter = 0;\n\nfunction now(): number {\n return Date.now();\n}\n\nfunction newJobId(): string {\n jobCounter += 1;\n return `${now()}-${jobCounter}`;\n}\n\nfunction createJob(type: JobType, input: ChatJobInput | Record): Job {\n const id = newJobId();\n console.log(`[Jobs] Creating job ${id} of type: ${type}`);\n const job: Job = {\n id,\n type,\n status: \"pending\",\n createdAt: now(),\n updatedAt: now(),\n input: input || {},\n result: null,\n error: null,\n progress: null,\n data: {},\n subscribers: new Set(),\n abortController: undefined,\n };\n jobs.set(id, job);\n console.log(`[Jobs] Job ${id} created successfully`);\n return job;\n}\n\nfunction getJob(id: string): Job | undefined {\n return jobs.get(String(id));\n}\n\nfunction publish(job: Job, eventName: string, payload?: unknown): void {\n const encoder = new TextEncoder();\n const data = (payload === undefined) ? \"\" : JSON.stringify(payload);\n const chunk = (eventName ? (`event: ${eventName}\\n`) : \"\") + `data: ${data}\\n\\n`;\n for (const sub of job.subscribers) {\n try {\n sub.enqueue(encoder.encode(chunk));\n } catch (_) {\n /* ignore */\n }\n }\n}\n\nfunction completeJob(job: Job, result: unknown): void {\n job.status = \"completed\";\n job.updatedAt = now();\n job.result = result || null;\n publish(job, \"job\", { id: job.id, status: job.status, result: job.result });\n // Best-effort close subscribers\n for (const sub of job.subscribers) {\n try {\n sub.close();\n } catch (_) {\n /* ignore */\n }\n }\n job.subscribers.clear();\n}\n\nfunction failJob(job: Job, message: string): void {\n job.status = \"error\";\n job.updatedAt = now();\n job.error = String(message || \"error\");\n publish(job, \"job\", { id: job.id, status: job.status, error: job.error });\n for (const sub of job.subscribers) {\n try {\n sub.close();\n } catch (_) {\n /* ignore */\n }\n }\n job.subscribers.clear();\n}\n\nfunction cancelJob(job: Job): void {\n try {\n job.abortController?.abort();\n } catch (_) {\n /* ignore */\n }\n job.status = \"cancelled\";\n job.updatedAt = now();\n publish(job, \"job\", { id: job.id, status: job.status });\n for (const sub of job.subscribers) {\n try {\n sub.close();\n } catch (_) {\n /* ignore */\n }\n }\n job.subscribers.clear();\n}\n\nasync function runChatJob(job: Job): Promise {\n console.log(`[Jobs] Starting chat job ${job.id}`);\n const input = job.input as ChatJobInput;\n const {\n messages,\n model,\n provider: providerName,\n temperature,\n maxTokens,\n topP,\n frequencyPenalty,\n presencePenalty,\n systemPrompt,\n reasoningEffort,\n webSearch,\n codeExecution,\n imageDetail,\n modelVersion,\n apiKey, // Extract API key from input\n baseUrl, // Extract base URL from input\n stream: useStreaming = true, // Default to streaming\n } = input;\n\n console.log(`[Jobs ${job.id}] Input - model: ${model}, provider: ${providerName}, messages: ${messages?.length || 0}`);\n\n if (!messages || !Array.isArray(messages)) {\n console.error(`[Jobs ${job.id}] ERROR: Messages array is required`);\n failJob(job, \"Messages array is required\");\n return;\n }\n\n // Get the requested provider or default\n const provider = providerName ? getProvider(providerName) : getDefaultProvider();\n if (!provider) {\n console.error(`[Jobs ${job.id}] ERROR: Provider not found: ${providerName}`);\n failJob(job, \"Provider not found: \" + providerName);\n return;\n }\n \n console.log(`[Jobs ${job.id}] Using provider: ${provider.name}`);\n \n // Skip isConfigured check if API key or baseUrl is provided (for custom providers)\n if (!apiKey && !baseUrl && !provider.isConfigured()) {\n console.error(`[Jobs ${job.id}] ERROR: Provider not configured: ${provider.name}`);\n failJob(job, \"Provider not configured: \" + provider.name + \". Please provide an API key.\");\n return;\n }\n\n // Validate and transform parameters for the specific model\n let transformedParams: Record = {\n reasoningEffort,\n webSearch,\n codeExecution,\n imageDetail,\n };\n \n // Skip validation for custom provider models (they may not be in the registry)\n const isCustomProvider = providerName === 'custom' || !!baseUrl;\n \n if (model && !isCustomProvider) {\n const paramsToValidate: Record = {\n temperature,\n maxTokens,\n topP,\n frequencyPenalty,\n presencePenalty,\n reasoningEffort,\n webSearch,\n codeExecution,\n imageDetail,\n };\n \n // Remove undefined values for validation\n Object.keys(paramsToValidate).forEach(key => {\n if (paramsToValidate[key] === undefined) {\n delete paramsToValidate[key];\n }\n });\n \n // Validate parameters\n const validationErrors = validateParameters(model, paramsToValidate);\n if (validationErrors.length > 0) {\n console.error(`[Jobs ${job.id}] ERROR: Parameter validation failed:`, validationErrors);\n failJob(job, \"Invalid parameters: \" + validationErrors.join(\", \"));\n return;\n }\n \n // Transform parameters (e.g., map 'medium' to 'default' for Qwen)\n transformedParams = transformParametersForAPI(model, paramsToValidate);\n console.log(`[Jobs ${job.id}] Transformed parameters:`, transformedParams);\n } else if (model && isCustomProvider) {\n console.log(`[Jobs ${job.id}] Skipping parameter validation for custom provider model: ${model}`);\n }\n \n // Use transformed values\n const options: ChatCompletionOptions = {\n model,\n temperature,\n maxTokens,\n topP,\n frequencyPenalty,\n presencePenalty,\n systemPrompt,\n reasoningEffort: transformedParams.reasoningEffort as 'low' | 'medium' | 'high' | undefined,\n webSearch: transformedParams.webSearch as boolean | undefined,\n codeExecution: transformedParams.codeExecution as boolean | undefined,\n imageDetail: transformedParams.imageDetail as 'low' | 'auto' | 'high' | undefined,\n stream: useStreaming,\n apiKey, // Pass API key to provider\n baseUrl, // Pass base URL for custom providers\n };\n\n console.log(`[Jobs ${job.id}] Setting status to running, streaming: ${useStreaming}`);\n job.status = \"running\";\n job.updatedAt = now();\n publish(job, \"job\", { id: job.id, status: job.status });\n \n // Helper to check if job was cancelled (TypeScript-safe)\n const isCancelled = (): boolean => {\n return job.status === 'cancelled';\n };\n\n const abortController = new AbortController();\n job.abortController = abortController;\n\n // Keep-alive ping for SSE connections\n const keepAlive = setInterval(() => {\n try {\n publish(job, \"ping\", {});\n } catch (_) {\n /* ignore */\n }\n }, 15000);\n\n try {\n // Non-streaming mode: use complete() instead of stream()\n if (!useStreaming) {\n console.log(`[Jobs ${job.id}] Using non-streaming mode...`);\n const response = await provider.complete(messages as ChatMessage[], options);\n \n console.log(`[Jobs ${job.id}] Non-streaming response received, content length: ${response.content?.length || 0}`);\n \n // Publish the complete response as a single chunk\n publish(job, \"data\", {\n content: response.content,\n reasoning: undefined,\n executedTools: undefined,\n finishReason: \"stop\",\n });\n \n completeJob(job, {\n content: response.content,\n reasoning: \"\",\n tools: [],\n usage: response.usage,\n });\n console.log(`[Jobs ${job.id}] Job completed successfully (non-streaming)`);\n return;\n }\n\n // Streaming mode\n let collapsedContent = \"\";\n let collapsedReasoning = \"\";\n const collectedTools: unknown[] = [];\n let chunkCount = 0;\n\n console.log(`[Jobs ${job.id}] Starting provider stream...`);\n // Stream from provider\n for await (const chunk of provider.stream(messages as ChatMessage[], options)) {\n chunkCount++;\n // Check if job was cancelled\n if (isCancelled()) {\n console.log(`[Jobs ${job.id}] Job cancelled, stopping stream`);\n break;\n }\n\n if (chunk.done) {\n console.log(`[Jobs ${job.id}] Stream completed (done=true), received ${chunkCount} chunks`);\n break;\n }\n\n // Accumulate content\n if (chunk.content) {\n collapsedContent += chunk.content;\n }\n if (chunk.reasoning) {\n collapsedReasoning += chunk.reasoning;\n }\n if (chunk.executedTools) {\n collectedTools.push(chunk.executedTools);\n }\n\n // Publish chunk to subscribers\n publish(job, \"data\", {\n content: chunk.content,\n reasoning: chunk.reasoning,\n executedTools: chunk.executedTools,\n finishReason: chunk.finishReason,\n });\n }\n\n if (isCancelled()) {\n console.log(`[Jobs ${job.id}] Job was cancelled`);\n return;\n }\n\n console.log(`[Jobs ${job.id}] Completing job - content length: ${collapsedContent.length}, chunks: ${chunkCount}`);\n completeJob(job, {\n content: collapsedContent,\n reasoning: collapsedReasoning,\n tools: collectedTools,\n });\n console.log(`[Jobs ${job.id}] Job completed successfully`);\n } catch (err) {\n const currentStatus: JobStatus = job.status;\n if (currentStatus === 'cancelled') {\n console.log(`[Jobs ${job.id}] Job was cancelled (caught in error handler)`);\n return;\n }\n console.error(`[Jobs ${job.id}] ERROR: ${(err as Error)?.message || String(err)}`);\n console.error(`[Jobs ${job.id}] Error stack:`, (err as Error)?.stack);\n failJob(job, (err as Error)?.message || String(err));\n } finally {\n clearInterval(keepAlive);\n console.log(`[Jobs ${job.id}] Job execution finished, final status: ${job.status}`);\n }\n}\n\ntype HonoApp = { \n get: (path: string, handler: (c: Context) => unknown) => void;\n post: (path: string, handler: (c: Context) => unknown) => void;\n};\n\nexport function registerJobsRoutes(app: HonoApp): void {\n // Create job\n app.post('/api/jobs', async (c: Context) => {\n console.log('[Jobs API] POST /api/jobs - Creating new job');\n try {\n let body: Record = {};\n try {\n body = await c.req.json();\n } catch (err) {\n console.error('[Jobs API] Error parsing request body:', err);\n body = {};\n }\n const { type, input } = body;\n console.log(`[Jobs API] Job type: ${type}, input keys:`, Object.keys(input as object || {}));\n \n if (!type || typeof type !== 'string') {\n console.error('[Jobs API] ERROR: Missing job type');\n return c.json({ error: 'Missing job type' }, 400);\n }\n \n const job = createJob(type, input as ChatJobInput | Record);\n console.log(`[Jobs API] Created job ${job.id}, queuing execution...`);\n \n // Fire and forget runner based on type\n queueMicrotask(() => {\n console.log(`[Jobs API] Microtask executing for job ${job.id}`);\n if (type === 'chat') {\n runChatJob(job);\n } else {\n console.error(`[Jobs API] Unknown job type: ${type}`);\n failJob(job, `Unknown job type: ${type}`);\n }\n });\n \n console.log(`[Jobs API] Returning response for job ${job.id}`);\n return c.json({ id: job.id, status: job.status, createdAt: job.createdAt });\n } catch (err) {\n console.error('[Jobs API] ERROR in POST /api/jobs:', (err as Error)?.message);\n console.error('[Jobs API] Error stack:', (err as Error)?.stack);\n return c.json({ error: (err as Error)?.message || String(err) }, 500);\n }\n });\n\n // Get job\n app.get('/api/jobs/:id', (c: Context) => {\n const id = c.req.param('id');\n const job = getJob(id);\n if (!job) {\n return c.json({ error: 'Not found' }, 404);\n }\n return c.json({\n id: job.id,\n type: job.type,\n status: job.status,\n createdAt: job.createdAt,\n updatedAt: job.updatedAt,\n result: job.result,\n error: job.error,\n progress: job.progress\n });\n });\n\n // List jobs (optionally filter by status)\n app.get('/api/jobs', (c: Context) => {\n const status = c.req.query('status');\n const out: Array> = [];\n for (const job of jobs.values()) {\n if (status && job.status !== status) continue;\n out.push({\n id: job.id,\n type: job.type,\n status: job.status,\n createdAt: job.createdAt,\n updatedAt: job.updatedAt\n });\n }\n return c.json({ jobs: out });\n });\n\n // Cancel job\n app.post('/api/jobs/:id/cancel', (c: Context) => {\n const id = c.req.param('id');\n const job = getJob(id);\n if (!job) {\n return c.json({ error: 'Not found' }, 404);\n }\n if (job.status === 'completed' || job.status === 'error' || job.status === 'cancelled') {\n return c.json({ id: job.id, status: job.status });\n }\n cancelJob(job);\n return c.json({ id: job.id, status: job.status });\n });\n\n // Stream job updates via SSE\n app.get('/api/jobs/:id/stream', (c: Context) => {\n const id = c.req.param('id');\n const job = getJob(id);\n if (!job) {\n return c.json({ error: 'Not found' }, 404);\n }\n \n const stream = new ReadableStream({\n start: (controller: ReadableStreamDefaultController) => {\n // Track controller for cancellation\n try {\n (stream as unknown as { _controller: ReadableStreamDefaultController })._controller = controller;\n } catch (_) {\n /* ignore */\n }\n job.subscribers.add(controller);\n \n // Send initial state (include error if job already failed)\n try {\n const initialState: Record = {\n id: job.id,\n status: job.status,\n createdAt: job.createdAt,\n updatedAt: job.updatedAt\n };\n if (job.error) {\n initialState.error = job.error;\n }\n publish(job, 'job', initialState);\n } catch (_) {\n /* ignore */\n }\n },\n cancel: () => {\n try {\n const ctrl = (stream as unknown as { _controller?: ReadableStreamDefaultController })._controller;\n if (ctrl) job.subscribers.delete(ctrl);\n } catch (_) {\n /* ignore */\n }\n }\n });\n \n return new Response(stream, {\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache, no-transform',\n 'Connection': 'keep-alive',\n },\n });\n });\n}\n\n","deleted","label",[169,170,151],"backend","routes","permalink","https://www.val.town/x/yawnxyz/chat/code/backend/routes/jobs.ts","extension","actionData","errors"]