[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_105":106,"_107":108},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","ziggyware","name","free-ai","path","app-compact.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":-5,"_58":42,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/ziggyware/free-ai/code/app-compact.ts","extension","id","e58fe85f-a1b0-4827-a664-8963190bba5c","fileId","7c7e2310-ae0d-11f1-b403-1607ee4eb77e","parentId","branchId","1a44bbd4-418c-11f1-af64-42b51c65c3df","branchVersion",1609,"latest",true,"createdAt",["D",1789463126212],"version",2,"fileType","script","content","// Conversation compaction: a running summary of everything older than the last few exchanges, stored per session in\n// omni_state (key compact:) and prepended to the model context in place of the messages it covers. Messages\n// themselves are never deleted — history rendering is unchanged — only what the model sees is folded.\n// Runs as its own val invocation (POST ?compact) so it never competes with a turn's 60 s budget.\nimport { all, run, sql, unwrap } from \"./db.ts\";\nimport { renderPrompt } from \"./prompts.ts\";\nimport { normalizeSettings, type Settings } from \"./app-settings.ts\";\n\nexport type Compact = { summary: string; uptoId: number; ts: number; covered: number; chars: number };\n\nexport async function loadCompact(session: string): Promise {\n const rows = unwrap(await all<\"omni_state\">(\"omni_state\", sql`SELECT value FROM omni_state WHERE key = ${\"compact:\" + session}`), []);\n try { return rows[0] ? JSON.parse(rows[0].value) as Compact : null; } catch { return null; }\n}\nexport async function saveCompact(session: string, c: Compact | null): Promise {\n const key = \"compact:\" + session;\n if (!c) { await run(sql`DELETE FROM omni_state WHERE key = ${key}`); return; }\n await run(sql`INSERT INTO omni_state (key, value, ts) VALUES (${key}, ${JSON.stringify(c)}, ${Date.now()}) ON CONFLICT(key) DO UPDATE SET value = excluded.value, ts = excluded.ts`);\n}\n\n/** Chars of live (uncompacted) history — what a turn would have to fit. */\nexport async function liveChars(session: string, uptoId: number): Promise<{ chars: number; count: number }> {\n const rows = unwrap(await all<\"message\">(\"message\", sql`SELECT id, content FROM message WHERE session = ${session} AND id > ${uptoId} ORDER BY id DESC LIMIT 200`), []);\n return { chars: rows.reduce((n, r) => n + r.content.length, 0), count: rows.length };\n}\n\nconst KEEP_TAIL = 6; // the last 3 exchanges are never folded: the model needs them verbatim\n\n/** Fold everything older than the last KEEP_TAIL messages into the summary. `call` is the inference function (fast tier). */\nexport async function compactSession(\n session: string,\n call: (messages: unknown[]) => Promise,\n prompts?: Record,\n examples = true,\n): Promise<{ ok: boolean; before: number; after: number; covered: number; uptoId: number; reason?: string }> {\n const prev = await loadCompact(session);\n const uptoPrev = prev?.uptoId ?? 0;\n const rows = unwrap(await all<\"message\">(\"message\", sql`SELECT * FROM message WHERE session = ${session} AND id > ${uptoPrev} ORDER BY id ASC`), []);\n // Was `<= KEEP_TAIL + 1`: at rows.length === KEEP_TAIL+1 there is already exactly one row old enough\n // to fold (rows.length - KEEP_TAIL === 1), so the +1 rejected a foldable state as \"nothing old enough\"\n // and delayed the first compaction by one message past the intended KEEP_TAIL threshold.\n if (rows.length <= KEEP_TAIL) return { ok: false, before: 0, after: prev?.chars ?? 0, covered: 0, uptoId: uptoPrev, reason: \"nothing old enough to fold\" };\n const fold = rows.slice(0, rows.length - KEEP_TAIL);\n const before = fold.reduce((n, r) => n + r.content.length, 0);\n const transcript = fold.map((m) => `[#${m.id} ${m.role}] ${m.content.length > 5_000 ? m.content.slice(0, 3_800) + \"\\n…[\" + (m.content.length - 4_800) + \" chars trimmed]…\\n\" + m.content.slice(-1_000) : m.content}`).join(\"\\n\\n\");\n const prompt = renderPrompt(\"compact\", { previous: prev?.summary ?? \"(none — this is the first compaction)\", transcript }, prompts as any, examples);\n const summary = (await call([{ role: \"system\", content: \"You maintain the running summary of a long working conversation. Output only the summary.\" }, { role: \"user\", content: prompt }])).trim();\n if (summary.length < 80) return { ok: false, before, after: prev?.chars ?? 0, covered: 0, uptoId: uptoPrev, reason: \"model returned no usable summary\" };\n const storedSummary = summary.slice(0, 12_000);\n // chars must reflect what's actually stored (storedSummary), not the pre-truncation raw model output —\n // getContext() seeds its context-budget accounting with this value, so a mismatch here silently\n // over-reserves budget on every turn after a summary that ran past the 12,000-char cap.\n const next: Compact = { summary: storedSummary, uptoId: fold[fold.length - 1].id, ts: Date.now(), covered: (prev?.covered ?? 0) + fold.length, chars: storedSummary.length };\n await saveCompact(session, next);\n return { ok: true, before, after: next.chars, covered: fold.length, uptoId: next.uptoId };\n}\n\n/** The system message a turn prepends when a compaction exists. */\nexport function compactMessage(c: Compact): { role: \"system\"; content: string } {\n return { role: \"system\", content: `CONVERSATION SO FAR (compacted summary of ${c.covered} earlier messages; treat as established context, do not repeat it back):\\n${c.summary}` };\n}\n\n/** HTTP: POST ?compact {session, settings} folds old turns; GET ?compact= reads the summary; DELETE clears it. Null when not a compact route. */\nexport async function handleCompact(req: Request, url: URL, infer: (messages: unknown[], settings: Settings) => Promise): Promise {\n if (!url.searchParams.has(\"compact\")) return null;\n const session = url.searchParams.get(\"compact\") || \"\";\n if (req.method === \"GET\") {\n const c = await loadCompact(session); const budget = Number(url.searchParams.get(\"check\")) || 0;\n const live = budget ? await liveChars(session, c?.uptoId ?? 0) : null;\n return Response.json({ compact: c, needs: !!live && live.count > 8 && live.chars > 2 * budget, live });\n }\n if (req.method === \"DELETE\") { await saveCompact(session, null); return Response.json({ ok: true }); }\n if (req.method !== \"POST\") return null;\n const b = await req.json().catch(() => ({}));\n const settings = normalizeSettings(b.settings ?? {});\n const s = String(b.session ?? \"\");\n if (!s) return Response.json({ error: { message: \"session required\" } }, { status: 400 });\n try { return Response.json(await compactSession(s, (m) => infer(m, settings), settings.prompts as Record, settings.examples)); }\n catch (e: any) { return Response.json({ error: { message: `compact failed: ${String(e?.message ?? e).slice(0, 300)}` } }, { status: 502 }); }\n}\n","deleted",false,"label",[14],"1a430fbe-418c-11f1-af64-42b51c65c3df",["D",1777220541701],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Free ai chat with inference router.","imageUrl","userId","2c6d46b0-54dd-11f0-a86c-6fbc2b29331a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","850db142-aa5e-4914-bceb-1e2e085ae4c5","tursoName","1a430fbe418c11f1af6442b51c65c3df","tursoHostname","1a430fbe418c11f1af6442b51c65c3df-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789508444194],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":100},"org",{"_9":10,"_98":-5,"_99":100,"_55":56,"_101":102,"_103":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",1682,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yekJHRDE5SGVoUHUzUENQaXY2MTRkT3h0cncifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":62,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":89,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]