[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","efrenlin","name","x-trader-consensus","path","lib/analyze.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/efrenlin/x-trader-consensus/code/lib/analyze.ts","extension","id","067fae87-6b16-4583-8bab-8247de5f9163","analyze.ts","fileId","341f4876-ac0d-11f1-a5c8-1607ee4eb77e","parentId","8dccd4ba-aa00-11f1-906c-1607ee4eb77e","branchId","012dced4-9569-4aa1-b4df-043c162f1aa5","branchVersion",92,"latest",true,"createdAt",["D",1788939924216],"version",5,"fileType","script","content","// lib/analyze.ts — Claude-based post-analysis for the Market Discovery &\n// Consensus pipeline. Fills ONLY the existing analytical columns that\n// lib/consensus.ts already consumes. Never touches raw X data (text,\n// post_id, username, posted_at, engagement metrics, mentioned_tickers),\n// never inserts/drops rows, and is fully idempotent: it only ever reads\n// rows where analyzed_at IS NULL and only ever writes via an\n// analyzed_at IS NULL-guarded UPDATE.\n//\n// This file is intentionally NOT invoked at import — it exports pure\n// functions the cron trigger calls. The ANTHROPIC_API_KEY secret is read\n// from the environment at run time and is never logged, returned, or\n// leaked into any response.\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\n// Production model — locked explicitly in code and validated via the\n// controlled single-post test. Kept as a constant (no env override) so it\n// can never silently drift; change it deliberately with a redeploy.\nconst MODEL = \"claude-sonnet-4-5\";\n\n// Small, cost/prompt controlled batch size — one API call per batch of new\n// posts, so token usage stays bounded and total calls stay low, and no\n// single batch can exceed the ~45s targeted production runtime.\nexport const BATCH_SIZE = 10;\n\n// Hard, deterministic cap on posts analyzed per cron run. Combined with\n// BATCH_SIZE this bounds API calls to MAX_ANALYZE_PER_RUN / BATCH_SIZE = 2\n// calls maximum per run, keeping the run safely inside the 1-minute plan\n// limit. Posts left over (analyzed_at IS NULL) are naturally picked up on the\n// next 3-hour run — idempotent, no backfill, no historical reprocessing.\nexport const MAX_ANALYZE_PER_RUN = 20;\n\nconst VALID_STANCES = new Set([\"Bullish\", \"Bearish\", \"Unclear\"]);\nconst VALID_CONFIDENCE = new Set([\"High\", \"Medium\", \"Low\"]);\n\nexport interface EligiblePost {\n post_id: string;\n post_type: string; // original | reply | quote | repost\n text: string;\n mentioned_tickers: string; // JSON array string (mechanical cashtags)\n}\n\nexport interface AnalyzeResult {\n postsAnalyzed: number;\n postsSkipped: number;\n analysisErrors: number;\n /** how many eligible rows were found at the start of this run */\n eligible: number;\n}\n\nasync function callClaude(\n batch: EligiblePost[],\n): Promise>> {\n const key = Deno.env.get(\"ANTHROPIC_API_KEY\");\n if (!key) {\n throw new Error(\n \"ANTHROPIC_API_KEY is not set. Add it as a Val Town environment variable before analysis can run.\",\n );\n }\n\n // Compact representation: only what classification needs. No historical\n // context, no engagement metrics, no URLs.\n const compact = batch.map((p) => ({\n post_id: p.post_id,\n post_type: p.post_type,\n text: p.text,\n mentioned_tickers: JSON.parse(p.mentioned_tickers || \"[]\"),\n }));\n\n const system =\n \"You classify trader posts feeding a market-consensus engine. Follow these rules exactly. \" +\n \"1) Respond with strict machine-readable JSON only — an array, one object per post_id. No prose, no markdown. \" +\n `2) Each object: {\"post_id\":string,\"stance\":\"Bullish\"|\"Bearish\"|\"Unclear\",\"evidence\":string|null,\"thesis\":string|null,\"catalyst\":string|null,\"time_horizon\":string|null,\"position_disclosure\":string|null,\"stance_tickers\":string[],\"semantic_tickers\":[{\"ticker\":string,\"company_name\":string,\"evidence\":string,\"confidence\":\"High\"|\"Medium\"|\"Low\",\"recognition_reason\":string}]}. ` +\n \"3) stance means an EXPLICIT directional claim. Use Unclear when the post has no explicit directional view. \" +\n \"Not being mentioned is NOT neutral/negative: absence of a claim is never a vote. Quote text exactly as evidence when a claim exists. \" +\n \"4) NEVER infer ownership, buying, selling, shorting, or holding unless the post explicitly states it; never fabricate a position. \" +\n \"5) Reposts (post_type=\\\"repost\\\") must have stance \\\"Unclear\\\" and stance_tickers [] — they may not cast an independent directional vote. \" +\n \"6) stance_tickers: only tickers (from the provided mentioned_tickers, mechanical cashtags) that this specific stance applies to; [] if none. \" +\n \"7) semantic_tickers: recognize companies/entities referenced WITHOUT a $cashtag. Keep these fully separate from mechanical cashtags. \" +\n \" confidence High only when the mapping is unambiguous and supports consensus; Medium/Low are reported but never drive votes. \" +\n \"8) Keep unified thesis/catalyst/time_horizon/evidence brief; null when not present. position_disclosure only when the post explicitly states a position/ownership. \" +\n \"9) Preserve Original/Reply/Quote/Repost as given — do not change post_type.\";\n\n const res = await fetch(\"https://api.anthropic.com/v1/messages\", {\n method: \"POST\",\n headers: {\n \"content-type\": \"application/json\",\n \"x-api-key\": key,\n \"anthropic-version\": \"2023-06-01\",\n },\n body: JSON.stringify({\n model: MODEL,\n max_tokens: 4000,\n system,\n messages: [\n {\n role: \"user\",\n content:\n \"Analyze exactly these posts and return the JSON array (only the array):\\n\" +\n JSON.stringify(compact),\n },\n ],\n }),\n });\n\n if (!res.ok) {\n const bodyText = await res.text();\n throw new Error(`Anthropic API error ${res.status}: ${bodyText.slice(0, 400)}`);\n }\n\n const json = await res.json();\n const text = json?.content?.[0]?.text;\n if (typeof text !== \"string\" || text.trim().length === 0) {\n throw new Error(\"Anthropic API returned an empty/unexpected response.\");\n }\n // Defensively strip any leading/trailing markdown fence the model may add.\n const cleaned = text.trim().replace(/^```(?:json)?\\s*/i, \"\").replace(/\\s*```$/i, \"\");\n const parsed = JSON.parse(cleaned);\n if (!Array.isArray(parsed)) {\n throw new Error(\"Anthropic API response was not a JSON array.\");\n }\n return parsed as Array>;\n}\n\n// Strict, field-by-field validation of a single analyzed post object. Returns\n// a validated write record or null (with a reason) if the object is invalid.\nfunction validateAnalysis(\n raw: Record,\n knownIds: Set,\n): { record: Record; error: string | null } {\n const idErr = (msg: string) => ({ record: null as never, error: msg });\n\n const postId = raw.post_id;\n if (typeof postId !== \"string\" || !knownIds.has(postId)) {\n return idErr(`post_id \"${String(postId)}\" is missing or not an analyzed candidate.`);\n }\n\n const stance = raw.stance === null || raw.stance === undefined ? \"Unclear\" : raw.stance;\n if (typeof stance !== \"string\" || !VALID_STANCES.has(stance)) {\n return idErr(`post ${postId}: invalid stance \"${String(raw.stance)}\".`);\n }\n\n const strField = (v: unknown, max = 2000): string | null => {\n if (v === null || v === undefined) return null;\n if (typeof v !== \"string\") throw new Error(`must be a string or null`);\n return v.length > max ? null : v; // truncate-safe: reject over-long instead of storing noise\n };\n const arrStr = (v: unknown): string => {\n if (v === null || v === undefined) return \"[]\";\n if (!Array.isArray(v) || !v.every((x) => typeof x === \"string\" && x.length > 0)) {\n throw new Error(`must be an array of non-empty ticker strings`);\n }\n return JSON.stringify([...new Set(v.map((t) => (t as string).toUpperCase()))]);\n };\n const arrSem = (v: unknown): string => {\n if (v === null || v === undefined) return \"[]\";\n if (!Array.isArray(v) || v.length === 0) return \"[]\";\n const out: unknown[] = [];\n for (const s of v) {\n if (!s || typeof s !== \"object\") throw new Error(`semantic entry must be an object`);\n const o = s as Record;\n if (typeof o.ticker !== \"string\" || typeof o.company_name !== \"string\" ||\n typeof o.evidence !== \"string\" || typeof o.recognition_reason !== \"string\" ||\n typeof o.confidence !== \"string\" || !VALID_CONFIDENCE.has(o.confidence)) {\n throw new Error(`semantic entry must have ticker, company_name, evidence, confidence (High|Medium|Low), recognition_reason`);\n }\n out.push({\n ticker: (o.ticker as string).toUpperCase(),\n company_name: o.company_name,\n evidence: o.evidence,\n confidence: o.confidence,\n recognition_reason: o.recognition_reason,\n });\n }\n return JSON.stringify(out);\n };\n\n try {\n return {\n record: {\n post_id: postId,\n explicit_stance: stance,\n evidence: strField(raw.evidence),\n thesis: strField(raw.thesis),\n catalyst: strField(raw.catalyst),\n time_horizon: strField(raw.time_horizon, 500),\n position_disclosure: strField(raw.position_disclosure, 1000),\n stance_tickers: arrStr(raw.stance_tickers),\n semantic_tickers: arrSem(raw.semantic_tickers),\n analyzed_at: new Date().toISOString(),\n },\n error: null,\n };\n } catch (err) {\n return idErr(`post ${postId}: ${(err as Error).message}.`);\n }\n}\n\n/**\n * Analyze every eligible (analyzed_at IS NULL) post that is still unanalyzed,\n * in small batches, up to MAX_ANALYZE_PER_RUN. Idempotent end-to-end:\n * - never reads analyzed rows\n * - re-checks analyzed_at IS NULL right before each UPDATE\n * - a failed/validated-out post is skipped in-place and never corrupts the batch\n * - consecutive runs only ever retry rows that are still analyzed_at IS NULL\n */\nexport async function analyzeUnanalyzedPosts(\n opts: { limit?: number; timeBudgetMs?: number } = {},\n): Promise {\n await (await import(\"./schema.ts\")).ensureSchema();\n\n // Optional explicit cap (used for controlled single-post tests); always\n // bounded above by MAX_ANALYZE_PER_RUN so production cost stays capped.\n const limit = Math.min(opts.limit ?? MAX_ANALYZE_PER_RUN, MAX_ANALYZE_PER_RUN);\n\n // Optional wall-clock budget: stop scheduling new batches once it nears the\n // budget, leaving any remaining analyzed_at IS NULL rows for the next run.\n // Never aborts an already-in-flight batch — small batches keep that bounded.\n const startedAt = Date.now();\n const timeBudgetMs = opts.timeBudgetMs ?? Number.POSITIVE_INFINITY;\n const withinBudget = () => Date.now() - startedAt < timeBudgetMs;\n\n const eligibleRes = await sqlite.execute({\n sql: `SELECT post_id, post_type, text, mentioned_tickers\n FROM posts\n WHERE analyzed_at IS NULL\n ORDER BY posted_at ASC\n LIMIT ?`,\n args: [limit],\n });\n const eligible = (eligibleRes.rows as unknown as EligiblePost[]).map((r) => ({\n post_id: r.post_id,\n post_type: r.post_type,\n text: r.text,\n mentioned_tickers: r.mentioned_tickers ?? \"[]\",\n }));\n\n if (eligible.length === 0) {\n return { postsAnalyzed: 0, postsSkipped: 0, analysisErrors: 0, eligible: 0 };\n }\n\n const knownIds = new Set(eligible.map((p) => p.post_id));\n let analyzed = 0;\n let skipped = 0;\n let analysisErrors = 0;\n\n for (let i = 0; i < eligible.length; i += BATCH_SIZE) {\n // Stop scheduling new batches before the time budget is exhausted;\n // remaining posts stay analyzed_at IS NULL for the next scheduled run.\n if (!withinBudget()) break;\n const batch = eligible.slice(i, i + BATCH_SIZE);\n let parsed: Array>;\n try {\n parsed = await callClaude(batch);\n } catch (err) {\n // Whole batch failed (e.g. API down, auth, malformed response). Count\n // the batch as skipped/errors and move on — never crash the cron run.\n analysisErrors += 1;\n skipped += batch.length;\n console.error(`analysis batch failed (${(err as Error).message}) — ${batch.length} post(s) skipped.`);\n continue;\n }\n\n const byId = new Map(parsed.map((p) => [p.post_id, p]));\n for (const candidate of batch) {\n const raw = byId.get(candidate.post_id);\n if (!raw) {\n analysisErrors += 1;\n skipped += 1;\n console.error(`analysis missing result for post ${candidate.post_id} — skipped.`);\n continue;\n }\n const { record, error } = validateAnalysis(raw, new Set([candidate.post_id]));\n if (error || !record) {\n analysisErrors += 1;\n skipped += 1;\n console.error(`analysis validation failed for post ${candidate.post_id}: ${error ?? \"unknown\"}`);\n continue;\n }\n\n // Idempotency guard: only write if still unanalyzed.\n const res = await sqlite.execute({\n sql: `UPDATE posts SET\n explicit_stance = ?, evidence = ?, thesis = ?, catalyst = ?,\n time_horizon = ?, position_disclosure = ?, stance_tickers = ?,\n semantic_tickers = ?, analyzed_at = ?\n WHERE post_id = ? AND analyzed_at IS NULL`,\n args: [\n record.explicit_stance, record.evidence, record.thesis, record.catalyst,\n record.time_horizon, record.position_disclosure, record.stance_tickers,\n record.semantic_tickers, record.analyzed_at, record.post_id,\n ],\n });\n if (res.rowsAffected > 0) analyzed++;\n else skipped++; // taken by a concurrent run between select and update\n }\n }\n\n return { postsAnalyzed: analyzed, postsSkipped: skipped, analysisErrors, eligible: eligible.length };\n}\n","deleted",false,"label",[47,24],"lib","5c601043-49d8-4da3-8595-d21725bb7d55",["D",1788705462303],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","X account collector: normalized posts into SQLite","imageUrl","userId","8f36435b-4ee1-42d7-a52e-11508b5c71b0","pinnedFileId","b9b4c5ce-aa00-11f1-b6d1-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a07719-4bcc-778e-997b-14b67712b6b9","tursoName","5c60104349d84da38595d21725bb7d55","tursoHostname","5c60104349d84da38595d21725bb7d55-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789485645684],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",146,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Efren Lin","avatar","https://lh3.googleusercontent.com/a/ACg8ocITAXmIR316-M-ReEEDUIUESLjIDNnYnCPqoEpOrKLJExkkkWU=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]