AI Logic Trap Scorecard

1. Configure Evaluation Run

\n \n

2. Scorecard

\n\n\n`;\n}\n\n// --- BACKEND LOGIC ---\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n\n try {\n if (req.method === \"POST\" && action === \"runAutomatedEval\") {\n const openai = new OpenAI();\n const { num_questions, prompt_types } = await req.json();\n\n if (num_questions > 15 || num_questions < 1) {\n throw new Error(\"Number of questions must be between 1 and 15.\");\n }\n\n // 1. Generation Phase\n const generationPromises = Array(num_questions).fill(null).map(() =>\n openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [{ role: \"system\", content: TRAP_DESIGNER_PROMPT }],\n response_format: { type: \"json_object\" },\n })\n );\n const generatedTraps = (await Promise.all(generationPromises)).map(\n (c) =>\n c.choices?.[0] ? extractJson(c.choices[0].message.content) : null,\n ).filter(Boolean);\n\n // 2. Evaluation Phase\n const evaluationResults = await Promise.all(\n generatedTraps.map(async (trap) => {\n const evals = {};\n for (const promptKey of prompt_types) {\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n { role: \"system\", content: SOLVER_PROMPTS[promptKey] },\n { role: \"user\", content: trap.question },\n ],\n });\n const answerText = completion.choices?.[0]?.message?.content || \"\";\n const finalAnswer = extractFinalAnswer(answerText);\n const is_correct =\n finalAnswer.toLowerCase() === trap.correct_answer.toLowerCase();\n evals[promptKey] = { answer: finalAnswer, is_correct };\n }\n return { trap, evals };\n }),\n );\n\n // 3. Scoring & Packaging Phase\n const summary = {};\n prompt_types.forEach((p) => summary[p] = { correct: 0, total: 0 });\n evaluationResults.forEach((res) => {\n prompt_types.forEach((p) => {\n summary[p].total++;\n if (res.evals[p].is_correct) {\n summary[p].correct++;\n }\n });\n });\n\n const scorecard = {\n id: `scorecard_${Date.now()}`,\n run_date: new Date().toISOString(),\n settings: { num_questions, prompt_types },\n summary,\n results: evaluationResults,\n };\n\n // 4. Persistence (Optional, for this version we just return the result)\n // await blob.setJSON(scorecard.id, scorecard);\n // ... update index ...\n\n return new Response(JSON.stringify(scorecard), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n } catch (error) {\n console.error(\"API Error:\", error);\n return new Response(JSON.stringify({ error: error.message }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n // Serve HTML for GET requests\n return new Response(generateHtml(req.url), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}","deleted","label","children",[],[150],"files",[148],"counts",{"_173":32,"_174":175,"_176":32,"_177":32},"pulls","branches",1,"forks","envVars","contents",[180],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":181,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_98":182},["D",1757164832101],[150],"file","upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name._index",{"_93":94,"_95":96,"_97":-7,"_99":-7,"_100":192,"_178":197,"_200":-7,"_201":-5,"_202":-5,"_169":203,"_207":208},{"_102":103,"_95":96,"_104":193,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":22,"_115":-5,"_116":32,"_16":117,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":119,"_23":194,"_130":195,"_133":196,"_145":22},["D",1757164758619],{"_93":94,"_128":129},{"_93":94,"_132":129},{"_99":135,"_95":43,"_102":136,"_137":103,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},[198],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":181,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_98":199},[150],"readme","upstream","pull",[204],{"_102":149,"_95":150,"_151":152,"_153":-5,"_154":136,"_155":135,"_156":157,"_104":158,"_99":159,"_160":161,"_162":163,"_164":22,"_165":-5,"_166":205,"_98":206},[],[150],"previews",[204],"actionData","errors"]

realtime

scorecard