Reasoning & Problem-Solving LLM Eval Suite

A Solver/Verifier/Evaluator pipeline to test an LLM's logical capabilities.

Running evaluation...

\n \n

Average Score Improvement

Detailed Results

\n \n \n \n

Problem	Solver Score	Final Score	Details

\n\n\n\n\n`;\n}\n\nexport default async function (req: Request) {\n if (req.method === \"GET\") {\n return new Response(\n generateHtml(new URL(req.url).origin + new URL(req.url).pathname),\n {\n headers: { \"Content-Type\": \"text/html\" },\n },\n );\n }\n\n if (req.method === \"POST\") {\n try {\n const { testCases } = await req.json();\n if (!Array.isArray(testCases) || testCases.length === 0) {\n throw new Error(\"Invalid or empty test cases provided.\");\n }\n const openai = new OpenAI();\n const results = await Promise.all(\n testCases.map((testCase) => processTestCase(testCase, openai)),\n );\n return new Response(JSON.stringify(results), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Evaluation Suite Error:\", error);\n return new Response(\n JSON.stringify({\n error: error.message || \"An unknown error occurred.\",\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n\n return new Response(\"Method Not Allowed\", { status: 405 });\n}","deleted","label",[98],"permalink","https://www.val.town/x/real/Evals/code/main.tsx","extension","actionData","errors"]