Reasoning & Problem-Solving LLM Eval Suite

A Solver/Verifier/Evaluator pipeline to test an LLM's logical capabilities.

Running evaluation...

\n \n

Average Score Improvement

Detailed Results

\n \n \n \n

Problem	Solver Score	Final Score	Details

\n\n\n\n\n`;\n}\n\nexport default async function (req: Request) {\n if (req.method === \"GET\") {\n return new Response(\n generateHtml(new URL(req.url).origin + new URL(req.url).pathname),\n {\n headers: { \"Content-Type\": \"text/html\" },\n },\n );\n }\n\n if (req.method === \"POST\") {\n try {\n const { testCases } = await req.json();\n if (!Array.isArray(testCases) || testCases.length === 0) {\n throw new Error(\"Invalid or empty test cases provided.\");\n }\n const openai = new OpenAI();\n const results = await Promise.all(\n testCases.map((testCase) => processTestCase(testCase, openai)),\n );\n return new Response(JSON.stringify(results), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Evaluation Suite Error:\", error);\n return new Response(\n JSON.stringify({\n error: error.message || \"An unknown error occurred.\",\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n\n return new Response(\"Method Not Allowed\", { status: 405 });\n}","deleted","label",[114],"pulls",1,"forks","envVars",{"_136":53,"_138":53},"connections",{"_136":53,"_137":53},"count","unfilledCount","emptyCount",{"_20":113,"_13":114,"_115":47,"_116":-5,"_117":21,"_118":30,"_119":49,"_22":140,"_29":121,"_122":123,"_124":125,"_126":38,"_127":-5,"_141":142,"_89":143},["D",1755501351588],"children",[],[114],["D",1755500863403],{"_11":12,"_87":83},{"_11":12,"_81":-5,"_82":83,"_44":45,"_84":85,"_86":38},{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_76":-5,"_77":-5,"_78":-5,"_79":14,"_80":12},"ctx",{"_69":-5,"_109":181,"_182":183,"_184":185,"_186":38,"_187":38,"_188":38,"_189":49,"_190":-5,"_191":-7,"_192":-7,"_193":53,"_194":38,"_195":38,"_196":-5,"_197":38,"_198":38,"_199":38,"_200":-5},"ENV",{"_152":153,"_154":155,"_156":26,"_157":158,"_159":160,"_161":162,"_163":164,"_165":166,"_167":168,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e8c4b7030cb7600e4eb0736b15f422c8b8bd130f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Branches1

Branches
1