[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_150":151,"_152":153},"routes/_app.x.$handle.$name",{"_93":92,"_31":43,"_102":83,"_26":51,"_13":14,"_103":-5,"_11":104,"_105":106,"_107":108,"_109":110,"_111":112,"_20":-5,"_113":-5,"_114":-5,"_115":24,"_116":117,"_118":119,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":-5,"_63":-5,"_64":-5,"_65":-5,"_66":67,"_68":67,"_69":70,"_71":70,"_72":70,"_73":67,"_74":67,"_75":76,"_77":78,"_79":80,"_81":24},"version",1,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","main.http.ts","latestPath","fileId","7768c20a-501f-11f1-afc4-ee650bb23af1","name","fileType","http","content","// Claude Code Effort Benchmark — Phase 1\n// https://github.com/tangero/cc-effort-test\n\nexport default async function(req: Request): Promise {\n const html = `\n\n\n\n\nClaude Code Effort Benchmark\n\n\n\n\n\n

\n \n \n \n

Claude Code Effort Benchmark Phase 1

Empirické měření dopadu parametru --effort na výkon Claude Code

\n\n

\n\n\n

O projektu

\n Benchmark měří dopad parametru --effort na spotřebu tokenů, čas, náklady a kvalitu výsledku modelu Claude Opus 4.7. Testovány úrovně low, medium, high a max, 3 repetice na cell.\n

Tři typy úloh: mechanická rename, specifikovaná implementace a debugging se dvěma záměrnými bugy.

runů

úlohy

—

verify pass

—

náklady

\n\n\n

Testované úlohy

01_rename mechanical

Přejmenovat userId → accountId v TypeScript projektu. 57 výskytů, 3 záměrné pasti. Verify: 7 objective checks.

02_implement_ico specified implementation

Implementovat validateICO() — validace českého IČO (mod 11 checksum). Skrytá sada 9 test cases. Verify: 5 checks.

03_debug_order bounded debugging

Dva záměrné bugy v e-commerce API. Bug A způsobuje padající test (viditelný). Bug B je skrytá business logic chyba (discount aplikován na shipping) — odhalitelná pouze čtením kódu. Verify: 5 checks.

\n\n\n

01_rename — Výsledky

Průměrný čas (s)

Průměrná cena (USD)

Tool calls per run

Detailní tabulka

Effort	Run	Čas (s)	Cena ($)	Tools	Breakdown

\n\n

02_implement_ico — Výsledky

Průměrný čas (s)

Median u medium je 55s; 2 pomalé instance zvyšují průměr.

Průměrná cena (USD)

Tool calls per run

Detailní tabulka

Effort	Run	Čas (s)	Cena ($)	Tools	Breakdown

\n\n

03_debug_order — Výsledky

\n Klíčový výsledek: Všechny runy (low i max) dosáhly skóre 0.6/1.0 — opravily Bug A (padající test), ale Bug B (shipping v discount base) nepřišly. Model bez explicitního failing testu business logic chybu nedetekoval ani na max effort.\n

Verify score (0–1)

Průměrná cena (USD)

Detailní tabulka

\n \n \n \n

Effort	Run	Čas (s)	Cena ($)	Tools	Score	Bug A	Bug B

\n\n\n

Klíčová zjištění

\n\n\n

Interpretace a doporučení

Mechanické úlohy

Pro rename a specifikovanou implementaci jsou všechny effort levely funkčně ekvivalentní. low je nejlevnější volba. max je kontraproduktivní — výrazně vyšší cena a čas, přičemž u 01_rename použil nástroje mimo povolený seznam (TodoWrite).

Debugging bez failing testu

Ani max effort nenašel Bug B, který neměl žádný viditelný failing test. Modely bez explicitního signálu selhání neprovádí proaktivní business logic review. Pro komplexní debugging je nezbytná dobrá testovací sada jako guidance.

Doporučení pro vývojáře

\n \n \n \n \n \n \n \n \n

Use case	Effort	Proč
Refaktoring, rename, bulk změny	low	Nejlevnější, 100% úspěšnost, rychlý
Implementace dle specifikace	medium high	high je nejkonzistentnější, medium levnější
Debugging s dobrými testy	high	Testy jako guidance stačí; max nepřidává hodnotu
Debugging bez testů / open-ended	high max	Netestováno dostatečně — Phase 2 téma

\n\n\n

Limity studie

n=3 nedává statistickou signifikanci
Pouze 3 úlohy; chybí open-ended design a analýza
CLAUDE.md byl aktivní a mohl ovlivnit chování
Anthropic-side variabilita: caching, latence

Bug B u 03_debug_order je možná příliš implicitní — žádný hint
Pouze claude-opus-4-7; Sonnet 4.6 plánován
xhigh nebyl testován (Sonnet ho nepodporuje)
Judge pipeline (LLM-as-judge) zatím nespuštěna

\n\n

\n\n\n\n\n\n`;\n return new Response(html, {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n","createdAt",["D",1778823150264],"branchVersion","branchId","7683ffee-501f-11f1-afc4-ee650bb23af1","id","76834068-501f-11f1-afc4-ee650bb23af1","effortBenchmark",["D",1778823148771],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","7241cb49-222a-4e9a-af99-25b2615eda07","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","019e0b3d-7f60-7428-8330-1beb489e3416","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_93":92,"_101":97},"org",{"_93":92,"_94":95,"_96":97,"_18":53,"_98":99,"_100":24},"branch",{"_13":82,"_31":83,"_41":40,"_84":42,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":43,"_91":92},"isOwned",23,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","patrickzandl","handle","displayName","Patrick Zandl","avatar","https://lh3.googleusercontent.com/a/ACg8ocK47-vrp0IIPUC8DK3BcjE57lcyPd28xqviX34gk6fkTziKkbep=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":146,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":-5,"_63":-5,"_64":-5,"_65":-5,"_66":67,"_68":67,"_69":70,"_71":70,"_72":70,"_73":67,"_74":67,"_75":147,"_77":148,"_79":149,"_81":24},"tree",[141],"files",[141],"counts",{"_131":59,"_132":14,"_133":59,"_134":135,"_136":137},"contents",[124],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{},{"_41":125,"_31":27,"_29":30,"_126":-5,"_39":40,"_38":14,"_127":24,"_36":128,"_13":59,"_32":33,"_34":35,"_23":24,"_129":-5,"_26":130},"7768c14c-501f-11f1-afc4-ee650bb23af1","parentId","latest",["D",1778823150264],"label",[27],"pulls","branches","forks","envVars",{"_138":59,"_140":59},"connections",{"_138":59,"_139":59},"count","unfilledCount","emptyCount",{"_41":125,"_31":27,"_29":30,"_126":-5,"_39":40,"_38":14,"_127":24,"_36":142,"_13":59,"_32":33,"_34":35,"_23":24,"_129":-5,"_143":144,"_26":145},["D",1778823150264],"children",[],[27],["D",1778823148771],{"_93":92,"_101":97},{"_93":92,"_94":95,"_96":97,"_18":53,"_98":99,"_100":24},{"_13":82,"_31":83,"_41":40,"_84":42,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":43,"_91":92},"ctx",{"_75":-5,"_121":183,"_184":185,"_186":187,"_188":24,"_189":24,"_190":24,"_191":119,"_192":-5,"_193":-7,"_194":-7,"_195":59,"_196":24,"_197":24,"_198":-5,"_199":24,"_200":24,"_201":24,"_202":-5},"ENV",{"_154":155,"_156":157,"_158":83,"_159":160,"_161":162,"_163":164,"_165":166,"_167":168,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v1