{"snapshot":{"schemaVersion":1,"generatedAt":"2026-11-21T06:39:49.514Z","snapshotHash":"43237d0f0a7497fc","sources":[{"sourceId":"artificial-analysis","label":"Artificial Analysis Frontier Suite","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":1400,"license":"Public Benchmarks / Attribution Required","sourceUrl":"https://artificialanalysis.ai/leaderboards/models","message":null,"subFeeds":[{"benchmarkId":"aa_agent_frontiercode","status":"ok","rowCount":32,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"aa_agent_swe_atlas","status":"ok","rowCount":32,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"aa_analyst_agent","status":"ok","rowCount":33,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"aa_briefcase","status":"ok","rowCount":28,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"aa_mka","status":"ok","rowCount":22,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"aa_omniscience","status":"ok","rowCount":132,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"aa_vials","status":"ok","rowCount":19,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"critpt_v2_hard","status":"ok","rowCount":126,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"frontiercode_2_0","status":"ok","rowCount":127,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"gdp_pdf","status":"ok","rowCount":160,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"gdpval_aa","status":"ok","rowCount":24,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"hle_diamond","status":"ok","rowCount":151,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"mlcr_aa","status":"ok","rowCount":102,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"scicode_aa","status":"ok","rowCount":126,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"terminalbench_4_0","status":"ok","rowCount":158,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"terminalbench_science_aa","status":"ok","rowCount":128,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"aikido","label":"Aikido Arena Real-World CVE Detection","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":13,"license":"Public Research Leaderboard / Attribution Required","sourceUrl":"https://www.aikido.dev/aikido-arena","message":null,"subFeeds":[{"benchmarkId":"aikido_arena","status":"ok","rowCount":13,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"cwe-bench","label":"Collinear CWE-bench v2 (250 Public + Held-Out)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":20,"license":"Apache-2.0","sourceUrl":"https://cwe-bench.com/","message":null,"subFeeds":[{"benchmarkId":"cwe_bench_v2","status":"ok","rowCount":20,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"cyber-arena","label":"CyberArena Attack-Defense CTF (mc-v1)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":14,"license":"Public Research Leaderboard / Attribution Required","sourceUrl":"https://cyber-arena.ai/","message":null,"subFeeds":[{"benchmarkId":"cyberarena_mc_v1","status":"ok","rowCount":14,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"deepswe","label":"Datacurve DeepSWE v1.1","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":69,"license":"Apache-2.0","sourceUrl":"https://deepswe.datacurve.ai/","message":null,"subFeeds":[{"benchmarkId":"deepswe_v1_1","status":"ok","rowCount":69,"rejectedCount":1,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"epoch","label":"Epoch AI Benchmark Hub (10 Frontier Benchmarks)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":1020,"license":"CC-BY-4.0","sourceUrl":"https://epoch.ai/data/ai-benchmarking-dashboard","message":null,"subFeeds":[{"benchmarkId":"epoch_ale_bench","status":"ok","rowCount":143,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_apex_agents","status":"ok","rowCount":70,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_arc_agi_2","status":"ok","rowCount":309,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_frontiermath_t1_3","status":"ok","rowCount":128,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_frontiermath_t4","status":"ok","rowCount":84,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_frontierswe","status":"ok","rowCount":25,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_mirrorcode","status":"ok","rowCount":48,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_posttrainbench","status":"ok","rowCount":22,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_proofbench","status":"ok","rowCount":85,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"epoch_simpleqa_verified","status":"ok","rowCount":106,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"frontier-harness","label":"FrontierHarness Eval v1.1 (TB 2.1 + TB 4.0)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":130,"license":"Public Research Leaderboard / Attribution Required","sourceUrl":"https://frontierharness.org/leaderboard/v1.1/","message":null,"subFeeds":[{"benchmarkId":"__harness_leaderboard__","status":"ok","rowCount":130,"rejectedCount":53,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"lmarena","label":"LMArena Style-Controlled Parquet Leaderboards","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":781,"license":"Apache-2.0 / CC-BY-4.0","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","message":null,"subFeeds":[{"benchmarkId":"lmarena_creative_writing","status":"ok","rowCount":386,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"lmarena_document","status":"ok","rowCount":46,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"lmarena_factuality","status":"ok","rowCount":195,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"lmarena_webdev","status":"ok","rowCount":154,"rejectedCount":2,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"tbench","label":"Terminal-Bench 4.1 Live Harness Board","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":54,"license":"Apache-2.0","sourceUrl":"https://www.tbench.ai/","message":null,"subFeeds":[{"benchmarkId":"tbench_4_1","status":"ok","rowCount":54,"rejectedCount":1,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"harness-leaderboard","label":"Harness Leaderboard (TB 2.1 + DeepSWE)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":60,"license":"Apache-2.0","sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard","message":null,"subFeeds":[{"benchmarkId":"__harness_leaderboard__","status":"ok","rowCount":60,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"livebench","label":"LiveBench 2.0 Coding, Research & Data Analysis","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":114,"license":"Apache-2.0","sourceUrl":"https://livebench.ai/","message":null,"subFeeds":[{"benchmarkId":"livebench_coding","status":"ok","rowCount":38,"rejectedCount":1,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"livebench_data_analysis","status":"ok","rowCount":38,"rejectedCount":1,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"livebench_research","status":"ok","rowCount":38,"rejectedCount":1,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"vals","label":"Vals AI Vibe Code","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":129,"license":"Public Benchmarks / Attribution Required","sourceUrl":"https://www.vals.ai/benchmarks","message":null,"subFeeds":[{"benchmarkId":"vals_vibe_code","status":"ok","rowCount":129,"rejectedCount":3,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"vulcanbench","label":"VulcanBench SWE v4 Agent Stacks","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":91,"license":"Public Research Leaderboard / Attribution Required","sourceUrl":"https://vulcanbench.com/","message":null,"subFeeds":[{"benchmarkId":"vulcanbench_swe_v4","status":"ok","rowCount":91,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"designarena","label":"DesignArena Website Arena","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":192,"license":"Public Leaderboard / Attribution Required","sourceUrl":"https://designarena.ai/leaderboard","message":null,"subFeeds":[{"benchmarkId":"designarena_website","status":"ok","rowCount":192,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"writing-feeds","label":"Lech Mazur & EQ-Bench v3 Longform Writing Feeds","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":210,"license":"MIT / Public Research","sourceUrl":"https://github.com/lechmazur/writing","message":null,"subFeeds":[{"benchmarkId":"eqbench_longform","status":"ok","rowCount":143,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null},{"benchmarkId":"lechmazur_writing","status":"ok","rowCount":67,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"scale-seal","label":"Scale SEAL (SWE-bench Pro v2)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":12,"license":"Public Research Leaderboard","sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2","message":null,"subFeeds":[{"benchmarkId":"swe_bench_pro_v2","status":"ok","rowCount":12,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"weirdml","label":"WeirdML v3 Coding Agent Stacks","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":29,"license":"Public Research Benchmark / Attribution Required","sourceUrl":"https://htihle.github.io/weirdml.html","message":null,"subFeeds":[{"benchmarkId":"weirdml_v3","status":"ok","rowCount":29,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}],"pricingHealth":null},{"sourceId":"pricing","label":"First-Party API Pricing (LiteLLM Verified SKUs)","status":"ok","fetchedAt":"2026-11-21T06:39:49.514Z","lastHealthyAt":"2026-11-21T06:39:49.514Z","staleDays":0,"rowCount":71,"license":"MIT / Public API","sourceUrl":"https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json","message":null,"subFeeds":[],"pricingHealth":{"benchmarkId":"__pricing__","status":"ok","rowCount":71,"rejectedCount":0,"consecutiveDropDays":0,"lastLowCountDate":null,"lastHealthyAt":"2026-11-21T06:39:49.514Z","message":null}}],"domains":{"coding":{"domainId":"coding","epochVersion":"coding-v1.0.0","costUnit":"usd_per_task","activeBenchmarkIds":["frontiercode_2_0","terminalbench_4_0","scicode_aa","livebench_coding","epoch_mirrorcode","epoch_ale_bench","deepswe_v1_1","swe_bench_pro_v2","epoch_frontierswe"],"candidateBenchmarkIds":[],"benchmarkVersions":{"frontiercode_2_0":"2.0","terminalbench_4_0":"4.0","scicode_aa":"1.0","livebench_coding":"20261106","epoch_mirrorcode":"2026.11","epoch_ale_bench":"2026.11","deepswe_v1_1":"1.1","swe_bench_pro_v2":"2.0","epoch_frontierswe":"2026.11"},"coverageFloor":1,"tauResid":0.5821,"regimeMeta":{"standardized":{"activeBenchmarkIds":["frontiercode_2_0","terminalbench_4_0","scicode_aa","livebench_coding","epoch_mirrorcode","epoch_ale_bench","deepswe_v1_1","swe_bench_pro_v2","epoch_frontierswe"],"costSource":"suite","measuredCostBenchmarkIds":[],"coverageFloor":1,"tauResid":0.5821,"calibrationTauResidSq":0.33880997,"priorMean":-0.315879,"tauModelSq":0.907449,"anchorLabs":9,"withheldBenchmarkIds":[],"epochLink":null}},"anchorStats":{"frontiercode_2_0::standardized":{"benchmarkId":"frontiercode_2_0","mean":22.247704,"sd":12.064708,"anchorCount":66,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.154924,"reliability":0.8583,"discrimination":0.3735,"effectiveWeight":0.3206,"introducedAt":"2026-08-01","invertScore":false,"popoviciuSe":4.351941},"terminalbench_4_0::standardized":{"benchmarkId":"terminalbench_4_0","mean":27.953685,"sd":22.870903,"anchorCount":69,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.158178,"reliability":0.9255,"discrimination":0.0891,"effectiveWeight":0.1,"introducedAt":"2026-07-15","invertScore":false,"popoviciuSe":6.154575},"scicode_aa::standardized":{"benchmarkId":"scicode_aa","mean":51.852231,"sd":7.794727,"anchorCount":62,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.208374,"reliability":0.3592,"discrimination":0.0241,"effectiveWeight":0.1,"introducedAt":"2026-05-01","invertScore":false,"popoviciuSe":7.418702},"livebench_coding::standardized":{"benchmarkId":"livebench_coding","mean":76.233333,"sd":8.792208,"anchorCount":26,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.501274,"reliability":0.8613,"discrimination":0.1415,"effectiveWeight":0.1219,"introducedAt":"2026-10-14","invertScore":false,"popoviciuSe":4.564355},"epoch_mirrorcode::standardized":{"benchmarkId":"epoch_mirrorcode","mean":47.353833,"sd":17.614308,"anchorCount":32,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.1022,"reliability":0.6027,"discrimination":0.4375,"effectiveWeight":0.2637,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":9.128709},"epoch_ale_bench::standardized":{"benchmarkId":"epoch_ale_bench","mean":1540.846508,"sd":502.925011,"anchorCount":32,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.390262,"reliability":0.5,"discrimination":0.25,"effectiveWeight":0.125,"introducedAt":"2026-08-01","invertScore":false},"deepswe_v1_1::standardized":{"benchmarkId":"deepswe_v1_1","mean":59.417738,"sd":14.835958,"anchorCount":20,"anchorLabs":7,"linkedViaMeanSigma":false,"raschDelta":0.291694,"reliability":0.9857,"discrimination":0.7182,"effectiveWeight":0.7079,"introducedAt":"2026-06-15","invertScore":false,"popoviciuSe":4.703604},"swe_bench_pro_v2::standardized":{"benchmarkId":"swe_bench_pro_v2","mean":95.374,"sd":3.045111,"anchorCount":7,"anchorLabs":5,"linkedViaMeanSigma":false,"raschDelta":-0.17575,"reliability":0.9424,"discrimination":0.65,"effectiveWeight":0.6125,"introducedAt":"2026-09-15","invertScore":false,"popoviciuSe":1.973343},"epoch_frontierswe::standardized":{"benchmarkId":"epoch_frontierswe","mean":33.360875,"sd":16.043237,"anchorCount":22,"anchorLabs":8,"linkedViaMeanSigma":false,"raschDelta":-0.355754,"reliability":0.7389,"discrimination":0.555,"effectiveWeight":0.4101,"introducedAt":"2026-09-01","invertScore":false,"popoviciuSe":8.574929}},"configs":[{"id":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.831567,"shrinkageFactor":0.897198,"score":77.47,"se":4.58,"samplingSe":2.9888,"residualSe":3.4723,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":10.03641,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.5258,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-opus-5-5_max:max:","observedHarness":"Proximus","rawScore":62.33,"zScore":1.8057,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":98.87,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:M2dkPVSr5EVDErXzKnSecn","observedHarness":"Epoch MirrorCode Scaffold","rawScore":95.56,"zScore":2.7368,"seModel":"upstream_se","seRaw":2.55452,"ciHalfWidth":5.0069,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-30","publishedDate":"2026-10-30","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Stirrup","rawScore":46.44,"zScore":2.0052,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:claude-opus-5.5","observedHarness":"Direct API","rawScore":87.1,"zScore":1.2359,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.611046,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":66.9,"zScore":1.9305,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"mini-SWE-agent","rawScore":59.6,"zScore":1.3837,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5.2:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.786157,"shrinkageFactor":0.837867,"score":76.79,"se":5.75,"samplingSe":3.9366,"residualSe":4.1961,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":26.538558,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.2986,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-fable-5-2_max:max:","observedHarness":"Proximus","rawScore":69.94,"zScore":2.28,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":168.78,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Stirrup","rawScore":48.76,"zScore":2.1975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":67.71,"zScore":2.0344,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"mini-SWE-agent","rawScore":59.6,"zScore":1.3837,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5.1:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.686335,"shrinkageFactor":0.818508,"score":75.3,"se":6.09,"samplingSe":4.0175,"residualSe":4.5734,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":27.818269,"costLogSd":1.0653,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.4048,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-fable-5-1_max:max:","observedHarness":"Proximus","rawScore":56.29,"zScore":1.4292,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":138.55,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:j3QzF2QVnNghvyFneqEuiu","observedHarness":"Epoch MirrorCode Scaffold","rawScore":93.33,"zScore":2.6102,"seModel":"upstream_se","seRaw":3.917131,"ciHalfWidth":7.6776,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-09","publishedDate":"2026-09-09","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:claude-fable-5.1","observedHarness":"Direct API","rawScore":89.7,"zScore":1.5317,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.282367,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"anthropic:claude-sonnet-5.5:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.628645,"shrinkageFactor":0.897684,"score":74.43,"se":4.57,"samplingSe":2.971,"residualSe":3.4733,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.020621,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.4715,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-sonnet-5-5_max:max:","observedHarness":"Proximus","rawScore":61.89,"zScore":1.7783,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":110.45,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:UTD5SC5v2BgiwNauF9YrFo","observedHarness":"Epoch MirrorCode Scaffold","rawScore":97.78,"zScore":2.8628,"seModel":"upstream_se","seRaw":1.514189,"ciHalfWidth":2.9678,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-05","publishedDate":"2026-10-05","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Stirrup","rawScore":41.7,"zScore":1.6123,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:claude-sonnet-5.5","observedHarness":"Direct API","rawScore":77.2,"zScore":0.1099,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.259058,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":61,"zScore":1.1736,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"mini-SWE-agent","rawScore":63.64,"zScore":1.5603,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-carbon:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.446412,"shrinkageFactor":0.860858,"score":71.7,"se":5.33,"samplingSe":3.6932,"residualSe":3.8431,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":7.755546,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.3994,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recouaA1ujfzoOmWb","observedHarness":"ALE-Agent","rawScore":2374.7,"zScore":1.658,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.068274,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gemini-4-carbon_high:high:","observedHarness":"Proximus","rawScore":61.2,"zScore":1.7353,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":61.93,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Stirrup","rawScore":40.56,"zScore":1.5178,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gemini-4-carbon","observedHarness":"Direct API","rawScore":91,"zScore":1.6795,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.462371,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"mini-SWE-agent","rawScore":65.15,"zScore":1.6264,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.374418,"shrinkageFactor":0.760231,"score":70.62,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.521143,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2453,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"Stirrup","rawScore":48.95,"zScore":2.2133,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"mini-SWE-agent","rawScore":64.14,"zScore":1.5822,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-neon:xhigh:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.3331,"shrinkageFactor":0.814243,"score":70,"se":6.16,"samplingSe":3.3569,"residualSe":5.1631,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":6.444838,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.4755,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Stirrup","rawScore":44.41,"zScore":1.837,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gemini-4-neon","observedHarness":"Direct API","rawScore":89.7,"zScore":1.5317,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.919125,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"mini-SWE-agent","rawScore":63.64,"zScore":1.5603,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-astra:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.321709,"shrinkageFactor":0.839217,"score":69.83,"se":5.73,"samplingSe":3.7578,"residualSe":4.3251,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.997906,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1458,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:R7MHmgZqxmYVVTvzpjvc5k","observedHarness":"Epoch MirrorCode Scaffold","rawScore":67.78,"zScore":1.1596,"seModel":"upstream_se","seRaw":11.668556,"ciHalfWidth":22.8704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-27","publishedDate":"2026-10-27","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Stirrup","rawScore":45.38,"zScore":1.9174,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-6.2-astra","observedHarness":"Direct API","rawScore":91.9,"zScore":1.7819,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.122154,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"mini-SWE-agent","rawScore":64.14,"zScore":1.5822,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5.2:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.270543,"shrinkageFactor":0.812618,"score":69.06,"se":6.19,"samplingSe":4.1246,"residualSe":4.6094,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":9.078415,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.2732,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recQTbO5YuBHhJdH6","observedHarness":"ALE-Agent","rawScore":2509.8,"zScore":1.9266,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.503272,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"Stirrup","rawScore":49.13,"zScore":2.2282,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"Direct API","rawScore":59.49,"zScore":0.9799,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"mini-SWE-agent","rawScore":59.6,"zScore":1.3837,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5.2:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.25982,"shrinkageFactor":0.832562,"score":68.9,"se":5.85,"samplingSe":3.5108,"residualSe":4.6756,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.828588,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.0449,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"Stirrup","rawScore":47.58,"zScore":2.0997,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:claude-fable-5.2","observedHarness":"Direct API","rawScore":79.2,"zScore":0.3374,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":13.893379,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"Direct API","rawScore":65.63,"zScore":1.7676,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"mini-SWE-agent","rawScore":61.62,"zScore":1.472,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.1-terra:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.25626,"shrinkageFactor":0.872349,"score":68.84,"se":5.11,"samplingSe":3.389,"residualSe":3.8181,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.961108,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.4128,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recHSwa2wuj8rGCoD","observedHarness":"ALE-Agent","rawScore":2608.82,"zScore":2.1235,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.413917,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:QTeGw8iACPtPrzw9JCLEfR","observedHarness":"Epoch MirrorCode Scaffold","rawScore":76.67,"zScore":1.6643,"seModel":"upstream_se","seRaw":9.315175,"ciHalfWidth":18.2577,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-30","publishedDate":"2026-10-30","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Stirrup","rawScore":42.32,"zScore":1.6637,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-6.1-terra","observedHarness":"Direct API","rawScore":89.2,"zScore":1.4748,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.29805,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":55.09,"zScore":0.4154,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"mini-SWE-agent","rawScore":55.56,"zScore":1.207,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-astra:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.255074,"shrinkageFactor":0.760231,"score":68.83,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.073875,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2212,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"Stirrup","rawScore":47.13,"zScore":2.0624,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"mini-SWE-agent","rawScore":60.1,"zScore":1.4056,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-astra:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.215762,"shrinkageFactor":0.760231,"score":68.24,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.617688,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2582,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"Stirrup","rawScore":46.56,"zScore":2.0152,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"mini-SWE-agent","rawScore":58.59,"zScore":1.3395,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6-astra:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.196703,"shrinkageFactor":0.922594,"score":67.95,"se":3.98,"samplingSe":2.789,"residualSe":2.833,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":27.818269,"costLogSd":1.0653,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0614,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_6_astra_max","observedHarness":"mini-swe-agent","rawScore":73.23,"zScore":0.931,"seModel":"upstream_ci","ciHalfWidth":0.8303,"ciLower":72.3998,"ciUpper":74.0604,"measuredCostUsd":7.497828,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recie6OeSzfrEhXOW","observedHarness":"ALE-Agent","rawScore":2951.32,"zScore":2.8045,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.86415,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gpt-6-astra_max:max:","observedHarness":"Proximus","rawScore":65.51,"zScore":2.0039,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1029.65,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:FGZUtmNQZpZtk8ft5uCJkA","observedHarness":"Epoch MirrorCode Scaffold","rawScore":60,"zScore":0.7179,"seModel":"upstream_se","seRaw":11.818737,"ciHalfWidth":23.1647,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-29","publishedDate":"2026-10-29","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-6-astra","observedHarness":"Direct API","rawScore":87.5,"zScore":1.2814,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.315371,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"openai:gpt-6.2-sol:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.183816,"shrinkageFactor":0.814243,"score":67.76,"se":6.16,"samplingSe":3.3569,"residualSe":5.1631,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.01438,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2317,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Stirrup","rawScore":44.38,"zScore":1.8345,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-6.2-sol","observedHarness":"Direct API","rawScore":83.7,"zScore":0.8492,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.129938,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"mini-SWE-agent","rawScore":60.1,"zScore":1.4056,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.141546,"shrinkageFactor":0.792664,"score":67.12,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":6.047194,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.2875,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Stirrup","rawScore":43.75,"zScore":1.7822,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Direct API","rawScore":65.05,"zScore":1.6932,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"mini-SWE-agent","rawScore":59.6,"zScore":1.3837,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.10593,"shrinkageFactor":0.90789,"score":66.59,"se":4.34,"samplingSe":2.7062,"residualSe":3.3887,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.1942,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_5_max","observedHarness":"mini-swe-agent","rawScore":73.65,"zScore":0.9593,"seModel":"upstream_ci","ciHalfWidth":3.8723,"ciLower":69.7763,"ciUpper":77.521,"measuredCostUsd":11.837583,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-opus-5_max:max:","observedHarness":"Proximus","rawScore":52.01,"zScore":1.1624,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":196.71,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mNbPPJ3qiGSKnpqRsbxeKv","observedHarness":"Epoch MirrorCode Scaffold","rawScore":87.78,"zScore":2.2951,"seModel":"upstream_se","seRaw":7.176289,"ciHalfWidth":14.0655,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-20","publishedDate":"2026-10-20","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"google:gemini-4-neon:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.082166,"shrinkageFactor":0.760231,"score":66.23,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":3.74275,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.4126,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Stirrup","rawScore":43.28,"zScore":1.7433,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"mini-SWE-agent","rawScore":61.62,"zScore":1.472,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-argon:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.047131,"shrinkageFactor":0.942233,"score":65.71,"se":3.43,"samplingSe":2.4936,"residualSe":2.3615,"coverageCount":8,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.946609,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.0311,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec1Zj9NnhZWnpeWx","observedHarness":"ALE-Agent","rawScore":2100.1,"zScore":1.112,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.949743,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gemini-4-argon_high:high:","observedHarness":"Proximus","rawScore":54.96,"zScore":1.3463,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":129.36,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:h7xMzFUTMGSGqUSKUpxkUW","observedHarness":"Epoch MirrorCode Scaffold","rawScore":58.89,"zScore":0.6549,"seModel":"upstream_se","seRaw":11.713813,"ciHalfWidth":22.9591,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-14","publishedDate":"2026-10-14","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Stirrup","rawScore":25.71,"zScore":0.287,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gemini-4-argon","observedHarness":"Direct API","rawScore":85.7,"zScore":1.0767,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.076329,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":61.81,"zScore":1.2775,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Gemini 4 Argon (mini-swe-agent) high","observedHarness":"mini-swe-agent","rawScore":99.22,"zScore":1.263,"seModel":"upstream_se","seRaw":0.229592,"ciHalfWidth":0.45,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-14","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"mini-SWE-agent","rawScore":57.07,"zScore":1.2731,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-sol:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.012769,"shrinkageFactor":0.760231,"score":65.19,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.647968,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.3246,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"Stirrup","rawScore":42.75,"zScore":1.6994,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"mini-SWE-agent","rawScore":56.06,"zScore":1.2289,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.006994,"shrinkageFactor":0.858858,"score":65.1,"se":5.37,"samplingSe":3.5094,"residualSe":4.0622,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":3.464662,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.3493,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec2XltGq6LqiHAqJ","observedHarness":"ALE-Agent","rawScore":2147.38,"zScore":1.206,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.271178,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-claude-opus-5-5","observedHarness":"Epoch MirrorCode Scaffold","rawScore":78.89,"zScore":1.7904,"seModel":"upstream_se","seRaw":7.88,"ciHalfWidth":15.4448,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Stirrup","rawScore":35.93,"zScore":1.1341,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Direct API","rawScore":60.42,"zScore":1.0992,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"mini-SWE-agent","rawScore":56.57,"zScore":1.2512,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-hydrogen:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":1.000309,"shrinkageFactor":0.818435,"score":65,"se":6.09,"samplingSe":4.0723,"residualSe":4.5263,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.873314,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.7624,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gemini-4-hydrogen_high:high:","observedHarness":"Proximus","rawScore":53.11,"zScore":1.231,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":61.79,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"Stirrup","rawScore":36.33,"zScore":1.1672,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"mini-SWE-agent","rawScore":54.04,"zScore":1.1406,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-sol:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.947927,"shrinkageFactor":0.760231,"score":64.22,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.406056,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.5458,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"Stirrup","rawScore":41.4,"zScore":1.5875,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"mini-SWE-agent","rawScore":56.06,"zScore":1.2289,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-sol:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.911245,"shrinkageFactor":0.760231,"score":63.67,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.563645,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.3306,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"Stirrup","rawScore":40.22,"zScore":1.4897,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"mini-SWE-agent","rawScore":58.59,"zScore":1.3395,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5.2:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.908013,"shrinkageFactor":0.792664,"score":63.62,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.802605,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.2031,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"Stirrup","rawScore":41.3,"zScore":1.5792,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"Direct API","rawScore":59.72,"zScore":1.0094,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"mini-SWE-agent","rawScore":55.05,"zScore":1.1848,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-carbon:medium:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.890225,"shrinkageFactor":0.760231,"score":63.35,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.585777,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.1195,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"Stirrup","rawScore":39.45,"zScore":1.4258,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"mini-SWE-agent","rawScore":60.61,"zScore":1.4279,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.847164,"shrinkageFactor":0.89057,"score":62.71,"se":4.73,"samplingSe":3.221,"residualSe":3.4595,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.411007,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.9109,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-haiku-5-5_max:max:","observedHarness":"Proximus","rawScore":43.77,"zScore":0.6488,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":20.55,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:ifSAAMJA9S73m6pAyRWxUD","observedHarness":"Epoch MirrorCode Scaffold","rawScore":78.89,"zScore":1.7904,"seModel":"upstream_se","seRaw":8.045286,"ciHalfWidth":15.7688,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Stirrup","rawScore":34.93,"zScore":1.0512,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:claude-haiku-5.5","observedHarness":"Direct API","rawScore":77.6,"zScore":0.1554,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.169633,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":54.98,"zScore":0.4013,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"mini-SWE-agent","rawScore":32.83,"zScore":0.2132,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.1-sol:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.819481,"shrinkageFactor":0.736785,"score":62.29,"se":7.33,"samplingSe":5.5524,"residualSe":4.7867,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.487251,"costLogSd":1.048,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0738,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recbQjMjXINIX4xjc","observedHarness":"ALE-Agent","rawScore":2743.75,"zScore":2.3918,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.596828,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:jGPEpcBgJ4gakLdxgAqbR8","observedHarness":"Epoch MirrorCode Scaffold","rawScore":61.11,"zScore":0.781,"seModel":"upstream_se","seRaw":11.346709,"ciHalfWidth":22.2395,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-05","publishedDate":"2026-10-05","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-6.1-sol","observedHarness":"Direct API","rawScore":82.1,"zScore":0.6673,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.802746,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"anthropic:claude-fable-5.1:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.806696,"shrinkageFactor":0.682752,"score":62.1,"se":8.05,"samplingSe":5.9201,"residualSe":5.4523,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.786777,"costLogSd":1.0567,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.1255,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recoromAv2aFG1mQC","observedHarness":"ALE-Agent","rawScore":2143.2,"zScore":1.1977,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.294856,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-claude-fable-5-1","observedHarness":"Epoch MirrorCode Scaffold","rawScore":73.3,"zScore":1.473,"seModel":"upstream_se","seRaw":9.17,"ciHalfWidth":17.9732,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-10","publishedDate":"2026-09-10","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-fable-5.2:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.750485,"shrinkageFactor":0.792664,"score":61.26,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.097242,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.2575,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"Stirrup","rawScore":38.44,"zScore":1.3421,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"Direct API","rawScore":57.75,"zScore":0.7566,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"mini-SWE-agent","rawScore":54.55,"zScore":1.1629,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-neon:medium:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.721294,"shrinkageFactor":0.760231,"score":60.82,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.904556,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.2633,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Stirrup","rawScore":36.93,"zScore":1.217,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"mini-SWE-agent","rawScore":54.55,"zScore":1.1629,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.7156,"shrinkageFactor":0.901433,"score":60.73,"se":4.49,"samplingSe":2.9536,"residualSe":3.3766,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":27.818269,"costLogSd":1.0653,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0208,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_fable_5_max","observedHarness":"mini-swe-agent","rawScore":69.72,"zScore":0.6944,"seModel":"upstream_ci","ciHalfWidth":4.0335,"ciLower":65.6913,"ciUpper":73.7582,"measuredCostUsd":21.634702,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:claude-fable-5_max:max:","observedHarness":"Proximus","rawScore":46.96,"zScore":0.8477,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":301.28,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:5z3kmMLG4o5sSC6R7Ny4BS","observedHarness":"Epoch MirrorCode Scaffold","rawScore":70,"zScore":1.2857,"seModel":"upstream_se","seRaw":10.440053,"ciHalfWidth":20.4625,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-30","publishedDate":"2026-10-30","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"google:gemini-4-hydrogen:xhigh:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.696389,"shrinkageFactor":0.828173,"score":60.45,"se":5.92,"samplingSe":3.7557,"residualSe":4.5801,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.160159,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.1694,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:reciIQ1ZPayHYVunu","observedHarness":"ALE-Agent","rawScore":1825.67,"zScore":0.5663,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.285945,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Stirrup","rawScore":38.96,"zScore":1.3852,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gemini-4-hydrogen","observedHarness":"Direct API","rawScore":78.5,"zScore":0.2578,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.191525,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"mini-SWE-agent","rawScore":53.54,"zScore":1.1187,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5.5:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.549665,"shrinkageFactor":0.792664,"score":58.24,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.451089,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.2003,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Stirrup","rawScore":33.08,"zScore":0.8978,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Direct API","rawScore":59.26,"zScore":0.9504,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"mini-SWE-agent","rawScore":52.53,"zScore":1.0746,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.1-terra:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.546947,"shrinkageFactor":0.792664,"score":58.2,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.400689,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.304,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"Stirrup","rawScore":36.86,"zScore":1.2112,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"Direct API","rawScore":53.36,"zScore":0.1934,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"mini-SWE-agent","rawScore":46.46,"zScore":0.8092,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.1-terra:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.50701,"shrinkageFactor":0.792664,"score":57.61,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.25928,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.3883,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"Stirrup","rawScore":37.46,"zScore":1.2609,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"Direct API","rawScore":51.62,"zScore":-0.0298,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"mini-SWE-agent","rawScore":41.92,"zScore":0.6107,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-4.8:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.498804,"shrinkageFactor":0.5612,"score":57.48,"se":9.47,"samplingSe":6.919,"residualSe":6.4591,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0775,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:2Nf4PQvFjvbixGhtQXGQoS","observedHarness":"Epoch MirrorCode Scaffold","rawScore":65.56,"zScore":1.0336,"seModel":"upstream_se","seRaw":10.846045,"ciHalfWidth":21.2582,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-6-astra:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.493221,"shrinkageFactor":0.797006,"score":57.4,"se":6.44,"samplingSe":1.3196,"residualSe":6.3012,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.394239,"costLogSd":1.0664,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0073,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_6_astra_xhigh","observedHarness":"mini-swe-agent","rawScore":74.12,"zScore":0.991,"seModel":"upstream_ci","ciHalfWidth":2.8654,"ciLower":71.2496,"ciUpper":76.9804,"measuredCostUsd":4.429117,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-6.2-astra:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.488225,"shrinkageFactor":0.760231,"score":57.32,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.661705,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.059,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"Stirrup","rawScore":32.66,"zScore":0.863,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"mini-SWE-agent","rawScore":51.01,"zScore":1.0081,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.48683,"shrinkageFactor":0.83279,"score":57.3,"se":5.84,"samplingSe":2.1969,"residualSe":5.4142,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0702,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_5_high","observedHarness":"mini-swe-agent","rawScore":72.83,"zScore":0.904,"seModel":"upstream_ci","ciHalfWidth":1.9454,"ciLower":70.8831,"ciUpper":74.7739,"measuredCostUsd":6.076084,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:reczXRrSMMBAUjHxZ","observedHarness":"ALE-Agent","rawScore":2164.57,"zScore":1.2402,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.890512,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"anthropic:claude-sonnet-5.5:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.482553,"shrinkageFactor":0.890338,"score":57.24,"se":4.73,"samplingSe":2.5279,"residualSe":4,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.091985,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0161,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Stirrup","rawScore":35.65,"zScore":1.1109,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Direct API","rawScore":57.29,"zScore":0.6976,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Claude Sonnet 5.5 (mini-swe-agent) xhigh","observedHarness":"mini-swe-agent","rawScore":95.79,"zScore":0.1366,"seModel":"upstream_se","seRaw":0.663265,"ciHalfWidth":1.3,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-12","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"mini-SWE-agent","rawScore":57.07,"zScore":1.2731,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.440201,"shrinkageFactor":0.796048,"score":56.6,"se":6.45,"samplingSe":1.4088,"residualSe":6.2974,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.349955,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0553,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_5_xhigh","observedHarness":"mini-swe-agent","rawScore":73.15,"zScore":0.9256,"seModel":"upstream_ci","ciHalfWidth":3.061,"ciLower":70.0934,"ciUpper":76.2153,"measuredCostUsd":9.072202,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-4-carbon:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.434043,"shrinkageFactor":0.760231,"score":56.51,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.186577,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.0151,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"Stirrup","rawScore":29.62,"zScore":0.6111,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"mini-SWE-agent","rawScore":62.63,"zScore":1.5162,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.6-sol:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.429142,"shrinkageFactor":0.88703,"score":56.44,"se":4.8,"samplingSe":2.9728,"residualSe":3.772,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.117077,"costLogSd":1.0534,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.002,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_sol_max","observedHarness":"mini-swe-agent","rawScore":72.67,"zScore":0.8933,"seModel":"upstream_ci","ciHalfWidth":2.8298,"ciLower":69.8368,"ciUpper":75.4965,"measuredCostUsd":8.386436,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recB9LSLRE0ygr7gb","observedHarness":"ALE-Agent","rawScore":2176.88,"zScore":1.2647,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.534078,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gpt-5.6-sol_max:max:","observedHarness":"Proximus","rawScore":32.2,"zScore":-0.0724,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":179.64,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"}]},{"id":"anthropic:claude-fable-5:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.428695,"shrinkageFactor":0.879708,"score":56.43,"se":4.96,"samplingSe":2.586,"residualSe":4.2277,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.786777,"costLogSd":1.0567,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0216,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_fable_5_high","observedHarness":"mini-swe-agent","rawScore":68.6,"zScore":0.6189,"seModel":"upstream_ci","ciHalfWidth":1.1208,"ciLower":67.4838,"ciUpper":69.7255,"measuredCostUsd":9.177638,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recOJYPyImXeBu5y6","observedHarness":"ALE-Agent","rawScore":2041.3,"zScore":0.9951,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.108822,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-claude-fable-5","observedHarness":"Epoch MirrorCode Scaffold","rawScore":63.89,"zScore":0.9388,"seModel":"upstream_se","seRaw":10.404093,"ciHalfWidth":20.392,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-6-astra:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.422926,"shrinkageFactor":0.798254,"score":56.34,"se":6.42,"samplingSe":1.1935,"residualSe":6.3061,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.387897,"costLogSd":1.0654,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0087,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_6_astra_medium","observedHarness":"mini-swe-agent","rawScore":72.79,"zScore":0.9013,"seModel":"upstream_ci","ciHalfWidth":2.5896,"ciLower":70.198,"ciUpper":75.3773,"measuredCostUsd":3.075474,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"meta:muse-wonder:xhigh:standardized-suite:standardized","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.400105,"shrinkageFactor":0.764178,"score":56,"se":6.94,"samplingSe":2.4606,"residualSe":6.488,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.650104,"costLogSd":0.5619,"costMinUsd":4.560546,"costMaxUsd":6.952036,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.4157,"benchmarks":[{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Muse Wonder 1.0 (mini-swe-agent) xhigh","observedHarness":"mini-swe-agent","rawScore":96.73,"zScore":0.4453,"seModel":"upstream_se","seRaw":0.571429,"ciHalfWidth":1.12,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-14","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"}]},{"id":"openai:gpt-6-astra:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.365079,"shrinkageFactor":0.851906,"score":55.48,"se":5.5,"samplingSe":2.7949,"residualSe":4.7356,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.786777,"costLogSd":1.0567,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0014,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_6_astra_high","observedHarness":"mini-swe-agent","rawScore":73.23,"zScore":0.931,"seModel":"upstream_ci","ciHalfWidth":3.4235,"ciLower":69.8066,"ciUpper":76.6536,"measuredCostUsd":3.923724,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-gpt-6-astra","observedHarness":"Epoch MirrorCode Scaffold","rawScore":46.7,"zScore":-0.0371,"seModel":"upstream_se","seRaw":11.86,"ciHalfWidth":23.2456,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"google:gemini-3.8-flash:medium:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.328699,"shrinkageFactor":0.799505,"score":54.93,"se":6.4,"samplingSe":1.052,"residualSe":6.3111,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.820987,"costLogSd":1.0556,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.6617,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_8_flash_medium","observedHarness":"mini-swe-agent","rawScore":71.02,"zScore":0.782,"seModel":"upstream_ci","ciHalfWidth":2.2808,"ciLower":68.7369,"ciUpper":73.2985,"measuredCostUsd":1.967102,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-6.1-terra:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.324955,"shrinkageFactor":0.792664,"score":54.87,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.168805,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.6961,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"Stirrup","rawScore":34.54,"zScore":1.0189,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"Direct API","rawScore":51.62,"zScore":-0.0298,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"mini-SWE-agent","rawScore":32.32,"zScore":0.1909,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.2-sol:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.322498,"shrinkageFactor":0.760231,"score":54.84,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.183585,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.4355,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"Stirrup","rawScore":31.37,"zScore":0.7561,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"mini-SWE-agent","rawScore":37.88,"zScore":0.434,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.6-sol:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.316055,"shrinkageFactor":0.803298,"score":54.74,"se":6.34,"samplingSe":0.3787,"residualSe":6.326,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.461528,"costLogSd":1.056,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0055,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_sol_xhigh","observedHarness":"mini-swe-agent","rawScore":70.73,"zScore":0.7625,"seModel":"upstream_ci","ciHalfWidth":0.8191,"ciLower":69.9126,"ciUpper":71.5508,"measuredCostUsd":4.703664,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.6-terra:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.286088,"shrinkageFactor":0.890697,"score":54.29,"se":4.72,"samplingSe":2.7934,"residualSe":3.8097,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.571751,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0041,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_terra_max","observedHarness":"mini-swe-agent","rawScore":69.62,"zScore":0.6877,"seModel":"upstream_ci","ciHalfWidth":2.5569,"ciLower":67.0661,"ciUpper":72.18,"measuredCostUsd":4.945847,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recy6tGLt0oXl5Z3t","observedHarness":"ALE-Agent","rawScore":1951.42,"zScore":0.8164,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.254047,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:Vubr2UGkJt5WdCCxePP6bL","observedHarness":"Epoch MirrorCode Scaffold","rawScore":41.11,"zScore":-0.3545,"seModel":"upstream_se","seRaw":12.37281,"ciHalfWidth":24.2507,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-20","publishedDate":"2026-10-20","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-5.6-terra","observedHarness":"Direct API","rawScore":84.2,"zScore":0.9061,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.714729,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"openai:gpt-6-sol:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.276549,"shrinkageFactor":0.652534,"score":54.15,"se":8.42,"samplingSe":6.5217,"residualSe":5.3302,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.487251,"costLogSd":1.048,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0161,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:receiDDkmha5O2EgZ","observedHarness":"ALE-Agent","rawScore":2462,"zScore":1.8316,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.843984,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:TQ4LXFJtzphWHf9brvHq5i","observedHarness":"Epoch MirrorCode Scaffold","rawScore":48.89,"zScore":0.0872,"seModel":"upstream_se","seRaw":11.205945,"ciHalfWidth":21.9637,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-29","publishedDate":"2026-10-29","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-fable-5:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.265654,"shrinkageFactor":0.795091,"score":53.98,"se":6.47,"samplingSe":1.4926,"residualSe":6.2936,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.394239,"costLogSd":1.0664,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0157,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_fable_5_xhigh","observedHarness":"mini-swe-agent","rawScore":69.91,"zScore":0.7072,"seModel":"upstream_ci","ciHalfWidth":3.2449,"ciLower":66.6666,"ciUpper":73.1564,"measuredCostUsd":13.414521,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-4-hydrogen:medium:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.261816,"shrinkageFactor":0.760231,"score":53.93,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.797987,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.3728,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"Stirrup","rawScore":31.52,"zScore":0.7685,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"mini-SWE-agent","rawScore":29.29,"zScore":0.0584,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-wonder:max:standardized-suite:standardized","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.258225,"shrinkageFactor":0.858625,"score":53.87,"se":5.37,"samplingSe":3.509,"residualSe":4.0684,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.952036,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.1673,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:4SF6nvuJows76zkypDWF3b","observedHarness":"Epoch MirrorCode Scaffold","rawScore":45.56,"zScore":-0.1018,"seModel":"upstream_se","seRaw":10.599324,"ciHalfWidth":20.7747,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-14","publishedDate":"2026-10-14","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Stirrup","rawScore":27.88,"zScore":0.4668,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:muse-wonder-1.0","observedHarness":"Direct API","rawScore":74.9,"zScore":-0.1516,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.578829,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":60.3,"zScore":1.0838,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"mini-SWE-agent","rawScore":52.02,"zScore":1.0523,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.1-sol:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.240787,"shrinkageFactor":0.759096,"score":53.61,"se":7.01,"samplingSe":2.7152,"residualSe":6.4664,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.535732,"costLogSd":1.0518,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0181,"benchmarks":[{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:GPT 6.1 Sol (mini-swe-agent) xhigh","observedHarness":"mini-swe-agent","rawScore":96.11,"zScore":0.2417,"seModel":"upstream_se","seRaw":0.632653,"ciHalfWidth":1.24,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-07","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"}]},{"id":"moonshot:kimi-k3:max:standardized-suite:standardized","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.238499,"shrinkageFactor":0.966308,"score":53.58,"se":2.62,"samplingSe":2.2576,"residualSe":1.3351,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":9.345558,"costLogSd":1.0507,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.7282,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_kimi_k3_max","observedHarness":"mini-swe-agent","rawScore":68.51,"zScore":0.6129,"seModel":"upstream_ci","ciHalfWidth":4.537,"ciLower":63.9774,"ciUpper":73.0514,"measuredCostUsd":4.654682,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recPTGSK6832BNjII","observedHarness":"ALE-Agent","rawScore":1524.47,"zScore":-0.0326,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.281554,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:kimi-k3_max:max:","observedHarness":"Proximus","rawScore":25.87,"zScore":-0.4669,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":109.71,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:beEmcaWF8wxsWTLD5bMYxi","observedHarness":"Epoch MirrorCode Scaffold","rawScore":54.44,"zScore":0.4023,"seModel":"upstream_se","seRaw":11.439589,"ciHalfWidth":22.4216,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-03","publishedDate":"2026-09-03","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:kimi-k3","observedHarness":"Direct API","rawScore":53.1,"zScore":-2.6311,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.061387,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Kimi K3 (mini-swe-agent) max","observedHarness":"mini-swe-agent","rawScore":97.7,"zScore":0.7638,"seModel":"upstream_se","seRaw":0.459184,"ciHalfWidth":0.9,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-07","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"}]},{"id":"google:gemini-4-argon:medium:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.233493,"shrinkageFactor":0.792664,"score":53.5,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.629243,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.0017,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"Stirrup","rawScore":25.02,"zScore":0.2298,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"Direct API","rawScore":58.91,"zScore":0.9055,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"mini-SWE-agent","rawScore":55.05,"zScore":1.1848,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:max:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.222109,"shrinkageFactor":0.843717,"score":53.33,"se":5.65,"samplingSe":3.7133,"residualSe":4.2568,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.602105,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.8888,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recmrTBOqivIMzmGy","observedHarness":"ALE-Agent","rawScore":1622,"zScore":0.1614,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.100044,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Stirrup","rawScore":28.47,"zScore":0.5157,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:deepseek-v4.1-flash-1017","observedHarness":"Direct API","rawScore":80.4,"zScore":0.4739,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.259542,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":55.9,"zScore":0.5193,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"mini-SWE-agent","rawScore":33.84,"zScore":0.2574,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.216576,"shrinkageFactor":0.802706,"score":53.25,"se":6.35,"samplingSe":0.5419,"residualSe":6.3237,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.482933,"costLogSd":1.0585,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0716,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_5_medium","observedHarness":"mini-swe-agent","rawScore":68.9,"zScore":0.6391,"seModel":"upstream_ci","ciHalfWidth":1.1726,"ciLower":67.7312,"ciUpper":70.0764,"measuredCostUsd":3.289788,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"zhipu:glm-5.3:max:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.214125,"shrinkageFactor":0.972417,"score":53.21,"se":2.37,"samplingSe":2.0189,"residualSe":1.2473,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.009265,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.9311,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_glm_5_3_max","observedHarness":"mini-swe-agent","rawScore":68.96,"zScore":0.6432,"seModel":"upstream_ci","ciHalfWidth":3.0187,"ciLower":65.9392,"ciUpper":71.9765,"measuredCostUsd":3.993358,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:glm-5.3_max:max:","observedHarness":"Proximus","rawScore":30.18,"zScore":-0.1983,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":97.22,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Stirrup","rawScore":21.59,"zScore":-0.0545,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Direct API","rawScore":59.03,"zScore":0.9208,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:GLM 5.3 (mini-swe-agent) max","observedHarness":"mini-swe-agent","rawScore":95.6,"zScore":0.0742,"seModel":"upstream_se","seRaw":0.663265,"ciHalfWidth":1.3,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-07","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"mini-SWE-agent","rawScore":41.92,"zScore":0.6107,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-spark-1.3:max:standardized-suite:standardized","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.193477,"shrinkageFactor":0.79262,"score":52.9,"se":6.51,"samplingSe":4.6998,"residualSe":4.5005,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.092883,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.4087,"benchmarks":[{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:muse-spark-1.3_max:max:","observedHarness":"Proximus","rawScore":25.8,"zScore":-0.4713,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":243.34,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:HQrqaQZvkv2xZWm3KQ98ta","observedHarness":"Epoch MirrorCode Scaffold","rawScore":54.44,"zScore":0.4023,"seModel":"upstream_se","seRaw":10.846045,"ciHalfWidth":21.2582,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-20","publishedDate":"2026-10-20","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:muse-spark-1.3","observedHarness":"Direct API","rawScore":84.4,"zScore":0.9289,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.371617,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"openai:gpt-6.1-terra:none:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.16524,"shrinkageFactor":0.792664,"score":52.48,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.225896,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1938,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"Stirrup","rawScore":33.35,"zScore":0.9202,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"Direct API","rawScore":47.8,"zScore":-0.5199,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"mini-SWE-agent","rawScore":26.77,"zScore":-0.0518,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"moonshot:kimi-k3.1-pro:max:standardized-suite:standardized","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.164057,"shrinkageFactor":0.868617,"score":52.46,"se":5.18,"samplingSe":3.5085,"residualSe":3.8099,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.6812,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.7974,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recQfC5gdLA6UCLLC","observedHarness":"ALE-Agent","rawScore":1932.75,"zScore":0.7792,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.664453,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:S2mVtBattZSe5WZPkXNicA","observedHarness":"Epoch MirrorCode Scaffold","rawScore":43.33,"zScore":-0.2284,"seModel":"upstream_se","seRaw":10.38925,"ciHalfWidth":20.3629,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-17","publishedDate":"2026-11-17","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Stirrup","rawScore":25.45,"zScore":0.2654,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:kimi-k3.1-pro","observedHarness":"Direct API","rawScore":67.8,"zScore":-0.9592,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.394925,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":60.76,"zScore":1.1428,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"mini-SWE-agent","rawScore":67.17,"zScore":1.7147,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"spacexai:grok-4.7:xhigh:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.14849,"shrinkageFactor":0.890707,"score":52.23,"se":4.72,"samplingSe":3.4048,"residualSe":3.2745,"coverageCount":7,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":7.771539,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.2215,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec9SCyOICbUV06tg","observedHarness":"ALE-Agent","rawScore":1545.85,"zScore":0.0099,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.673255,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:grok-4.7_xhigh:xhigh:","observedHarness":"Proximus","rawScore":29.5,"zScore":-0.2407,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":318.77,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:2CP56MmAkTeFXXT8pSGre4","observedHarness":"Epoch MirrorCode Scaffold","rawScore":54.44,"zScore":0.4023,"seModel":"upstream_se","seRaw":11.439589,"ciHalfWidth":22.4216,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-29","publishedDate":"2026-10-29","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Stirrup","rawScore":28.66,"zScore":0.5315,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:grok-4.7","observedHarness":"Direct API","rawScore":73.1,"zScore":-0.3564,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.633779,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":57.41,"zScore":0.713,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"mini-SWE-agent","rawScore":25.76,"zScore":-0.0959,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-ember:max:standardized-suite:standardized","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.144713,"shrinkageFactor":0.760231,"score":52.17,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.135936,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.7028,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Stirrup","rawScore":27.17,"zScore":0.408,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"mini-SWE-agent","rawScore":40.91,"zScore":0.5665,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"spacexai:grok-4.6:medium:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.13793,"shrinkageFactor":0.799505,"score":52.07,"se":6.4,"samplingSe":1.052,"residualSe":6.3111,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.293502,"costLogSd":1.054,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.7803,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_grok_4_6_medium","observedHarness":"mini-swe-agent","rawScore":67.48,"zScore":0.5434,"seModel":"upstream_ci","ciHalfWidth":2.2808,"ciLower":65.1971,"ciUpper":69.7587,"measuredCostUsd":3.448984,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"anthropic:claude-haiku-5.5:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.120604,"shrinkageFactor":0.792664,"score":51.81,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.248361,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.8699,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Stirrup","rawScore":29.93,"zScore":0.6368,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Direct API","rawScore":51.74,"zScore":-0.0144,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"mini-SWE-agent","rawScore":29.29,"zScore":0.0584,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"spacexai:grok-4.7:high:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.120787,"shrinkageFactor":0.792664,"score":51.81,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.183596,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.3247,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Stirrup","rawScore":27.78,"zScore":0.4586,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Direct API","rawScore":57.75,"zScore":0.7566,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"mini-SWE-agent","rawScore":24.75,"zScore":-0.1401,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6-astra:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.115797,"shrinkageFactor":0.802439,"score":51.74,"se":6.35,"samplingSe":0.6011,"residualSe":6.3226,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.581974,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0071,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_6_astra_low","observedHarness":"mini-swe-agent","rawScore":67.04,"zScore":0.5138,"seModel":"upstream_ci","ciHalfWidth":1.3009,"ciLower":65.7345,"ciUpper":68.3363,"measuredCostUsd":1.595223,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"alibaba:qwen4-max:xhigh:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen4-max","displayName":"Qwen4 Max","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.103184,"shrinkageFactor":0.814243,"score":51.55,"se":6.16,"samplingSe":3.3569,"residualSe":5.1631,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.268133,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.25,"inputPer1mUsd":1.5,"outputPer1mUsd":4.5,"contextWindow":1000000,"releaseDate":"2026-10-22","paretoProb":0.8133,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Stirrup","rawScore":26.45,"zScore":0.3483,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:qwen4-max","observedHarness":"Direct API","rawScore":69.8,"zScore":-0.7317,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.9735,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"mini-SWE-agent","rawScore":48.48,"zScore":0.8975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-wonder:high:standardized-suite:standardized","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.098782,"shrinkageFactor":0.760231,"score":51.48,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.560546,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.2905,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"Stirrup","rawScore":26.63,"zScore":0.3632,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"mini-SWE-agent","rawScore":38.38,"zScore":0.4559,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-sonnet-5.5:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.092437,"shrinkageFactor":0.812618,"score":51.39,"se":6.19,"samplingSe":4.1246,"residualSe":4.6094,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.636129,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0483,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recYjibuLhTTZDmIz","observedHarness":"ALE-Agent","rawScore":1819.12,"zScore":0.5533,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.110921,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Stirrup","rawScore":25.74,"zScore":0.2895,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Direct API","rawScore":53.7,"zScore":0.2371,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"mini-SWE-agent","rawScore":43.94,"zScore":0.699,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-4-neon:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.07029,"shrinkageFactor":0.760231,"score":51.05,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.745228,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.3577,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Stirrup","rawScore":26.95,"zScore":0.3898,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"mini-SWE-agent","rawScore":32.83,"zScore":0.2132,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-3.7-flash:medium:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.029135,"shrinkageFactor":0.795918,"score":50.44,"se":6.46,"samplingSe":1.4205,"residualSe":6.2969,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.820987,"costLogSd":1.0556,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.4785,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_7_flash_medium","observedHarness":"mini-swe-agent","rawScore":65.49,"zScore":0.4093,"seModel":"upstream_ci","ciHalfWidth":3.0865,"ciLower":62.4002,"ciUpper":68.5733,"measuredCostUsd":2.025135,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-3.8-flash:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.025558,"shrinkageFactor":0.965205,"score":50.38,"se":2.67,"samplingSe":2.3074,"residualSe":1.3343,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.542136,"costLogSd":1.045,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.2399,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_8_flash_high","observedHarness":"mini-swe-agent","rawScore":73.83,"zScore":0.9714,"seModel":"upstream_ci","ciHalfWidth":1.4173,"ciLower":72.4082,"ciUpper":75.2428,"measuredCostUsd":2.362349,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recdGDUA9gtoZhnsC","observedHarness":"ALE-Agent","rawScore":1269.72,"zScore":-0.5391,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.344275,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gemini-3.8-flash_high:high:","observedHarness":"Proximus","rawScore":19.63,"zScore":-0.8559,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":38.75,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:Fi32v8c7rD82qhgYVcsz7g","observedHarness":"Epoch MirrorCode Scaffold","rawScore":38.89,"zScore":-0.4805,"seModel":"upstream_se","seRaw":11.915339,"ciHalfWidth":23.3541,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gemini-3.8-flash","observedHarness":"Direct API","rawScore":73.3,"zScore":-0.3336,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.296429,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Gemini 3.8 Flash (mini-swe-agent) high","observedHarness":"mini-swe-agent","rawScore":94.86,"zScore":-0.1688,"seModel":"upstream_se","seRaw":0.744898,"ciHalfWidth":1.46,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-07","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"}]},{"id":"anthropic:claude-fable-5:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.019212,"shrinkageFactor":0.787725,"score":50.29,"se":6.58,"samplingSe":2.0245,"residualSe":6.2644,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.387897,"costLogSd":1.0654,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0208,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_fable_5_medium","observedHarness":"mini-swe-agent","rawScore":65.37,"zScore":0.4012,"seModel":"upstream_ci","ciHalfWidth":4.4219,"ciLower":60.945,"ciUpper":69.7889,"measuredCostUsd":6.088187,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"spacexai:grok-4.6:high:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.015506,"shrinkageFactor":0.801886,"score":50.23,"se":6.36,"samplingSe":0.7084,"residualSe":6.3205,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.430646,"costLogSd":1.0437,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.4936,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_grok_4_6_high","observedHarness":"mini-swe-agent","rawScore":65.19,"zScore":0.3891,"seModel":"upstream_ci","ciHalfWidth":1.5336,"ciLower":63.6549,"ciUpper":66.7221,"measuredCostUsd":4.384873,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"spacexai:grok-4.6:xhigh:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.00918,"shrinkageFactor":0.9232,"score":49.86,"se":3.96,"samplingSe":2.7658,"residualSe":2.8339,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977532,"costLogSd":1.0508,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.4159,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_grok_4_6_xhigh","observedHarness":"mini-swe-agent","rawScore":66.74,"zScore":0.4935,"seModel":"upstream_ci","ciHalfWidth":2.1757,"ciLower":64.5649,"ciUpper":68.9163,"measuredCostUsd":5.497669,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recnZJup9M0H9yYwP","observedHarness":"ALE-Agent","rawScore":1508.08,"zScore":-0.0652,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.24005,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:grok-4.6_xhigh:xhigh:","observedHarness":"Proximus","rawScore":25.29,"zScore":-0.5031,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":243.43,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:Hoz4Uioui4GNZaLD6fiAvD","observedHarness":"Epoch MirrorCode Scaffold","rawScore":41.11,"zScore":-0.3545,"seModel":"upstream_se","seRaw":11.015461,"ciHalfWidth":21.5903,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:grok-4.6","observedHarness":"Direct API","rawScore":76.7,"zScore":0.0531,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.518812,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"openai:gpt-5.5:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.14094,"shrinkageFactor":0.863911,"score":47.89,"se":5.27,"samplingSe":3.199,"residualSe":4.1895,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.089838,"costLogSd":1.0598,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_5_xhigh","observedHarness":"mini-swe-agent","rawScore":67.04,"zScore":0.5138,"seModel":"upstream_ci","ciHalfWidth":6.4656,"ciLower":60.5698,"ciUpper":73.501,"measuredCostUsd":7.226237,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recvu236lk6eJfew6","observedHarness":"ALE-Agent","rawScore":1942.97,"zScore":0.7996,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.517132,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:Tmy5qo2ScNoA2bapbEG7HP","observedHarness":"Epoch MirrorCode Scaffold","rawScore":23.33,"zScore":-1.3639,"seModel":"upstream_se","seRaw":10.131412,"ciHalfWidth":19.8576,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-29","publishedDate":"2026-10-29","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-5.6-sol:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.142485,"shrinkageFactor":0.867665,"score":47.86,"se":5.2,"samplingSe":2.0442,"residualSe":4.7792,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.896328,"costLogSd":1.0475,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0012,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_sol_high","observedHarness":"mini-swe-agent","rawScore":69.4,"zScore":0.6728,"seModel":"upstream_ci","ciHalfWidth":1.4321,"ciLower":67.9692,"ciUpper":70.8335,"measuredCostUsd":3.469833,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-gpt-5-6-sol","observedHarness":"Epoch MirrorCode Scaffold","rawScore":20,"zScore":-1.5529,"seModel":"upstream_se","seRaw":9.229582,"ciHalfWidth":18.09,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"meta:muse-ember:xhigh:standardized-suite:standardized","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.148989,"shrinkageFactor":0.760231,"score":47.77,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.116228,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.9923,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"Stirrup","rawScore":21.97,"zScore":-0.023,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"mini-SWE-agent","rawScore":35.35,"zScore":0.3234,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6.1-terra:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.180158,"shrinkageFactor":0.792664,"score":47.3,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.071338,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.8108,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"Stirrup","rawScore":24.49,"zScore":0.1859,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"Direct API","rawScore":52.43,"zScore":0.0741,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"mini-SWE-agent","rawScore":15.15,"zScore":-0.5598,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-4.7:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.20374,"shrinkageFactor":0.591334,"score":46.94,"se":9.13,"samplingSe":6.2833,"residualSe":6.6302,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.0108,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:exn3JadCGHYhNqvo6oRXRD","observedHarness":"Epoch MirrorCode Scaffold","rawScore":43.33,"zScore":-0.2284,"seModel":"upstream_se","seRaw":9.594972,"ciHalfWidth":18.8061,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-30","publishedDate":"2026-10-30","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-5.6-sol:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.207738,"shrinkageFactor":0.801756,"score":46.88,"se":6.36,"samplingSe":0.7313,"residualSe":6.3199,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.666736,"costLogSd":1.0569,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0064,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_sol_medium","observedHarness":"mini-swe-agent","rawScore":61.06,"zScore":0.1107,"seModel":"upstream_ci","ciHalfWidth":1.5834,"ciLower":59.4786,"ciUpper":62.6453,"measuredCostUsd":1.862032,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.6-luna:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.214092,"shrinkageFactor":0.875524,"score":46.79,"se":5.04,"samplingSe":2.7617,"residualSe":4.2176,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.970791,"costLogSd":1.0515,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0577,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_luna_max","observedHarness":"mini-swe-agent","rawScore":67.19,"zScore":0.5239,"seModel":"upstream_ci","ciHalfWidth":3.992,"ciLower":63.1955,"ciUpper":71.1795,"measuredCostUsd":3.028117,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rechpIYckpxNmorqX","observedHarness":"ALE-Agent","rawScore":1667.4,"zScore":0.2516,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.359171,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:XwpZADrRSwBo2pETMdLVRq","observedHarness":"Epoch MirrorCode Scaffold","rawScore":21.11,"zScore":-1.4899,"seModel":"upstream_se","seRaw":9.82205,"ciHalfWidth":19.2512,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-sonnet-5:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.227233,"shrinkageFactor":0.853789,"score":46.59,"se":5.46,"samplingSe":2.7161,"residualSe":4.7408,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.487251,"costLogSd":1.048,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.0078,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_sonnet_5_max","observedHarness":"mini-swe-agent","rawScore":53.85,"zScore":-0.3753,"seModel":"upstream_ci","ciHalfWidth":4.2369,"ciLower":49.6092,"ciUpper":58.0831,"measuredCostUsd":26.399859,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:DVxFHRdAdTpXLCiFZMJnYY","observedHarness":"Epoch MirrorCode Scaffold","rawScore":63.33,"zScore":0.907,"seModel":"upstream_se","seRaw":10.69045,"ciHalfWidth":20.9533,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"spacexai:grok-4.7:low:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.233997,"shrinkageFactor":0.792664,"score":46.49,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.922201,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.1824,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Stirrup","rawScore":21.82,"zScore":-0.0355,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Direct API","rawScore":54.86,"zScore":0.3859,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"mini-SWE-agent","rawScore":16.16,"zScore":-0.5157,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.6-terra:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.255421,"shrinkageFactor":0.80008,"score":46.17,"se":6.39,"samplingSe":0.9802,"residualSe":6.3133,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.29237,"costLogSd":1.0526,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0015,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_terra_xhigh","observedHarness":"mini-swe-agent","rawScore":60.18,"zScore":0.0514,"seModel":"upstream_ci","ciHalfWidth":2.1243,"ciLower":58.0527,"ciUpper":62.3013,"measuredCostUsd":2.127192,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-3.7-flash:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.263819,"shrinkageFactor":0.910222,"score":46.04,"se":4.28,"samplingSe":2.9838,"residualSe":3.0704,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.542136,"costLogSd":1.045,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.1692,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_7_flash_high","observedHarness":"mini-swe-agent","rawScore":65.27,"zScore":0.3945,"seModel":"upstream_ci","ciHalfWidth":1.7879,"ciLower":63.4776,"ciUpper":67.0533,"measuredCostUsd":2.176286,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recocjfk7wUzbsucJ","observedHarness":"ALE-Agent","rawScore":904.3,"zScore":-1.2657,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.243628,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:gemini-3.7-flash_high:high:","observedHarness":"Proximus","rawScore":20.26,"zScore":-0.8166,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":34.14,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:eeq6feqZLzfjfVsx4aeAWL","observedHarness":"Epoch MirrorCode Scaffold","rawScore":41.11,"zScore":-0.3545,"seModel":"upstream_se","seRaw":12.157114,"ciHalfWidth":23.8279,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"zhipu:glm-5.3-flash:max:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.267046,"shrinkageFactor":0.938008,"score":45.99,"se":3.56,"samplingSe":2.4279,"residualSe":2.6005,"coverageCount":6,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.58331,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.9956,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_glm_5_3_flash_max","observedHarness":"mini-swe-agent","rawScore":63.39,"zScore":0.2677,"seModel":"upstream_ci","ciHalfWidth":4.378,"ciLower":59.0149,"ciUpper":67.7708,"measuredCostUsd":0.481964,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:glm-5.3-flash_max:max:","observedHarness":"Proximus","rawScore":18.13,"zScore":-0.9494,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":11.03,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Stirrup","rawScore":17.61,"zScore":-0.3844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:glm-5.3-flash","observedHarness":"Direct API","rawScore":70.9,"zScore":-0.6066,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.169588,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":51.62,"zScore":-0.0298,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"mini-SWE-agent","rawScore":32.83,"zScore":0.2132,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-fable-5:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.287875,"shrinkageFactor":0.797341,"score":45.68,"se":6.43,"samplingSe":1.287,"residualSe":6.3025,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.581974,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0138,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_fable_5_low","observedHarness":"mini-swe-agent","rawScore":59.58,"zScore":0.0109,"seModel":"upstream_ci","ciHalfWidth":2.794,"ciLower":56.7903,"ciUpper":62.3783,"measuredCostUsd":3.757873,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"alibaba:qwen3.8-max-0902:xhigh:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-max-0902","displayName":"Qwen3.8 Max (0902)","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.29662,"shrinkageFactor":0.784124,"score":45.55,"se":6.64,"samplingSe":4.9133,"residualSe":4.465,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977532,"costLogSd":1.0508,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":1000000,"releaseDate":"2026-09-02","paretoProb":0.7972,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recI2rYXFPKPKdBSs","observedHarness":"ALE-Agent","rawScore":1679.12,"zScore":0.2749,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.52514,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:qwen3.8-max-0902_xhigh:xhigh:","observedHarness":"Proximus","rawScore":17.81,"zScore":-0.9693,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":51.27,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:WPxarSzywRZJNbqmd4gMDK","observedHarness":"Epoch MirrorCode Scaffold","rawScore":47.78,"zScore":0.0242,"seModel":"upstream_se","seRaw":10.269731,"ciHalfWidth":20.1287,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-opus-5.5:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.302817,"shrinkageFactor":0.792664,"score":45.46,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.975529,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.0104,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Stirrup","rawScore":15.84,"zScore":-0.5311,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Direct API","rawScore":58.56,"zScore":0.8606,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"mini-SWE-agent","rawScore":31.31,"zScore":0.1468,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6-luna:max:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.364315,"shrinkageFactor":0.865529,"score":44.54,"se":5.24,"samplingSe":3.2818,"residualSe":4.0848,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.151956,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1837,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:WQ4gVVhGBfWoRkRwUvNYgs","observedHarness":"Epoch MirrorCode Scaffold","rawScore":26.67,"zScore":-1.1743,"seModel":"upstream_se","seRaw":9.026709,"ciHalfWidth":17.6924,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Stirrup","rawScore":25.17,"zScore":0.2422,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gpt-6-luna","observedHarness":"Direct API","rawScore":70.8,"zScore":-0.618,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.135604,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":54.63,"zScore":0.3564,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"mini-SWE-agent","rawScore":12.63,"zScore":-0.67,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-5:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.365927,"shrinkageFactor":0.799313,"score":44.51,"se":6.4,"samplingSe":1.0749,"residualSe":6.3103,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0324,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_5_low","observedHarness":"mini-swe-agent","rawScore":58.13,"zScore":-0.0868,"seModel":"upstream_ci","ciHalfWidth":2.3307,"ciLower":55.7985,"ciUpper":60.4599,"measuredCostUsd":1.662622,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.6-luna:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.434441,"shrinkageFactor":0.799923,"score":43.48,"se":6.39,"samplingSe":1.0003,"residualSe":6.3127,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.681333,"costLogSd":1.0589,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0825,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_luna_xhigh","observedHarness":"mini-swe-agent","rawScore":56.86,"zScore":-0.1724,"seModel":"upstream_ci","ciHalfWidth":2.1681,"ciLower":54.6903,"ciUpper":59.0265,"measuredCostUsd":1.535619,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:high:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.447233,"shrinkageFactor":0.760231,"score":43.29,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.456194,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.9297,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"Stirrup","rawScore":16.84,"zScore":-0.4482,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"mini-SWE-agent","rawScore":28.79,"zScore":0.0366,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6-luna:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.45718,"shrinkageFactor":0.812618,"score":43.14,"se":6.19,"samplingSe":4.1246,"residualSe":4.6094,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.104093,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1945,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec922KTi4fs6PkF3","observedHarness":"ALE-Agent","rawScore":1576.92,"zScore":0.0717,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.018045,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Stirrup","rawScore":18.42,"zScore":-0.3173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Direct API","rawScore":51.74,"zScore":-0.0144,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"mini-SWE-agent","rawScore":8.08,"zScore":-0.869,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.5:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.491211,"shrinkageFactor":0.873277,"score":42.63,"se":5.09,"samplingSe":1.6987,"residualSe":4.7946,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.848117,"costLogSd":1.0508,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_5_high","observedHarness":"mini-swe-agent","rawScore":64.38,"zScore":0.3345,"seModel":"upstream_ci","ciHalfWidth":3.1168,"ciLower":61.2637,"ciUpper":67.4974,"measuredCostUsd":5.100437,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-gpt-5-5","observedHarness":"Epoch MirrorCode Scaffold","rawScore":10,"zScore":-2.1207,"seModel":"upstream_se","seRaw":6.04218,"ciHalfWidth":11.8427,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-6-luna:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.529668,"shrinkageFactor":0.792664,"score":42.05,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.072948,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.2255,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Stirrup","rawScore":18.6,"zScore":-0.3023,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Direct API","rawScore":50.35,"zScore":-0.1927,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"mini-SWE-agent","rawScore":4.55,"zScore":-1.0233,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-4.6:max:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.535551,"shrinkageFactor":0.581016,"score":41.97,"se":9.25,"samplingSe":6.5079,"residualSe":6.5721,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.0023,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:Q8sNp4aYrjtYQgVS3BRDTd","observedHarness":"Epoch MirrorCode Scaffold","rawScore":33.33,"zScore":-0.7962,"seModel":"upstream_se","seRaw":10.02642,"ciHalfWidth":19.6518,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-5.5:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.554912,"shrinkageFactor":0.831009,"score":41.68,"se":5.87,"samplingSe":2.2918,"residualSe":5.4084,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.234615,"costLogSd":1.0599,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0004,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_5_medium","observedHarness":"mini-swe-agent","rawScore":53.98,"zScore":-0.3665,"seModel":"upstream_ci","ciHalfWidth":2.5531,"ciLower":51.4292,"ciUpper":56.5354,"measuredCostUsd":2.749343,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec8dhBUXYFTQ1qEi","observedHarness":"ALE-Agent","rawScore":1589.38,"zScore":0.0965,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.328965,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"anthropic:claude-opus-4.8:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.566857,"shrinkageFactor":0.792415,"score":41.5,"se":6.51,"samplingSe":1.7052,"residualSe":6.283,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.349955,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0014,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_4_8_xhigh","observedHarness":"mini-swe-agent","rawScore":54.36,"zScore":-0.3409,"seModel":"upstream_ci","ciHalfWidth":3.7134,"ciLower":50.649,"ciUpper":58.0758,"measuredCostUsd":8.006356,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"deepseek:deepseek-v4-pro-0813:high:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.570553,"shrinkageFactor":0.792664,"score":41.44,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.848531,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.07,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"Stirrup","rawScore":16.67,"zScore":-0.4623,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"Direct API","rawScore":51.74,"zScore":-0.0144,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"mini-SWE-agent","rawScore":6.06,"zScore":-0.9573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4-pro-0813:max:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.571691,"shrinkageFactor":0.850472,"score":41.42,"se":5.53,"samplingSe":3.7669,"residualSe":4.0424,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.769134,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.0455,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:receNOu1SaASh6NZL","observedHarness":"ALE-Agent","rawScore":1403.15,"zScore":-0.2738,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.072764,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:4sSMLxWLPihKZSUFVUjwTh","observedHarness":"Epoch MirrorCode Scaffold","rawScore":33.33,"zScore":-0.7962,"seModel":"upstream_se","seRaw":10.02642,"ciHalfWidth":19.6518,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-20","publishedDate":"2026-10-20","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"Stirrup","rawScore":17.07,"zScore":-0.4292,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"Direct API","rawScore":51.04,"zScore":-0.1042,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"mini-SWE-agent","rawScore":14.14,"zScore":-0.604,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.2:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.572915,"shrinkageFactor":0.582718,"score":41.41,"se":9.23,"samplingSe":6.4714,"residualSe":6.5818,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.006963,"costLogSd":1.0533,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.001,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:MtySoyHFRZQcrHpzg89ic9","observedHarness":"Epoch MirrorCode Scaffold","rawScore":32.22,"zScore":-0.8592,"seModel":"upstream_se","seRaw":9.955811,"ciHalfWidth":19.5134,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-haiku-5.5:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.587808,"shrinkageFactor":0.792664,"score":41.18,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.091765,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.7396,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Stirrup","rawScore":16.09,"zScore":-0.5104,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Direct API","rawScore":48.96,"zScore":-0.371,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"mini-SWE-agent","rawScore":15.15,"zScore":-0.5598,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.6-terra:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.597465,"shrinkageFactor":0.788384,"score":41.04,"se":6.57,"samplingSe":1.9828,"residualSe":6.267,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.316496,"costLogSd":1.0447,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0015,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_terra_high","observedHarness":"mini-swe-agent","rawScore":53.76,"zScore":-0.3814,"seModel":"upstream_ci","ciHalfWidth":4.329,"ciLower":49.4321,"ciUpper":58.09,"measuredCostUsd":1.134376,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-3.7-flash:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.60099,"shrinkageFactor":0.798254,"score":40.99,"se":6.42,"samplingSe":1.1935,"residualSe":6.3061,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.542072,"costLogSd":1.0406,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.3779,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_7_flash_low","observedHarness":"mini-swe-agent","rawScore":53.76,"zScore":-0.3814,"seModel":"upstream_ci","ciHalfWidth":2.5896,"ciLower":51.1714,"ciUpper":56.3507,"measuredCostUsd":1.832265,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"anthropic:claude-opus-4.7:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.620643,"shrinkageFactor":0.604552,"score":40.69,"se":8.99,"samplingSe":5.9832,"residualSe":6.7039,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.0065,"benchmarks":[{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-claude-opus-4-7","observedHarness":"Epoch MirrorCode Scaffold","rawScore":31.11,"zScore":-0.9222,"seModel":"upstream_se","seRaw":9.036473,"ciHalfWidth":17.7115,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-12","publishedDate":"2026-08-12","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-sonnet-5.5:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.620668,"shrinkageFactor":0.792664,"score":40.69,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.780656,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0026,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Stirrup","rawScore":10.97,"zScore":-0.9348,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Direct API","rawScore":52.89,"zScore":0.1331,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"mini-SWE-agent","rawScore":29.8,"zScore":0.0807,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-spark-1.1:xhigh:standardized-suite:standardized","provider":"meta","modelSlug":"muse-spark-1.1","displayName":"Muse Spark 1.1","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.623861,"shrinkageFactor":0.796177,"score":40.64,"se":6.45,"samplingSe":1.3971,"residualSe":6.2979,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.165655,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0644,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_muse_spark_1_1_xhigh","observedHarness":"mini-swe-agent","rawScore":53.32,"zScore":-0.411,"seModel":"upstream_ci","ciHalfWidth":3.0353,"ciLower":50.2832,"ciUpper":56.3539,"measuredCostUsd":2.361143,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"anthropic:claude-opus-4.8:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.662583,"shrinkageFactor":0.821821,"score":40.06,"se":6.03,"samplingSe":2.7298,"residualSe":5.3785,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0012,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_4_8_high","observedHarness":"mini-swe-agent","rawScore":51.77,"zScore":-0.5155,"seModel":"upstream_ci","ciHalfWidth":4.5616,"ciLower":47.2083,"ciUpper":56.3315,"measuredCostUsd":4.28194,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec9PMFOTHSfxdEBy","observedHarness":"ALE-Agent","rawScore":1563.83,"zScore":0.0457,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.963945,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"spacexai:grok-4.5:high:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.664573,"shrinkageFactor":0.876993,"score":40.03,"se":5.01,"samplingSe":2.7013,"residualSe":4.2211,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.430646,"costLogSd":1.0437,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0.2054,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_grok_4_5_high","observedHarness":"mini-swe-agent","rawScore":53.76,"zScore":-0.3814,"seModel":"upstream_ci","ciHalfWidth":2.2808,"ciLower":51.4803,"ciUpper":56.0419,"measuredCostUsd":2.415748,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recTr2zSEcDvzbwvB","observedHarness":"ALE-Agent","rawScore":1309.28,"zScore":-0.4604,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.176767,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:fiqzdAtVJVP9wdMT2QFeUn","observedHarness":"Epoch MirrorCode Scaffold","rawScore":32.22,"zScore":-0.8592,"seModel":"upstream_se","seRaw":10.723394,"ciHalfWidth":21.0179,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"meta:muse-spark-1.2:xhigh:standardized-suite:standardized","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.684061,"shrinkageFactor":0.873506,"score":39.74,"se":5.08,"samplingSe":2.8241,"residualSe":4.2251,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.165655,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0373,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_muse_spark_1_2_xhigh","observedHarness":"mini-swe-agent","rawScore":54.87,"zScore":-0.3065,"seModel":"upstream_ci","ciHalfWidth":2.1243,"ciLower":52.743,"ciUpper":56.9916,"measuredCostUsd":3.695505,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:muse-spark-1.2_xhigh:xhigh:","observedHarness":"Proximus","rawScore":11.97,"zScore":-1.3333,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":27.81,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"}]},{"id":"zhipu:glm-5.3:low:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.72796,"shrinkageFactor":0.792664,"score":39.08,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.57493,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.1748,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Stirrup","rawScore":12.74,"zScore":-0.7881,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Direct API","rawScore":42.01,"zScore":-1.2627,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"mini-SWE-agent","rawScore":34.85,"zScore":0.3015,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-6-luna:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.767671,"shrinkageFactor":0.792664,"score":38.48,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.042202,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.8143,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Stirrup","rawScore":12.77,"zScore":-0.7856,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Direct API","rawScore":50.93,"zScore":-0.1183,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"mini-SWE-agent","rawScore":2.53,"zScore":-1.1116,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-sonnet-5:xhigh:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.818321,"shrinkageFactor":0.793936,"score":37.73,"se":6.49,"samplingSe":1.5878,"residualSe":6.289,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.535732,"costLogSd":1.0518,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.0049,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_sonnet_5_xhigh","observedHarness":"mini-swe-agent","rawScore":49.67,"zScore":-0.657,"seModel":"upstream_ci","ciHalfWidth":3.4545,"ciLower":46.2129,"ciUpper":53.122,"measuredCostUsd":11.890635,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.4:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.851458,"shrinkageFactor":0.871346,"score":37.23,"se":5.13,"samplingSe":1.825,"residualSe":4.7893,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.468237,"costLogSd":1.0538,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_4_xhigh","observedHarness":"mini-swe-agent","rawScore":51.77,"zScore":-0.5155,"seModel":"upstream_ci","ciHalfWidth":1.5021,"ciLower":50.2678,"ciUpper":53.272,"measuredCostUsd":5.652458,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:RBdTQudLgW7a5iaooxsGeg","observedHarness":"Epoch MirrorCode Scaffold","rawScore":23.33,"zScore":-1.3639,"seModel":"upstream_se","seRaw":8.099905,"ciHalfWidth":15.8758,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-29","publishedDate":"2026-10-29","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-sonnet-5:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.854155,"shrinkageFactor":0.82214,"score":37.19,"se":6.03,"samplingSe":2.7158,"residualSe":5.3795,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.700253,"costLogSd":1.0442,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.0072,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_sonnet_5_high","observedHarness":"mini-swe-agent","rawScore":48.23,"zScore":-0.7541,"seModel":"upstream_ci","ciHalfWidth":4.5063,"ciLower":43.7238,"ciUpper":52.7364,"measuredCostUsd":7.42556,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec4QpFWnpOanOnNm","observedHarness":"ALE-Agent","rawScore":1463.12,"zScore":-0.1545,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.96046,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"anthropic:claude-opus-4.8:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.875845,"shrinkageFactor":0.799662,"score":36.86,"se":6.4,"samplingSe":1.0329,"residualSe":6.3117,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.482933,"costLogSd":1.0585,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0049,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_4_8_medium","observedHarness":"mini-swe-agent","rawScore":48.67,"zScore":-0.7244,"seModel":"upstream_ci","ciHalfWidth":2.2392,"ciLower":46.4334,"ciUpper":50.9118,"measuredCostUsd":3.443857,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"anthropic:claude-sonnet-5.5:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.911171,"shrinkageFactor":0.792664,"score":36.33,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.511342,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0006,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Stirrup","rawScore":7.13,"zScore":-1.2531,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Direct API","rawScore":49.07,"zScore":-0.3569,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"mini-SWE-agent","rawScore":20.71,"zScore":-0.3167,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-haiku-5.5:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.925799,"shrinkageFactor":0.792664,"score":36.11,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.043758,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.9992,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Stirrup","rawScore":8.04,"zScore":-1.1776,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Direct API","rawScore":49.19,"zScore":-0.3415,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"mini-SWE-agent","rawScore":12.63,"zScore":-0.67,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.4:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.963809,"shrinkageFactor":0.702341,"score":35.54,"se":7.8,"samplingSe":5.495,"residualSe":5.5299,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.273919,"costLogSd":1.0456,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recJ9Hqsyml44GqRp","observedHarness":"ALE-Agent","rawScore":1607,"zScore":0.1315,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.612174,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-gpt-5-4","observedHarness":"Epoch MirrorCode Scaffold","rawScore":15.56,"zScore":-1.805,"seModel":"upstream_se","seRaw":7.70945,"ciHalfWidth":15.1105,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"google:gemini-4-hydrogen:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.985473,"shrinkageFactor":0.760231,"score":35.22,"se":7,"samplingSe":3.6921,"residualSe":5.9434,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.292223,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.2278,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"Stirrup","rawScore":9.29,"zScore":-1.074,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"mini-SWE-agent","rawScore":6.57,"zScore":-0.935,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"zhipu:glm-5.2:max:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.050002,"shrinkageFactor":0.87511,"score":34.25,"se":5.05,"samplingSe":2.7785,"residualSe":4.2166,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.211024,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.1421,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_glm_5_2_max","observedHarness":"mini-swe-agent","rawScore":43.78,"zScore":-1.054,"seModel":"upstream_ci","ciHalfWidth":1.7256,"ciLower":42.0521,"ciUpper":45.5034,"measuredCostUsd":3.919908,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recjoKzgMKFtXvQGM","observedHarness":"ALE-Agent","rawScore":1010.17,"zScore":-1.0552,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.148957,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:V3sVnMNiy35HcCtBBuwK4J","observedHarness":"Epoch MirrorCode Scaffold","rawScore":36.67,"zScore":-0.6065,"seModel":"upstream_se","seRaw":11.524072,"ciHalfWidth":22.5872,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-5.6-sol:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.054263,"shrinkageFactor":0.799087,"score":34.19,"se":6.4,"samplingSe":1.1013,"residualSe":6.3094,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.433362,"costLogSd":1.0467,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0009,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_sol_low","observedHarness":"mini-swe-agent","rawScore":45.35,"zScore":-0.9482,"seModel":"upstream_ci","ciHalfWidth":2.3882,"ciLower":42.9658,"ciUpper":47.7422,"measuredCostUsd":1.074266,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"deepseek:deepseek-v4-pro-0813:none:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.088799,"shrinkageFactor":0.792664,"score":33.67,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.976988,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.0049,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"Stirrup","rawScore":10.31,"zScore":-0.9895,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"Direct API","rawScore":39.93,"zScore":-1.5295,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"mini-SWE-agent","rawScore":1.52,"zScore":-1.1558,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.6-luna:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.111175,"shrinkageFactor":0.796747,"score":33.33,"se":6.44,"samplingSe":1.3443,"residualSe":6.3002,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.557467,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0314,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_luna_high","observedHarness":"mini-swe-agent","rawScore":44.25,"zScore":-1.0224,"seModel":"upstream_ci","ciHalfWidth":2.9196,"ciLower":41.3282,"ciUpper":47.1674,"measuredCostUsd":0.777901,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-3.6-flash:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.160084,"shrinkageFactor":0.877909,"score":32.6,"se":4.99,"samplingSe":2.663,"residualSe":4.2233,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.542136,"costLogSd":1.045,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.0685,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_6_flash_high","observedHarness":"mini-swe-agent","rawScore":46.68,"zScore":-0.8586,"seModel":"upstream_ci","ciHalfWidth":3.7049,"ciLower":42.9766,"ciUpper":50.3863,"measuredCostUsd":4.419013,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recjoXKmlx7gYuFVy","observedHarness":"ALE-Agent","rawScore":715.52,"zScore":-1.6411,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.244468,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:ftpz5JnywQdGtFDCHyjMt4","observedHarness":"Epoch MirrorCode Scaffold","rawScore":23.33,"zScore":-1.3639,"seModel":"upstream_se","seRaw":9.315175,"ciHalfWidth":18.2577,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"anthropic:claude-haiku-5.5:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.231131,"shrinkageFactor":0.886647,"score":31.53,"se":4.81,"samplingSe":3.1565,"residualSe":3.6305,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15856,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.0551,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recxv7Egql7NoCF6X","observedHarness":"ALE-Agent","rawScore":1587,"zScore":0.0918,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.02089,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Stirrup","rawScore":23.2,"zScore":0.0789,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Direct API","rawScore":48.73,"zScore":-0.4006,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Claude Haiku 5.5 (mini-swe-agent) high","observedHarness":"mini-swe-agent","rawScore":87.23,"zScore":-2.6745,"seModel":"upstream_se","seRaw":1.204082,"ciHalfWidth":2.36,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-08","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"mini-SWE-agent","rawScore":21.72,"zScore":-0.2726,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:none:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.235893,"shrinkageFactor":0.792664,"score":31.46,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.42542,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":1,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"Stirrup","rawScore":6.1,"zScore":-1.3384,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"Direct API","rawScore":38.54,"zScore":-1.7079,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"mini-SWE-agent","rawScore":9.09,"zScore":-0.8248,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemini-3.5-flash-lite:minimal:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"minimal","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.238213,"shrinkageFactor":0.792664,"score":31.43,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.692902,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.0094,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Stirrup","rawScore":6.03,"zScore":-1.3442,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Direct API","rawScore":41.32,"zScore":-1.3512,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"mini-SWE-agent","rawScore":1.01,"zScore":-1.1781,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"spacexai:grok-4.6:low:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.25387,"shrinkageFactor":0.79936,"score":31.19,"se":6.4,"samplingSe":1.0694,"residualSe":6.3105,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.855384,"costLogSd":1.0404,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.4448,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_grok_4_6_low","observedHarness":"mini-swe-agent","rawScore":41.65,"zScore":-1.1976,"seModel":"upstream_ci","ciHalfWidth":2.3187,"ciLower":39.3295,"ciUpper":43.9668,"measuredCostUsd":1.04236,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-6-luna:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.291294,"shrinkageFactor":0.792664,"score":30.63,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.005115,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.9999,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Stirrup","rawScore":2.2,"zScore":-1.6617,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Direct API","rawScore":46.88,"zScore":-0.6379,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-4.8:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.302994,"shrinkageFactor":0.802062,"score":30.46,"se":6.36,"samplingSe":0.6762,"residualSe":6.3212,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0027,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_opus_4_8_low","observedHarness":"mini-swe-agent","rawScore":40.8,"zScore":-1.2549,"seModel":"upstream_ci","ciHalfWidth":1.4636,"ciLower":39.3346,"ciUpper":42.2618,"measuredCostUsd":2.293369,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"anthropic:claude-sonnet-5:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.34988,"shrinkageFactor":0.795708,"score":29.75,"se":6.46,"samplingSe":1.4392,"residualSe":6.2961,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.968438,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.006,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_sonnet_5_medium","observedHarness":"mini-swe-agent","rawScore":39.78,"zScore":-1.3237,"seModel":"upstream_ci","ciHalfWidth":3.1276,"ciLower":36.6502,"ciUpper":42.9054,"measuredCostUsd":4.079036,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-6-luna:none:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.380879,"shrinkageFactor":0.792664,"score":29.29,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.071417,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0084,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Stirrup","rawScore":1.58,"zScore":-1.7131,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Direct API","rawScore":43.06,"zScore":-1.128,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"mini-SWE-agent","rawScore":1.52,"zScore":-1.1558,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"zhipu:glm-5.2:high:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.516988,"shrinkageFactor":0.820707,"score":27.25,"se":6.05,"samplingSe":2.7782,"residualSe":5.3748,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.836075,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.2701,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_glm_5_2_high","observedHarness":"mini-swe-agent","rawScore":36.28,"zScore":-1.5596,"seModel":"upstream_ci","ciHalfWidth":4.7501,"ciLower":31.5331,"ciUpper":41.0333,"measuredCostUsd":2.835516,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:reczG9I4ZtXmjGGEg","observedHarness":"ALE-Agent","rawScore":1046.95,"zScore":-0.982,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.157666,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.530229,"shrinkageFactor":0.742688,"score":27.05,"se":7.25,"samplingSe":4.4945,"residualSe":5.6865,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.622478,"costLogSd":1.0441,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec6WynYilo1cLLBN","observedHarness":"ALE-Agent","rawScore":1162.45,"zScore":-0.7524,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.244948,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:Th39ihgvLFnsDGMed7Q55b","observedHarness":"Epoch MirrorCode Scaffold","rawScore":4.44,"zScore":-2.4363,"seModel":"upstream_se","seRaw":3.437525,"ciHalfWidth":6.7375,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"google:gemini-3.5-flash:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.567228,"shrinkageFactor":0.825062,"score":26.49,"se":5.98,"samplingSe":2.5838,"residualSe":5.3891,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.335721,"costLogSd":1.0439,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.0123,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_5_flash_high","observedHarness":"mini-swe-agent","rawScore":36.06,"zScore":-1.5744,"seModel":"upstream_ci","ciHalfWidth":3.9663,"ciLower":32.0956,"ciUpper":40.0282,"measuredCostUsd":3.446711,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recqmNjSqCngkNswY","observedHarness":"ALE-Agent","rawScore":911.02,"zScore":-1.2523,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.441921,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.6-terra:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.598147,"shrinkageFactor":0.794344,"score":26.03,"se":6.48,"samplingSe":1.5549,"residualSe":6.2907,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.295963,"costLogSd":1.0545,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_terra_medium","observedHarness":"mini-swe-agent","rawScore":35.11,"zScore":-1.6384,"seModel":"upstream_ci","ciHalfWidth":3.382,"ciLower":31.7291,"ciUpper":38.4931,"measuredCostUsd":0.583249,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"moonshot:kimi-k2.7-code:max:standardized-suite:standardized","provider":"moonshot","modelSlug":"kimi-k2.7-code","displayName":"Kimi K2.7 Code","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.744989,"shrinkageFactor":0.880463,"score":23.83,"se":4.94,"samplingSe":2.1784,"residualSe":4.4341,"coverageCount":4,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.884912,"costLogSd":1.0458,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-06-15","paretoProb":0.6877,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_kimi_k2_7_code_default","observedHarness":"mini-swe-agent","rawScore":30.53,"zScore":-1.9471,"seModel":"upstream_ci","ciHalfWidth":0.5007,"ciLower":30.0303,"ciUpper":31.0317,"measuredCostUsd":2.815536,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec4wsb1ZD4xGsic4","observedHarness":"ALE-Agent","rawScore":886.23,"zScore":-1.3016,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.184743,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:8d0cb231-7303-452c-9923-a9620b948475","observedHarness":"Direct API","rawScore":47.8,"zScore":-0.5199,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:8d0cb231-7303-452c-9923-a9620b948475","observedHarness":"mini-SWE-agent","rawScore":1.01,"zScore":-1.1781,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-sonnet-5:low:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.860704,"shrinkageFactor":0.802796,"score":22.09,"se":6.35,"samplingSe":0.5205,"residualSe":6.324,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.303573,"costLogSd":1.0419,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.0057,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_sonnet_5_low","observedHarness":"mini-swe-agent","rawScore":30.51,"zScore":-1.9485,"seModel":"upstream_ci","ciHalfWidth":1.126,"ciLower":29.3862,"ciUpper":31.6383,"measuredCostUsd":2.186555,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"anthropic:claude-sonnet-4.6:high:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.866971,"shrinkageFactor":0.790003,"score":22,"se":6.55,"samplingSe":1.8762,"residualSe":6.2735,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.323777,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_claude_sonnet_4_6_high","observedHarness":"mini-swe-agent","rawScore":29.93,"zScore":-1.9876,"seModel":"upstream_ci","ciHalfWidth":4.0921,"ciLower":25.8413,"ciUpper":34.0256,"measuredCostUsd":5.522352,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.5:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-2.04395,"shrinkageFactor":0.799452,"score":19.34,"se":6.4,"samplingSe":1.0583,"residualSe":6.3109,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.478023,"costLogSd":1.0509,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_5_low","observedHarness":"mini-swe-agent","rawScore":26.99,"zScore":-2.1858,"seModel":"upstream_ci","ciHalfWidth":2.2945,"ciLower":24.6966,"ciUpper":29.2857,"measuredCostUsd":1.200203,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-3.1-pro:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-2.202617,"shrinkageFactor":0.917465,"score":16.96,"se":4.11,"samplingSe":1.9214,"residualSe":3.6277,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.316496,"costLogSd":1.0447,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0.0049,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gemini_3_1_pro_preview_high","observedHarness":"mini-swe-agent","rawScore":11.73,"zScore":-3,"seModel":"upstream_ci","ciHalfWidth":1.4811,"ciLower":10.2446,"ciUpper":13.2068,"measuredCostUsd":2.143405,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recMLdPe4oTagwHaL","observedHarness":"ALE-Agent","rawScore":1160.6,"zScore":-0.7561,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.388403,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:mirrorcode-ml-2l-gemini-3-1-pro-preview","observedHarness":"Epoch MirrorCode Scaffold","rawScore":8.89,"zScore":-2.1837,"seModel":"upstream_se","seRaw":4.561939,"ciHalfWidth":8.9414,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:bbd93ebe-80da-4594-bb19-61e69d0331df","observedHarness":"Direct API","rawScore":58.68,"zScore":0.8759,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:bbd93ebe-80da-4594-bb19-61e69d0331df","observedHarness":"mini-SWE-agent","rawScore":4.04,"zScore":-1.0456,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.6-terra:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-2.211582,"shrinkageFactor":0.803354,"score":16.83,"se":6.34,"samplingSe":0.3591,"residualSe":6.3262,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.521266,"costLogSd":1.0428,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_terra_low","observedHarness":"mini-swe-agent","rawScore":24.05,"zScore":-2.3839,"seModel":"upstream_ci","ciHalfWidth":0.7768,"ciLower":23.2767,"ciUpper":24.8302,"measuredCostUsd":0.427745,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.6-luna:low:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-2.708024,"shrinkageFactor":0.803862,"score":9.38,"se":6.33,"samplingSe":0,"residualSe":6.3282,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.195442,"costLogSd":1.0472,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0024,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_luna_low","observedHarness":"mini-swe-agent","rawScore":1.55,"zScore":-3,"seModel":"upstream_ci","ciHalfWidth":0.8303,"ciLower":0.7184,"ciUpper":2.379,"measuredCostUsd":0.072406,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"openai:gpt-5.6-luna:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-2.708024,"shrinkageFactor":0.803862,"score":9.38,"se":6.33,"samplingSe":0,"residualSe":6.3282,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.297038,"costLogSd":1.0655,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0017,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_gpt_5_6_luna_medium","observedHarness":"mini-swe-agent","rawScore":11.28,"zScore":-3,"seModel":"upstream_ci","ciHalfWidth":0.8303,"ciLower":10.4529,"ciUpper":12.1135,"measuredCostUsd":0.21631,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]}],"provisionalConfigs":[{"id":"meta:muse-wonder-full:max:standardized-suite:standardized","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.834878,"shrinkageFactor":0.792664,"score":62.52,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Stirrup","rawScore":37.76,"zScore":1.2858,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Direct API","rawScore":62.62,"zScore":1.3814,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"mini-SWE-agent","rawScore":57.07,"zScore":1.2731,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4.1-flash:max:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":0.094256,"shrinkageFactor":0.649974,"score":51.41,"se":8.45,"samplingSe":6.5702,"residualSe":5.3198,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recgLH5qA0YS3ftkG","observedHarness":"ALE-Agent","rawScore":1092.35,"zScore":-0.8918,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.081663,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:nRrYnwt7v5xuS4K29sTubp","observedHarness":"Epoch MirrorCode Scaffold","rawScore":64.44,"zScore":0.97,"seModel":"upstream_se","seRaw":11.37,"ciHalfWidth":22.2852,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"alibaba:qwen3.8-flash-next:xhigh:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-flash-next","displayName":"Qwen3.8 Flash Next","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.041835,"shrinkageFactor":0.792664,"score":49.37,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.569381,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-15","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Stirrup","rawScore":27.14,"zScore":0.4055,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Direct API","rawScore":50.58,"zScore":-0.1632,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"mini-SWE-agent","rawScore":25.25,"zScore":-0.1182,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4-pro:max:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.11979,"shrinkageFactor":0.771443,"score":48.2,"se":6.83,"samplingSe":2.8695,"residualSe":6.1993,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_deepseek_v4_pro_max","observedHarness":"mini-swe-agent","rawScore":62.83,"zScore":0.23,"seModel":"upstream_ci","ciHalfWidth":6.3334,"ciLower":56.4984,"ciUpper":69.1653,"measuredCostUsd":0.241387,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"}]},{"id":"google:gemini-4-argon:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.2149,"shrinkageFactor":0.399426,"score":46.78,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":4.360951,"costLogSd":0.5619,"costMaxUsd":8.629243,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rechU0EZO7d9E7amZ","observedHarness":"ALE-Agent","rawScore":1705.4,"zScore":0.3272,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.170538,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"meta:muse-spark-1.3:xhigh:standardized-suite:standardized","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.228441,"shrinkageFactor":0.399426,"score":46.57,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.165655,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recoUMQ4ZOtgdCB0E","observedHarness":"ALE-Agent","rawScore":1688.35,"zScore":0.2933,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.220853,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.3-codex:xhigh:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.3-codex","displayName":"GPT-5.3 Codex","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.254753,"shrinkageFactor":0.399426,"score":46.18,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":6.006963,"costLogSd":1.0533,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2026-02-15","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recjPl07t1MvmNgDm","observedHarness":"ALE-Agent","rawScore":1655.22,"zScore":0.2274,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.559265,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.8-27b:max:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.299064,"shrinkageFactor":0.588432,"score":45.51,"se":9.17,"samplingSe":5.9734,"residualSe":6.9535,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:qwen3.8-27b","observedHarness":"Direct API","rawScore":69.3,"zScore":-0.7886,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.07495,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"alibaba:qwen3.8-max:xhigh:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.359271,"shrinkageFactor":0.902965,"score":44.61,"se":4.45,"samplingSe":2.8968,"residualSe":3.3795,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_qwen3_8_max_xhigh","observedHarness":"mini-swe-agent","rawScore":57.46,"zScore":-0.132,"seModel":"upstream_ci","ciHalfWidth":2.6628,"ciLower":54.7982,"ciUpper":60.1238,"measuredCostUsd":3.729065,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontierswe:qwen3.8-max_xhigh:xhigh:","observedHarness":"Proximus","rawScore":15.81,"zScore":-1.094,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":55.14,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.frontierswe.com/"},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_mirrorcode:RQRuLNXoCHzNMEbJCcUVVD","observedHarness":"Epoch MirrorCode Scaffold","rawScore":52.22,"zScore":0.2763,"seModel":"upstream_se","seRaw":10.894718,"ciHalfWidth":21.3536,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-21","publishedDate":"2026-10-21","sourceUrl":"https://epoch.ai/benchmarks/mirrorcode"}]},{"id":"openai:gpt-5.4:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.361574,"shrinkageFactor":0.399426,"score":44.58,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.804746,"costLogSd":1.0553,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec6y7fVydiA2X9U9","observedHarness":"ALE-Agent","rawScore":1520.72,"zScore":-0.04,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.26258,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"meta:muse-spark-open:xhigh:standardized-suite:standardized","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.373275,"shrinkageFactor":0.897022,"score":44.4,"se":4.59,"samplingSe":2.7733,"residualSe":3.6516,"coverageCount":5,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.017668,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recpfB5OsaYt2uwRy","observedHarness":"ALE-Agent","rawScore":1590.12,"zScore":0.098,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.325474,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Stirrup","rawScore":7.6,"zScore":-1.2141,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Direct API","rawScore":58.45,"zScore":0.8464,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","sourceId":"scale-seal","sourceRowId":"seal:swe_bench_pro_v2:full:Muse Spark Open (mini-swe-agent) xhigh","observedHarness":"mini-swe-agent","rawScore":95.02,"zScore":-0.1163,"seModel":"upstream_se","seRaw":0.729592,"ciHalfWidth":1.43,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-16","publishedDate":null,"sourceUrl":"https://scale.com/leaderboard/swe_bench_pro_public_v2"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"mini-SWE-agent","rawScore":8.08,"zScore":-0.869,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.8-2.4t-a95b:xhigh:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-2.4t-a95b","displayName":"Qwen3.8 2.4T A95B","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.379354,"shrinkageFactor":0.670606,"score":44.31,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-12","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:8df710d3-9dae-4498-9b4e-9818238e6f31","observedHarness":"Direct API","rawScore":54.05,"zScore":0.282,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:8df710d3-9dae-4498-9b4e-9818238e6f31","observedHarness":"mini-SWE-agent","rawScore":11.11,"zScore":-0.7365,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.5-instant:none:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.5-instant","displayName":"GPT-5.5 Instant","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.421595,"shrinkageFactor":0.670606,"score":43.68,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-06-01","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:c4169d75-9d24-4794-a9c3-69e1fe364de5","observedHarness":"Direct API","rawScore":52.55,"zScore":0.0895,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:c4169d75-9d24-4794-a9c3-69e1fe364de5","observedHarness":"mini-SWE-agent","rawScore":12.63,"zScore":-0.67,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"anthropic:claude-opus-4.8:none:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.448055,"shrinkageFactor":0.399426,"score":43.28,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recw5YfULeyAfAYgR","observedHarness":"ALE-Agent","rawScore":1411.83,"zScore":-0.2565,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.421746,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemini-3-flash:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.4835,"shrinkageFactor":0.399426,"score":42.75,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.253198,"costLogSd":1.0461,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recfMGg7Kvqpid4qZ","observedHarness":"ALE-Agent","rawScore":1367.2,"zScore":-0.3453,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.091067,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"anthropic:claude-sonnet-4.6:medium:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.515189,"shrinkageFactor":0.399426,"score":42.27,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.831239,"costLogSd":1.0553,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec79auRfHPVtkKyP","observedHarness":"ALE-Agent","rawScore":1327.3,"zScore":-0.4246,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.770753,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"anthropic:claude-opus-4.7:none:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.518565,"shrinkageFactor":0.399426,"score":42.22,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recy14NQpCEvMvUAx","observedHarness":"ALE-Agent","rawScore":1323.05,"zScore":-0.4331,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.224549,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"zhipu:glm-5.3:high:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.523052,"shrinkageFactor":0.399426,"score":42.15,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.162735,"costLogSd":0.5619,"costMinUsd":1.57493,"costMaxUsd":5.009265,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recNCRjM56K1cVX2R","observedHarness":"ALE-Agent","rawScore":1317.4,"zScore":-0.4443,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.284001,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.2:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.541994,"shrinkageFactor":0.399426,"score":41.87,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":4.898372,"costLogSd":1.0452,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recbx03MbsAIPxPvj","observedHarness":"ALE-Agent","rawScore":1293.55,"zScore":-0.4917,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.296865,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"deepseek:deepseek-v4-flash-vision:max:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-flash-vision","displayName":"DeepSeek V4 Flash Vision","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.55382,"shrinkageFactor":0.670606,"score":41.69,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:7707a46f-895f-4247-b7a8-ddab87c9a11d","observedHarness":"Direct API","rawScore":49.65,"zScore":-0.2825,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:7707a46f-895f-4247-b7a8-ddab87c9a11d","observedHarness":"mini-SWE-agent","rawScore":12.12,"zScore":-0.6923,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5.2:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.576716,"shrinkageFactor":0.399426,"score":41.35,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.605187,"costLogSd":1.055,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recVnMSgaT9EDtGvh","observedHarness":"ALE-Agent","rawScore":1249.83,"zScore":-0.5786,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.142947,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.1:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.622526,"shrinkageFactor":0.399426,"score":40.66,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.622478,"costLogSd":1.0441,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recLNNj0GfqyDx4nk","observedHarness":"ALE-Agent","rawScore":1192.15,"zScore":-0.6933,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.315236,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.7-max:thinking:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.7-max","displayName":"Qwen3.7 Max","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.62471,"shrinkageFactor":0.399426,"score":40.63,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.123992,"costLogSd":1.0308,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.75,"inputPer1mUsd":2.5,"outputPer1mUsd":7.5,"contextWindow":1000000,"releaseDate":"2026-05-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recA9I9t2L4RQrsQs","observedHarness":"ALE-Agent","rawScore":1189.4,"zScore":-0.6988,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.3845,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.4-mini:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.625361,"shrinkageFactor":0.399426,"score":40.62,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.796841,"costLogSd":1.0444,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recJwrUEXk9e8HLtF","observedHarness":"ALE-Agent","rawScore":1188.58,"zScore":-0.7004,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.271408,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemini-3-pro:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3-pro","displayName":"Gemini 3 Pro","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.634757,"shrinkageFactor":0.399426,"score":40.48,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-18","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recPGiw7I44Wc9L5u","observedHarness":"ALE-Agent","rawScore":1176.75,"zScore":-0.724,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.259385,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"deepseek:deepseek-v4-flash:max:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.65494,"shrinkageFactor":0.826995,"score":40.18,"se":5.94,"samplingSe":2.4927,"residualSe":5.3954,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","sourceId":"deepswe","sourceRowId":"deepswe:v1.1:mini_swe_agent_deepseek_v4_flash_max","observedHarness":"mini-swe-agent","rawScore":53.32,"zScore":-0.411,"seModel":"upstream_ci","ciHalfWidth":3.567,"ciLower":49.7516,"ciUpper":56.8855,"measuredCostUsd":0.100236,"evalDate":null,"publishedDate":"2026-09-22","sourceUrl":"https://deepswe.datacurve.ai/"},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recuPYbCCpYAt7G1G","observedHarness":"ALE-Agent","rawScore":1306.08,"zScore":-0.4668,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.019526,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"spacexai:grok-4.20:none:standardized-suite:standardized","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.65578,"shrinkageFactor":0.399426,"score":40.16,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.409226,"costLogSd":1.0415,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recyOlTS8wLrTAP1n","observedHarness":"ALE-Agent","rawScore":1150.28,"zScore":-0.7766,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.13838,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.5:none:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.673808,"shrinkageFactor":0.399426,"score":39.89,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.478023,"costLogSd":1.0509,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec9k7gkUezxdYAtu","observedHarness":"ALE-Agent","rawScore":1127.58,"zScore":-0.8217,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.073484,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"moonshot:kimi-k2.6:thinking:standardized-suite:standardized","provider":"moonshot","modelSlug":"kimi-k2.6","displayName":"Kimi K2.6","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.701534,"shrinkageFactor":0.399426,"score":39.48,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.181727,"costLogSd":1.032,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-04-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recgKppN84MLEgXWf","observedHarness":"ALE-Agent","rawScore":1092.67,"zScore":-0.8911,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.196861,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.4:none:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.706807,"shrinkageFactor":0.399426,"score":39.4,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.859635,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recMra8s8Fm1RC85F","observedHarness":"ALE-Agent","rawScore":1086.03,"zScore":-0.9043,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.052314,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemini-3.1-pro:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.731626,"shrinkageFactor":0.399426,"score":39.03,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.521266,"costLogSd":1.0428,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recZG8rbQak39ddaG","observedHarness":"ALE-Agent","rawScore":1054.78,"zScore":-0.9665,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.040324,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.8-27b:xhigh:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"xhigh","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.744714,"shrinkageFactor":0.792664,"score":38.83,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.529549,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Stirrup","rawScore":14.91,"zScore":-0.6082,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Direct API","rawScore":46.64,"zScore":-0.6687,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"mini-SWE-agent","rawScore":5.56,"zScore":-0.9791,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4-pro:high:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.770304,"shrinkageFactor":0.399426,"score":38.45,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recRdiZQ9HF3Kug6B","observedHarness":"ALE-Agent","rawScore":1006.08,"zScore":-1.0633,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.148062,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-5.4-nano:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.771543,"shrinkageFactor":0.399426,"score":38.43,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.576808,"costLogSd":1.0536,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec9SvDfW1FDfMZ6h","observedHarness":"ALE-Agent","rawScore":1004.52,"zScore":-1.0664,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.027084,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"anthropic:claude-opus-4.6:none:standardized-suite:standardized","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.777912,"shrinkageFactor":0.399426,"score":38.33,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recYZMZozZDvmw4y5","observedHarness":"ALE-Agent","rawScore":996.5,"zScore":-1.0824,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.061688,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemini-3-pro:low:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3-pro","displayName":"Gemini 3 Pro","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.784481,"shrinkageFactor":0.399426,"score":38.23,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-18","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recviUDCuJAokY7Al","observedHarness":"ALE-Agent","rawScore":988.23,"zScore":-1.0988,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.099547,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:o3:high:standardized-suite:standardized","provider":"openai","modelSlug":"o3","displayName":"o3","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.827908,"shrinkageFactor":0.399426,"score":37.58,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.072691,"costLogSd":1.0438,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.5,"inputPer1mUsd":2,"outputPer1mUsd":8,"contextWindow":200000,"releaseDate":"2025-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recxPLRj9LORsZ4hq","observedHarness":"ALE-Agent","rawScore":933.55,"zScore":-1.2075,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.103474,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemma-4-26b-a4b:none:standardized-suite:standardized","provider":"google","modelSlug":"gemma-4-26b-a4b","displayName":"Gemma 4 26B A4B","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.832975,"shrinkageFactor":0.399426,"score":37.51,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recatyI2kjiCX3JZJ","observedHarness":"ALE-Agent","rawScore":927.17,"zScore":-1.2202,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.009725,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.8-max:max:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.861247,"shrinkageFactor":0.588432,"score":37.08,"se":9.17,"samplingSe":5.9734,"residualSe":6.9535,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:qwen3.8-max","observedHarness":"Direct API","rawScore":60.9,"zScore":-1.744,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.986917,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"zhipu:glm-5.1:thinking:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.1","displayName":"GLM-5.1","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.864799,"shrinkageFactor":0.399426,"score":37.03,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.314752,"costLogSd":1.0316,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":204800,"releaseDate":"2026-04-15","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recZnRHVnR4hKTTVy","observedHarness":"ALE-Agent","rawScore":887.1,"zScore":-1.2999,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.12937,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.7-plus:thinking:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.7-plus","displayName":"Qwen3.7 Plus","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.87113,"shrinkageFactor":0.670606,"score":36.93,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-10","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:a87fce42-eea3-4e45-a96d-fe057814f371","observedHarness":"Direct API","rawScore":46.06,"zScore":-0.7431,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:a87fce42-eea3-4e45-a96d-fe057814f371","observedHarness":"mini-SWE-agent","rawScore":1.01,"zScore":-1.1781,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-5:minimal:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"minimal","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.927898,"shrinkageFactor":0.399426,"score":36.08,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.276104,"costLogSd":1.0418,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec39nSc7yf62OCDn","observedHarness":"ALE-Agent","rawScore":807.65,"zScore":-1.4579,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.043744,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemini-3.1-flash-lite:minimal:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.1-flash-lite","displayName":"Gemini 3.1 Flash-Lite","effort":"minimal","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.935777,"shrinkageFactor":0.399426,"score":35.96,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.238054,"costLogSd":1.0453,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.5625,"inputPer1mUsd":0.25,"outputPer1mUsd":1.5,"contextWindow":1048576,"releaseDate":"2026-05-25","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recEPv2aRJrEaOAFr","observedHarness":"ALE-Agent","rawScore":797.73,"zScore":-1.4776,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.025178,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"google:gemini-3.5-flash-lite:high:standardized-suite:standardized","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.961557,"shrinkageFactor":0.399426,"score":35.58,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.529863,"costLogSd":0.6488,"costMinUsd":0.692902,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recQXW49hzii6cT10","observedHarness":"ALE-Agent","rawScore":765.27,"zScore":-1.5421,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.045726,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"zhipu:glm-5:thinking:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5","displayName":"GLM-5","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.961279,"shrinkageFactor":0.399426,"score":35.58,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.989151,"costLogSd":1.033,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.55,"inputPer1mUsd":1,"outputPer1mUsd":3.2,"contextWindow":204800,"releaseDate":"2026-02-01","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rec1dnhYFrGJo63GA","observedHarness":"ALE-Agent","rawScore":765.62,"zScore":-1.5414,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.073284,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.8-27b:low:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"low","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-0.996382,"shrinkageFactor":0.792664,"score":35.05,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.905905,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Stirrup","rawScore":12.37,"zScore":-0.8187,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Direct API","rawScore":40.05,"zScore":-1.5141,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"mini-SWE-agent","rawScore":2.53,"zScore":-1.1116,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4-flash:high:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.030708,"shrinkageFactor":0.399426,"score":34.54,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recYO1qmn1ztCHit3","observedHarness":"ALE-Agent","rawScore":678.2,"zScore":-1.7153,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.005179,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.8-27b:medium:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.035316,"shrinkageFactor":0.792664,"score":34.47,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.160005,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Stirrup","rawScore":11.5,"zScore":-0.8908,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Direct API","rawScore":39,"zScore":-1.6488,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"mini-SWE-agent","rawScore":5.05,"zScore":-1.0014,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-oss-120b:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-oss-120b","displayName":"gpt-oss-120b","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.112178,"shrinkageFactor":0.399426,"score":33.32,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:rect7OMebdGAo6fqi","observedHarness":"ALE-Agent","rawScore":575.62,"zScore":-1.9192,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.001303,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"openai:gpt-oss-20b:medium:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-oss-20b","displayName":"gpt-oss-20b","effort":"medium","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.119778,"shrinkageFactor":0.399426,"score":33.2,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recnLZ6QnnjGuQZTM","observedHarness":"ALE-Agent","rawScore":566.05,"zScore":-1.9383,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.000717,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"deepseek:deepseek-v4-pro:none:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.155025,"shrinkageFactor":0.399426,"score":32.67,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recgLipv7iMGBxsY3","observedHarness":"ALE-Agent","rawScore":521.67,"zScore":-2.0265,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.0166,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"alibaba:qwen3.5-122b-a10b:thinking:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.5-122b-a10b","displayName":"Qwen3.5 122B A10B","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.159523,"shrinkageFactor":0.670606,"score":32.61,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:2236df45-0699-40d1-b5cc-69ee345d2257","observedHarness":"Direct API","rawScore":39.7,"zScore":-1.559,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:2236df45-0699-40d1-b5cc-69ee345d2257","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-oss-20b:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-oss-20b","displayName":"gpt-oss-20b","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.194366,"shrinkageFactor":0.670606,"score":32.08,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:36f73aaf-d38a-4b56-a2b3-d04d17186910","observedHarness":"Direct API","rawScore":38.89,"zScore":-1.6629,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:36f73aaf-d38a-4b56-a2b3-d04d17186910","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.5-397b-a17b:thinking:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.5-397b-a17b","displayName":"Qwen3.5 397B A17B","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.232423,"shrinkageFactor":0.702541,"score":31.51,"se":7.79,"samplingSe":6.1663,"residualSe":4.7656,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recKClj8NjtsOOnGa","observedHarness":"ALE-Agent","rawScore":621.92,"zScore":-1.8272,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.03981,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:0e66bae9-41f1-42fc-9276-ce8cb6f72919","observedHarness":"Direct API","rawScore":44.79,"zScore":-0.906,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:0e66bae9-41f1-42fc-9276-ce8cb6f72919","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-spark-open:max:standardized-suite:standardized","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.249421,"shrinkageFactor":0.588432,"score":31.26,"se":9.17,"samplingSe":5.9734,"residualSe":6.9535,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:muse-spark-open","observedHarness":"Direct API","rawScore":55.1,"zScore":-2.4036,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.72955,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"alibaba:qwen3.6-35b-a3b:thinking:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.6-35b-a3b","displayName":"Qwen3.6 35B A3B","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.294165,"shrinkageFactor":0.670606,"score":30.59,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-05-20","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:8665ca00-c687-44c7-875c-22618cb31c4f","observedHarness":"Direct API","rawScore":36.57,"zScore":-1.9606,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:8665ca00-c687-44c7-875c-22618cb31c4f","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3-coder-next:none:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3-coder-next","displayName":"Qwen3 Coder Next","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.30879,"shrinkageFactor":0.670606,"score":30.37,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-02-03","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:fc92f822-04b7-420d-9c07-a21af5e9aac7","observedHarness":"Direct API","rawScore":36.23,"zScore":-2.0042,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:fc92f822-04b7-420d-9c07-a21af5e9aac7","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4-flash:none:standardized-suite:standardized","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.311237,"shrinkageFactor":0.399426,"score":30.33,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recWsgZQjBL5E6mbZ","observedHarness":"ALE-Agent","rawScore":324.98,"zScore":-2.4176,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.000882,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"zhipu:glm-5.3-flash:high:standardized-suite:standardized","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.328257,"shrinkageFactor":0.399426,"score":30.08,"se":11.07,"samplingSe":9.48,"residualSe":5.7229,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.298808,"costLogSd":0.6488,"costMaxUsd":0.58331,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_ale_bench:recuPsUOAayyoYdDf","observedHarness":"ALE-Agent","rawScore":303.55,"zScore":-2.4602,"seModel":"unreported","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.010869,"evalDate":null,"publishedDate":null,"sourceUrl":"https://github.com/SakanaAI/ALE-Bench"}]},{"id":"meta:muse-glimmer:high:standardized-suite:standardized","provider":"meta","modelSlug":"muse-glimmer","displayName":"Muse Glimmer","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.355916,"shrinkageFactor":0.792664,"score":29.66,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.178208,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"Stirrup","rawScore":1.47,"zScore":-1.7222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"Direct API","rawScore":44.91,"zScore":-0.8906,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"mini-SWE-agent","rawScore":0.51,"zScore":-1.1999,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemma-4-31b:thinking:standardized-suite:standardized","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.407459,"shrinkageFactor":0.792664,"score":28.89,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"Stirrup","rawScore":0,"zScore":-1.844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"Direct API","rawScore":45.49,"zScore":-0.8162,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.8-27b:none:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.437827,"shrinkageFactor":0.792664,"score":28.43,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.772944,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Stirrup","rawScore":3.72,"zScore":-1.5357,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Direct API","rawScore":36.23,"zScore":-2.0042,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:llama-4-maverick:none:standardized-suite:standardized","provider":"meta","modelSlug":"llama-4-maverick","displayName":"Llama 4 Maverick","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.503226,"shrinkageFactor":0.670606,"score":27.45,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:922c69c7-9037-43c6-8bcf-a1c555e7f3eb","observedHarness":"Direct API","rawScore":31.71,"zScore":-2.5841,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:922c69c7-9037-43c6-8bcf-a1c555e7f3eb","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemma-4-26b-a4b:thinking:standardized-suite:standardized","provider":"google","modelSlug":"gemma-4-26b-a4b","displayName":"Gemma 4 26B A4B","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.513722,"shrinkageFactor":0.792664,"score":27.29,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"Stirrup","rawScore":0,"zScore":-1.844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"Direct API","rawScore":40.05,"zScore":-1.5141,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.5-9b:thinking:standardized-suite:standardized","provider":"alibaba","modelSlug":"qwen3.5-9b","displayName":"Qwen3.5 9B","effort":"thinking","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.590385,"shrinkageFactor":0.670606,"score":26.14,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:2d28a13a-096e-475a-beb8-26bbd1c7d51c","observedHarness":"Direct API","rawScore":29.51,"zScore":-2.8663,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:2d28a13a-096e-475a-beb8-26bbd1c7d51c","observedHarness":"mini-SWE-agent","rawScore":0.51,"zScore":-1.1999,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"google:gemma-4-31b:max:standardized-suite:standardized","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"max","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.600337,"shrinkageFactor":0.588432,"score":25.99,"se":9.17,"samplingSe":5.9734,"residualSe":6.9535,"coverageCount":1,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:coding:gemma-4-31b","observedHarness":"Direct API","rawScore":20.3,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.252037,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"openai:gpt-oss-120b:high:standardized-suite:standardized","provider":"openai","modelSlug":"gpt-oss-120b","displayName":"gpt-oss-120b","effort":"high","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.631315,"shrinkageFactor":0.792664,"score":25.53,"se":6.51,"samplingSe":3.9036,"residualSe":5.2053,"coverageCount":3,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.345342,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:frontiercode_2_0:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Stirrup","rawScore":0,"zScore":-1.844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/frontiercode-2-0"},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Direct API","rawScore":34.03,"zScore":-2.2864,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:llama-4-scout:none:standardized-suite:standardized","provider":"meta","modelSlug":"llama-4-scout","displayName":"Llama 4 Scout","effort":"none","harness":"standardized-suite","harnessRegime":"standardized","domainId":"coding","theta":-1.642683,"shrinkageFactor":0.670606,"score":25.36,"se":8.2,"samplingSe":6.0747,"residualSe":5.5093,"coverageCount":2,"activeBenchmarkCount":9,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:scicode_aa:adf9a85e-abc3-4f28-937b-db6655cc5238","observedHarness":"Direct API","rawScore":21.3,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_4_0:adf9a85e-abc3-4f28-937b-db6655cc5238","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-1.2222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]}],"frontiers":[{"provider":"anthropic","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"anthropic:claude-haiku-5.5:low:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9992,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-haiku-5.5:medium:standardized-suite:standardized","zStepFromPrev":0.638,"pBetterThanPrev":0.7382,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.7396,"marginalScorePerDollar":105.61,"costMultipleFromPrev":2.1},{"configId":"anthropic:claude-haiku-5.5:xhigh:standardized-suite:standardized","zStepFromPrev":1.337,"pBetterThanPrev":0.9094,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8699,"marginalScorePerDollar":67.882,"costMultipleFromPrev":2.71},{"configId":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","zStepFromPrev":1.453,"pBetterThanPrev":0.9269,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9109,"marginalScorePerDollar":67.017,"costMultipleFromPrev":1.65},{"configId":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","zStepFromPrev":0.34,"pBetterThanPrev":0.6329,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3493,"marginalScorePerDollar":0.783,"costMultipleFromPrev":8.43},{"configId":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","zStepFromPrev":0.266,"pBetterThanPrev":0.6048,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2875,"marginalScorePerDollar":0.782,"costMultipleFromPrev":1.75},{"configId":"anthropic:claude-fable-5.2:high:standardized-suite:standardized","zStepFromPrev":0.221,"pBetterThanPrev":0.5875,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2732,"marginalScorePerDollar":0.64,"costMultipleFromPrev":1.5},{"configId":"anthropic:claude-sonnet-5.5:max:standardized-suite:standardized","zStepFromPrev":0.707,"pBetterThanPrev":0.7602,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4715,"marginalScorePerDollar":5.699,"costMultipleFromPrev":1.1},{"configId":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","zStepFromPrev":0.482,"pBetterThanPrev":0.6852,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.5258,"marginalScorePerDollar":192.539,"costMultipleFromPrev":1}],"pruned":[{"configId":"anthropic:claude-haiku-5.5:high:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:medium:standardized-suite:standardized","scoreDeficit":9.65,"costRatio":1.73,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:low:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":26.38,"costRatio":1.24,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":22.02,"costRatio":1.9,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:low:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":17.25,"costRatio":2.37,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:low:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":40.62,"costRatio":3.17,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:high:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":11.32,"costRatio":3.98,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":32.96,"costRatio":4.79,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":4.47,"costRatio":5.96,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:low:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":18.2,"costRatio":7.24,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:low:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":32.25,"costRatio":7.24,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:low:standardized-suite:standardized","dominatedById":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","scoreDeficit":1.45,"costRatio":7.54,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":27.91,"costRatio":1.07,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":1.48,"costRatio":1.1,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:xhigh:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":7.86,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":11.85,"costRatio":1.29,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":28.24,"costRatio":1.29,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:xhigh:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":27.37,"costRatio":1.31,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.6:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":43.1,"costRatio":1.54,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:low:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:high:standardized-suite:standardized","scoreDeficit":19.42,"costRatio":1.61,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","scoreDeficit":20.53,"costRatio":1.07,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:medium:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","scoreDeficit":16.83,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","scoreDeficit":9.82,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","scoreDeficit":26.43,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:xhigh:standardized-suite:standardized","scoreDeficit":27.06,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:xhigh:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":20.87,"costRatio":1.03,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:xhigh:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":35.97,"costRatio":1.03,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":10.88,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":19.99,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":30.53,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":35.5,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:xhigh:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":8.57,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":15.37,"costRatio":1.57,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:high:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":21.04,"costRatio":1.57,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:xhigh:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":23.49,"costRatio":1.93,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":0.68,"costRatio":2.64,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":2.17,"costRatio":2.77,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:max:standardized-suite:standardized","dominatedById":"anthropic:claude-opus-5.5:max:standardized-suite:standardized","scoreDeficit":16.74,"costRatio":2.77,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-haiku-5.5:low:standardized-suite:standardized","defaultId":"anthropic:claude-haiku-5.5:max:standardized-suite:standardized","maxId":"anthropic:claude-opus-5.5:max:standardized-suite:standardized"}},{"provider":"openai","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"openai:gpt-6-luna:low:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9999,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-6-luna:medium:standardized-suite:standardized","zStepFromPrev":0.988,"pBetterThanPrev":0.8383,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.8143,"marginalScorePerDollar":211.664,"costMultipleFromPrev":8.25},{"configId":"openai:gpt-6.1-terra:low:standardized-suite:standardized","zStepFromPrev":0.984,"pBetterThanPrev":0.8374,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.8108,"marginalScorePerDollar":302.718,"costMultipleFromPrev":1.69},{"configId":"openai:gpt-6.1-terra:medium:standardized-suite:standardized","zStepFromPrev":0.952,"pBetterThanPrev":0.8295,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6961,"marginalScorePerDollar":77.667,"costMultipleFromPrev":2.37},{"configId":"openai:gpt-6.1-terra:high:standardized-suite:standardized","zStepFromPrev":0.345,"pBetterThanPrev":0.6348,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3883,"marginalScorePerDollar":30.285,"costMultipleFromPrev":1.54},{"configId":"openai:gpt-6.1-terra:xhigh:standardized-suite:standardized","zStepFromPrev":0.074,"pBetterThanPrev":0.5296,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.304,"marginalScorePerDollar":4.172,"costMultipleFromPrev":1.55},{"configId":"openai:gpt-6.2-sol:medium:standardized-suite:standardized","zStepFromPrev":0.647,"pBetterThanPrev":0.741,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5458,"marginalScorePerDollar":1121.669,"costMultipleFromPrev":1.01},{"configId":"openai:gpt-6.2-sol:xhigh:standardized-suite:standardized","zStepFromPrev":0.115,"pBetterThanPrev":0.5458,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3246,"marginalScorePerDollar":4.01,"costMultipleFromPrev":1.6},{"configId":"openai:gpt-6.1-terra:max:standardized-suite:standardized","zStepFromPrev":0.429,"pBetterThanPrev":0.6659,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4128,"marginalScorePerDollar":11.656,"costMultipleFromPrev":1.48},{"configId":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","zStepFromPrev":0.209,"pBetterThanPrev":0.5828,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2453,"marginalScorePerDollar":1.141,"costMultipleFromPrev":2.62}],"pruned":[{"configId":"openai:gpt-6-luna:none:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:low:standardized-suite:standardized","scoreDeficit":18.01,"costRatio":1,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:low:standardized-suite:standardized","scoreDeficit":5.25,"costRatio":1.02,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:low:standardized-suite:standardized","scoreDeficit":4.16,"costRatio":1.46,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:low:standardized-suite:standardized","scoreDeficit":2.76,"costRatio":2.13,"costComparisonNote":null},{"configId":"openai:gpt-6.2-sol:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:medium:standardized-suite:standardized","scoreDeficit":0.03,"costRatio":1.09,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:medium:standardized-suite:standardized","scoreDeficit":45.49,"costRatio":1.16,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:none:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:medium:standardized-suite:standardized","scoreDeficit":2.39,"costRatio":1.34,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:medium:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:high:standardized-suite:standardized","scoreDeficit":48.23,"costRatio":1.15,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-sol:medium:standardized-suite:standardized","scoreDeficit":30.89,"costRatio":1.37,"costComparisonNote":null},{"configId":"openai:gpt-6.2-sol:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-sol:medium:standardized-suite:standardized","scoreDeficit":0.55,"costRatio":1.39,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-sol:xhigh:standardized-suite:standardized","scoreDeficit":7.87,"costRatio":1.02,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-sol:xhigh:standardized-suite:standardized","scoreDeficit":21.71,"costRatio":1.05,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":22.05,"costRatio":1.01,"costComparisonNote":null},{"configId":"openai:gpt-6.2-sol:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":1.08,"costRatio":1.06,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":52.01,"costRatio":1.58,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:medium:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":0.6,"costRatio":1.68,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":0.01,"costRatio":2.16,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:medium:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":42.81,"costRatio":2.39,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.1-terra:max:standardized-suite:standardized","scoreDeficit":34.65,"costRatio":2.53,"costComparisonNote":null},{"configId":"openai:gpt-5.5:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":51.28,"costRatio":1.38,"costComparisonNote":null},{"configId":"openai:gpt-5:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":43.57,"costRatio":1.44,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:medium:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":23.74,"costRatio":1.45,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":0.79,"costRatio":1.59,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":29.58,"costRatio":1.71,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":17.01,"costRatio":1.8,"costComparisonNote":null},{"configId":"openai:gpt-5.5:medium:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":28.94,"costRatio":2.08,"costComparisonNote":null},{"configId":"openai:gpt-5.4:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":35.08,"costRatio":2.09,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":24.45,"costRatio":2.1,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:low:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":18.88,"costRatio":2.21,"costComparisonNote":null},{"configId":"openai:gpt-5.2:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":29.21,"costRatio":2.38,"costComparisonNote":null},{"configId":"openai:gpt-5.4:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":33.39,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":8.33,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":16.47,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":22.76,"costRatio":2.74,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":16.33,"costRatio":3,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:medium:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":14.28,"costRatio":3.33,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":15.88,"costRatio":3.36,"costComparisonNote":null},{"configId":"openai:gpt-5.5:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":27.99,"costRatio":3.91,"costComparisonNote":null},{"configId":"openai:gpt-5.5:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":22.73,"costRatio":4.8,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":14.18,"costRatio":4.81,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:high:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":15.14,"costRatio":6.26,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:xhigh:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":13.22,"costRatio":7.69,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:max:standardized-suite:standardized","dominatedById":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized","scoreDeficit":2.67,"costRatio":11.03,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-6-luna:low:standardized-suite:standardized","defaultId":"openai:gpt-6.2-sol:medium:standardized-suite:standardized","maxId":"openai:gpt-6.2-astra:xhigh:standardized-suite:standardized"}},{"provider":"google","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"google:gemini-4-hydrogen:low:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.2278,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-3.7-flash:low:standardized-suite:standardized","zStepFromPrev":0.602,"pBetterThanPrev":0.7264,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.3779,"marginalScorePerDollar":23.094,"costMultipleFromPrev":1.85},{"configId":"google:gemini-4-neon:low:standardized-suite:standardized","zStepFromPrev":1.05,"pBetterThanPrev":0.853,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.3577,"marginalScorePerDollar":49.519,"costMultipleFromPrev":1.37},{"configId":"google:gemini-4-hydrogen:medium:standardized-suite:standardized","zStepFromPrev":0.299,"pBetterThanPrev":0.6177,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3728,"marginalScorePerDollar":54.588,"costMultipleFromPrev":1.07},{"configId":"google:gemini-3.8-flash:medium:standardized-suite:standardized","zStepFromPrev":0.104,"pBetterThanPrev":0.5416,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6617,"marginalScorePerDollar":43.478,"costMultipleFromPrev":1.03},{"configId":"google:gemini-4-hydrogen:high:standardized-suite:standardized","zStepFromPrev":1.125,"pBetterThanPrev":0.8697,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7624,"marginalScorePerDollar":9.569,"costMultipleFromPrev":2.28},{"configId":"google:gemini-4-neon:high:standardized-suite:standardized","zStepFromPrev":0.135,"pBetterThanPrev":0.5535,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4126,"marginalScorePerDollar":0.658,"costMultipleFromPrev":2},{"configId":"google:gemini-4-neon:xhigh:standardized-suite:standardized","zStepFromPrev":0.47,"pBetterThanPrev":0.6809,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4755,"marginalScorePerDollar":1.395,"costMultipleFromPrev":1.72},{"configId":"google:gemini-4-carbon:high:standardized-suite:standardized","zStepFromPrev":0.212,"pBetterThanPrev":0.584,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3994,"marginalScorePerDollar":1.297,"costMultipleFromPrev":1.2}],"pruned":[{"configId":"google:gemini-3.5-flash-lite:minimal:standardized-suite:standardized","dominatedById":"google:gemini-3.7-flash:low:standardized-suite:standardized","scoreDeficit":9.56,"costRatio":1.28,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:medium:standardized-suite:standardized","dominatedById":"google:gemini-3.8-flash:medium:standardized-suite:standardized","scoreDeficit":4.49,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.8-flash:high:standardized-suite:standardized","dominatedById":"google:gemini-3.8-flash:medium:standardized-suite:standardized","scoreDeficit":4.55,"costRatio":1.88,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:high:standardized-suite:standardized","dominatedById":"google:gemini-3.8-flash:medium:standardized-suite:standardized","scoreDeficit":8.89,"costRatio":1.88,"costComparisonNote":null},{"configId":"google:gemini-3.6-flash:high:standardized-suite:standardized","dominatedById":"google:gemini-3.8-flash:medium:standardized-suite:standardized","scoreDeficit":22.33,"costRatio":1.88,"costComparisonNote":null},{"configId":"google:gemini-4-neon:medium:standardized-suite:standardized","dominatedById":"google:gemini-4-hydrogen:high:standardized-suite:standardized","scoreDeficit":4.18,"costRatio":1.02,"costComparisonNote":null},{"configId":"google:gemini-4-hydrogen:xhigh:standardized-suite:standardized","dominatedById":"google:gemini-4-hydrogen:high:standardized-suite:standardized","scoreDeficit":4.55,"costRatio":1.69,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash:high:standardized-suite:standardized","dominatedById":"google:gemini-4-hydrogen:high:standardized-suite:standardized","scoreDeficit":38.51,"costRatio":1.78,"costComparisonNote":null},{"configId":"google:gemini-3.1-pro:high:standardized-suite:standardized","dominatedById":"google:gemini-4-neon:high:standardized-suite:standardized","scoreDeficit":49.27,"costRatio":1.15,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:medium:standardized-suite:standardized","dominatedById":"google:gemini-4-neon:xhigh:standardized-suite:standardized","scoreDeficit":6.65,"costRatio":1.02,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:low:standardized-suite:standardized","dominatedById":"google:gemini-4-neon:xhigh:standardized-suite:standardized","scoreDeficit":13.49,"costRatio":1.12,"costComparisonNote":null},{"configId":"google:gemini-4-argon:medium:standardized-suite:standardized","dominatedById":"google:gemini-4-carbon:high:standardized-suite:standardized","scoreDeficit":18.2,"costRatio":1.11,"costComparisonNote":null},{"configId":"google:gemini-4-argon:high:standardized-suite:standardized","dominatedById":"google:gemini-4-carbon:high:standardized-suite:standardized","scoreDeficit":5.99,"costRatio":1.28,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-4-hydrogen:low:standardized-suite:standardized","defaultId":"google:gemini-4-hydrogen:high:standardized-suite:standardized","maxId":"google:gemini-4-carbon:high:standardized-suite:standardized"}},{"provider":"spacexai","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"spacexai:grok-4.6:low:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.4448,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.6:medium:standardized-suite:standardized","zStepFromPrev":2.951,"pBetterThanPrev":0.9984,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7803,"marginalScorePerDollar":47.658,"costMultipleFromPrev":1.51},{"configId":"spacexai:grok-4.7:xhigh:standardized-suite:standardized","zStepFromPrev":0.02,"pBetterThanPrev":0.5079,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2215,"marginalScorePerDollar":0.025,"costMultipleFromPrev":6.01}],"pruned":[{"configId":"spacexai:grok-4.6:high:standardized-suite:standardized","dominatedById":"spacexai:grok-4.6:medium:standardized-suite:standardized","scoreDeficit":1.84,"costRatio":1.88,"costComparisonNote":null},{"configId":"spacexai:grok-4.5:high:standardized-suite:standardized","dominatedById":"spacexai:grok-4.6:medium:standardized-suite:standardized","scoreDeficit":12.04,"costRatio":1.88,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:low:standardized-suite:standardized","dominatedById":"spacexai:grok-4.6:medium:standardized-suite:standardized","scoreDeficit":5.58,"costRatio":2.26,"costComparisonNote":null},{"configId":"spacexai:grok-4.6:xhigh:standardized-suite:standardized","dominatedById":"spacexai:grok-4.6:medium:standardized-suite:standardized","scoreDeficit":2.21,"costRatio":2.3,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:high:standardized-suite:standardized","dominatedById":"spacexai:grok-4.6:medium:standardized-suite:standardized","scoreDeficit":0.26,"costRatio":4.78,"costComparisonNote":null}],"verdicts":{"budgetId":"spacexai:grok-4.6:low:standardized-suite:standardized","defaultId":"spacexai:grok-4.6:medium:standardized-suite:standardized","maxId":"spacexai:grok-4.7:xhigh:standardized-suite:standardized"}},{"provider":"meta","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"meta:muse-ember:xhigh:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9923,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-ember:max:standardized-suite:standardized","zStepFromPrev":0.522,"pBetterThanPrev":0.6992,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7028,"marginalScorePerDollar":223.26,"costMultipleFromPrev":1.17},{"configId":"meta:muse-spark-1.3:max:standardized-suite:standardized","zStepFromPrev":0.076,"pBetterThanPrev":0.5304,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4087,"marginalScorePerDollar":0.247,"costMultipleFromPrev":22.75},{"configId":"meta:muse-wonder:xhigh:standardized-suite:standardized","zStepFromPrev":0.323,"pBetterThanPrev":0.6267,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4157,"marginalScorePerDollar":1.212,"costMultipleFromPrev":1.83}],"pruned":[{"configId":"meta:muse-spark-1.1:xhigh:standardized-suite:standardized","dominatedById":"meta:muse-ember:max:standardized-suite:standardized","scoreDeficit":11.53,"costRatio":15.93,"costComparisonNote":null},{"configId":"meta:muse-spark-1.2:xhigh:standardized-suite:standardized","dominatedById":"meta:muse-ember:max:standardized-suite:standardized","scoreDeficit":12.43,"costRatio":15.93,"costComparisonNote":null},{"configId":"meta:muse-wonder:high:standardized-suite:standardized","dominatedById":"meta:muse-spark-1.3:max:standardized-suite:standardized","scoreDeficit":1.42,"costRatio":1.47,"costComparisonNote":null},{"configId":"meta:muse-wonder:max:standardized-suite:standardized","dominatedById":"meta:muse-wonder:xhigh:standardized-suite:standardized","scoreDeficit":2.13,"costRatio":1.23,"costComparisonNote":null}],"verdicts":{"budgetId":"meta:muse-ember:xhigh:standardized-suite:standardized","defaultId":null,"maxId":"meta:muse-wonder:xhigh:standardized-suite:standardized"}},{"provider":"deepseek","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"deepseek:deepseek-v4.1-flash-1017:none:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"deepseek:deepseek-v4.1-flash-1017:high:standardized-suite:standardized","zStepFromPrev":1.431,"pBetterThanPrev":0.9237,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9297,"marginalScorePerDollar":384.415,"costMultipleFromPrev":1.07},{"configId":"deepseek:deepseek-v4.1-flash-1017:max:standardized-suite:standardized","zStepFromPrev":1.256,"pBetterThanPrev":0.8954,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8888,"marginalScorePerDollar":68.809,"costMultipleFromPrev":1.32}],"pruned":[{"configId":"deepseek:deepseek-v4-pro-0813:high:standardized-suite:standardized","dominatedById":"deepseek:deepseek-v4.1-flash-1017:max:standardized-suite:standardized","scoreDeficit":11.89,"costRatio":1.41,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4-pro-0813:none:standardized-suite:standardized","dominatedById":"deepseek:deepseek-v4.1-flash-1017:max:standardized-suite:standardized","scoreDeficit":19.66,"costRatio":1.62,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4-pro-0813:max:standardized-suite:standardized","dominatedById":"deepseek:deepseek-v4.1-flash-1017:max:standardized-suite:standardized","scoreDeficit":11.91,"costRatio":2.94,"costComparisonNote":null}],"verdicts":{"budgetId":"deepseek:deepseek-v4.1-flash-1017:none:standardized-suite:standardized","defaultId":"deepseek:deepseek-v4.1-flash-1017:high:standardized-suite:standardized","maxId":"deepseek:deepseek-v4.1-flash-1017:max:standardized-suite:standardized"}},{"provider":"moonshot","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"moonshot:kimi-k2.7-code:max:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6877,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"moonshot:kimi-k3.1-pro:max:standardized-suite:standardized","zStepFromPrev":3.97,"pBetterThanPrev":1,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7974,"marginalScorePerDollar":35.954,"costMultipleFromPrev":1.28},{"configId":"moonshot:kimi-k3:max:standardized-suite:standardized","zStepFromPrev":0.191,"pBetterThanPrev":0.5757,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.7282,"marginalScorePerDollar":0.198,"costMultipleFromPrev":2.54}],"pruned":[],"verdicts":{"budgetId":"moonshot:kimi-k2.7-code:max:standardized-suite:standardized","defaultId":"moonshot:kimi-k3.1-pro:max:standardized-suite:standardized","maxId":"moonshot:kimi-k3:max:standardized-suite:standardized"}},{"provider":"alibaba","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"alibaba:qwen3.8-max-0902:xhigh:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7972,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"alibaba:qwen4-max:xhigh:standardized-suite:standardized","zStepFromPrev":0.661,"pBetterThanPrev":0.7458,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.8133,"marginalScorePerDollar":20.647,"costMultipleFromPrev":1.1}],"pruned":[],"verdicts":{"budgetId":"alibaba:qwen3.8-max-0902:xhigh:standardized-suite:standardized","defaultId":null,"maxId":"alibaba:qwen4-max:xhigh:standardized-suite:standardized"}},{"provider":"zhipu","harnessRegime":"standardized","harnessFilter":"all","frontier":[{"configId":"zhipu:glm-5.3-flash:max:standardized-suite:standardized","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9956,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"zhipu:glm-5.3:max:standardized-suite:standardized","zStepFromPrev":1.696,"pBetterThanPrev":0.9551,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9311,"marginalScorePerDollar":1.631,"costMultipleFromPrev":8.59}],"pruned":[{"configId":"zhipu:glm-5.3:low:standardized-suite:standardized","dominatedById":"zhipu:glm-5.3-flash:max:standardized-suite:standardized","scoreDeficit":6.91,"costRatio":2.7,"costComparisonNote":null},{"configId":"zhipu:glm-5.2:high:standardized-suite:standardized","dominatedById":"zhipu:glm-5.3-flash:max:standardized-suite:standardized","scoreDeficit":18.74,"costRatio":3.15,"costComparisonNote":null},{"configId":"zhipu:glm-5.2:max:standardized-suite:standardized","dominatedById":"zhipu:glm-5.3-flash:max:standardized-suite:standardized","scoreDeficit":11.74,"costRatio":5.5,"costComparisonNote":null}],"verdicts":{"budgetId":"zhipu:glm-5.3-flash:max:standardized-suite:standardized","defaultId":null,"maxId":"zhipu:glm-5.3:max:standardized-suite:standardized"}}]},"writing":{"domainId":"writing","epochVersion":"writing-v1.0.0","costUnit":"usd_per_task","activeBenchmarkIds":["lmarena_creative_writing","lechmazur_writing","eqbench_longform"],"candidateBenchmarkIds":[],"benchmarkVersions":{"lmarena_creative_writing":"text_style_control","lechmazur_writing":"2026.11","eqbench_longform":"3.0"},"coverageFloor":1,"tauResid":0.6488,"regimeMeta":{"native":{"activeBenchmarkIds":["lmarena_creative_writing","lechmazur_writing","eqbench_longform"],"costSource":"list","measuredCostBenchmarkIds":[],"coverageFloor":1,"tauResid":0.6488,"calibrationTauResidSq":0.42091549,"priorMean":0.180484,"tauModelSq":0.716379,"anchorLabs":9,"withheldBenchmarkIds":[],"epochLink":null}},"anchorStats":{"lmarena_creative_writing":{"benchmarkId":"lmarena_creative_writing","mean":1425.578585,"sd":58.000753,"anchorCount":51,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.272439,"reliability":0.9886,"discrimination":0.8125,"effectiveWeight":0.8032,"introducedAt":"2026-06-01","invertScore":false},"lechmazur_writing":{"benchmarkId":"lechmazur_writing","mean":-0.259907,"sd":2.124674,"anchorCount":31,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.254063,"reliability":0.9994,"discrimination":0.9375,"effectiveWeight":0.9369,"introducedAt":"2026-04-01","invertScore":false},"eqbench_longform":{"benchmarkId":"eqbench_longform","mean":68.549269,"sd":14.332374,"anchorCount":42,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.19208,"reliability":0.856,"discrimination":0.013,"effectiveWeight":0.1,"introducedAt":"2026-03-01","invertScore":false,"popoviciuSe":5.103104}},"configs":[{"id":"openai:gpt-6.2-astra:high:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.948925,"shrinkageFactor":0.796348,"score":79.23,"se":5.73,"samplingSe":0.2507,"residualSe":5.7239,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.24,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.8395,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-6.2 Astra (high)","observedHarness":"Direct API","rawScore":4.302,"zScore":2.1471,"seModel":"upstream_ci","ciHalfWidth":0.078,"ciLower":4.223,"ciUpper":4.379,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-fable-5.2:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.672442,"shrinkageFactor":0.796416,"score":75.09,"se":5.73,"samplingSe":0.2218,"residualSe":5.7241,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.24,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.3825,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Fable 5.2 (high)","observedHarness":"Direct API","rawScore":3.564,"zScore":1.7998,"seModel":"upstream_ci","ciHalfWidth":0.069,"ciLower":3.498,"ciUpper":3.636,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"alibaba:qwen4-max:high:direct:native","provider":"alibaba","modelSlug":"qwen4-max","displayName":"Qwen4 Max","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.666319,"shrinkageFactor":0.796348,"score":74.99,"se":5.73,"samplingSe":0.2507,"residualSe":5.7239,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.033,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2.25,"inputPer1mUsd":1.5,"outputPer1mUsd":4.5,"contextWindow":1000000,"releaseDate":"2026-10-22","paretoProb":1,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Qwen 4 Max (high)⁂","observedHarness":"Direct API","rawScore":3.548,"zScore":1.7922,"seModel":"upstream_ci","ciHalfWidth":0.078,"ciLower":3.469,"ciUpper":3.625,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-opus-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.639295,"shrinkageFactor":0.994685,"score":74.59,"se":0.93,"samplingSe":0.6622,"residualSe":0.6466,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.9602,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Opus 5.5 (high)","observedHarness":"Direct API","rawScore":3.355,"zScore":1.7014,"seModel":"upstream_ci","ciHalfWidth":0.0695,"ciLower":3.286,"ciUpper":3.425,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 5.5 (High)","observedHarness":"Direct API","rawScore":1516.05,"zScore":1.5598,"seModel":"upstream_ci","ciHalfWidth":10.675,"ciLower":1505.3778,"ciUpper":1526.7279,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5.1:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.628111,"shrinkageFactor":0.828877,"score":74.42,"se":5.25,"samplingSe":0.5254,"residualSe":5.2256,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.3,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.2361,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-fable-5-1","observedHarness":"Direct API","rawScore":85.3,"zScore":1.1687,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Fable 5.1 (high)","observedHarness":"Direct API","rawScore":3.51,"zScore":1.7743,"seModel":"upstream_ci","ciHalfWidth":0.08,"ciLower":3.428,"ciUpper":3.588,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-opus-5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.627171,"shrinkageFactor":0.796463,"score":74.41,"se":5.73,"samplingSe":0.1993,"residualSe":5.7243,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.4696,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Opus 5 (xhigh)","observedHarness":"Direct API","rawScore":3.443,"zScore":1.7428,"seModel":"upstream_ci","ciHalfWidth":0.062,"ciLower":3.378,"ciUpper":3.502,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"openai:gpt-6-astra:high:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.523355,"shrinkageFactor":0.796475,"score":72.85,"se":5.73,"samplingSe":0.1929,"residualSe":5.7243,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.3,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1661,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-6 Astra (high)","observedHarness":"Direct API","rawScore":3.166,"zScore":1.6124,"seModel":"upstream_ci","ciHalfWidth":0.06,"ciLower":3.105,"ciUpper":3.225,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-fable-5:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.306111,"shrinkageFactor":0.998336,"score":69.59,"se":0.52,"samplingSe":0.5179,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.3,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-fable-5","observedHarness":"Direct API","rawScore":83,"zScore":1.0083,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Fable 5 (high)§","observedHarness":"Direct API","rawScore":2.585,"zScore":1.339,"seModel":"upstream_ci","ciHalfWidth":0.0655,"ciLower":2.522,"ciUpper":2.653,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Fable 5 (High)","observedHarness":"Direct API","rawScore":1501.51,"zScore":1.3091,"seModel":"upstream_ci","ciHalfWidth":7.1593,"ciLower":1494.3484,"ciUpper":1508.667,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"moonshot:kimi-k3.1-pro:high:direct:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.223324,"shrinkageFactor":0.796372,"score":68.35,"se":5.73,"samplingSe":0.2411,"residualSe":5.724,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.9372,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Kimi K3.1 Pro (high)","observedHarness":"Direct API","rawScore":2.366,"zScore":1.2359,"seModel":"upstream_ci","ciHalfWidth":0.075,"ciLower":2.29,"ciUpper":2.44,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-opus-5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.201296,"shrinkageFactor":0.998421,"score":68.02,"se":0.5,"samplingSe":0.5045,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-opus-5","observedHarness":"Direct API","rawScore":86.3,"zScore":1.2385,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Opus 5 (high)","observedHarness":"Direct API","rawScore":3.049,"zScore":1.5574,"seModel":"upstream_ci","ciHalfWidth":0.1015,"ciLower":2.945,"ciUpper":3.148,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 5 (High)","observedHarness":"Direct API","rawScore":1471.11,"zScore":0.785,"seModel":"upstream_ci","ciHalfWidth":6.4042,"ciLower":1464.7044,"ciUpper":1477.5129,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-carbon:high:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.18873,"shrinkageFactor":0.988029,"score":67.83,"se":1.39,"samplingSe":1.2305,"residualSe":0.6445,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.674,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemini 4 Carbon (high)","observedHarness":"Direct API","rawScore":1.618,"zScore":0.8839,"seModel":"upstream_ci","ciHalfWidth":0.085,"ciLower":1.535,"ciUpper":1.705,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 4 Carbon (High)","observedHarness":"Direct API","rawScore":1515.3,"zScore":1.5469,"seModel":"upstream_ci","ciHalfWidth":20.1448,"ciLower":1495.1503,"ciUpper":1535.4399,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.5:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.149576,"shrinkageFactor":0.796447,"score":67.24,"se":5.73,"samplingSe":0.2073,"residualSe":5.7242,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.17,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.2736,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-5.5 (xhigh)","observedHarness":"Direct API","rawScore":2.169,"zScore":1.1432,"seModel":"upstream_ci","ciHalfWidth":0.0645,"ciLower":2.112,"ciUpper":2.241,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-fable-5.2:max:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.141677,"shrinkageFactor":0.72514,"score":67.13,"se":6.66,"samplingSe":2.1191,"residualSe":6.3098,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.24,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.0806,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Fable 5.2 (Max)","observedHarness":"Direct API","rawScore":1528.73,"zScore":1.7784,"seModel":"upstream_ci","ciHalfWidth":18.8595,"ciLower":1509.8687,"ciUpper":1547.5877,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-sol:high:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":1.090272,"shrinkageFactor":0.796379,"score":66.35,"se":5.73,"samplingSe":0.2379,"residualSe":5.724,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.3016,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-5.6 Sol (high)","observedHarness":"Direct API","rawScore":2.011,"zScore":1.0688,"seModel":"upstream_ci","ciHalfWidth":0.074,"ciLower":1.935,"ciUpper":2.083,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"openai:gpt-5.6-sol:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.991085,"shrinkageFactor":0.995982,"score":64.87,"se":0.8,"samplingSe":0.4784,"residualSe":0.6471,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0568,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-5.6 Sol (xhigh)","observedHarness":"Direct API","rawScore":2.199,"zScore":1.1573,"seModel":"upstream_ci","ciHalfWidth":0.084,"ciLower":2.112,"ciUpper":2.28,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.6 Sol (xHigh)","observedHarness":"Direct API","rawScore":1470.84,"zScore":0.7804,"seModel":"upstream_ci","ciHalfWidth":7.4024,"ciLower":1463.4393,"ciUpper":1478.2441,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4:medium:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.969998,"shrinkageFactor":0.796047,"score":64.55,"se":5.73,"samplingSe":0.3519,"residualSe":5.7228,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.085,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.2994,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-5.4 (medium)","observedHarness":"Direct API","rawScore":1.691,"zScore":0.9182,"seModel":"upstream_ci","ciHalfWidth":0.1095,"ciLower":1.58,"ciUpper":1.799,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"zhipu:glm-5.3:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.970248,"shrinkageFactor":0.998051,"score":64.55,"se":0.56,"samplingSe":0.5605,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0316,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.8419,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:GLM-5.3","observedHarness":"Direct API","rawScore":81.8,"zScore":0.9245,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GLM-5.3 (max)","observedHarness":"Direct API","rawScore":2.613,"zScore":1.3522,"seModel":"upstream_ci","ciHalfWidth":0.083,"ciLower":2.529,"ciUpper":2.695,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GLM-5.3 (Max)","observedHarness":"Direct API","rawScore":1456.55,"zScore":0.534,"seModel":"upstream_ci","ciHalfWidth":7.9075,"ciLower":1448.6399,"ciUpper":1464.4548,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.967804,"shrinkageFactor":0.796102,"score":64.52,"se":5.73,"samplingSe":0.3358,"residualSe":5.723,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.085,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.2872,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-5.4 (xhigh)","observedHarness":"Direct API","rawScore":1.685,"zScore":0.9154,"seModel":"upstream_ci","ciHalfWidth":0.1045,"ciLower":1.58,"ciUpper":1.789,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-opus-4.7:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.961676,"shrinkageFactor":0.996034,"score":64.43,"se":0.8,"samplingSe":0.4696,"residualSe":0.6471,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Opus 4.7 (high)†","observedHarness":"Direct API","rawScore":1.496,"zScore":0.8264,"seModel":"upstream_ci","ciHalfWidth":0.1065,"ciLower":1.389,"ciUpper":1.602,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.7 (High)","observedHarness":"Direct API","rawScore":1489.51,"zScore":1.1023,"seModel":"upstream_ci","ciHalfWidth":6.9414,"ciLower":1482.5691,"ciUpper":1496.452,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-argon:high:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.939339,"shrinkageFactor":0.995226,"score":64.09,"se":0.88,"samplingSe":0.5926,"residualSe":0.6468,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.0054,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemini 4 Argon (high)","observedHarness":"Direct API","rawScore":0.454,"zScore":0.336,"seModel":"upstream_ci","ciHalfWidth":0.0985,"ciLower":0.354,"ciUpper":0.551,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 4 Argon (High)","observedHarness":"Direct API","rawScore":1519.95,"zScore":1.6271,"seModel":"upstream_ci","ciHalfWidth":9.2348,"ciLower":1510.711,"ciUpper":1529.1805,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-wonder:high:direct:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.939607,"shrinkageFactor":0.796394,"score":64.09,"se":5.73,"samplingSe":0.2314,"residualSe":5.724,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.5567,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Muse Wonder (high)","observedHarness":"Direct API","rawScore":1.609,"zScore":0.8796,"seModel":"upstream_ci","ciHalfWidth":0.072,"ciLower":1.537,"ciUpper":1.681,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"moonshot:kimi-k3:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.868961,"shrinkageFactor":0.998285,"score":63.03,"se":0.53,"samplingSe":0.5258,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.09,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.1572,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:kimi-k3","observedHarness":"Direct API","rawScore":79.6,"zScore":0.771,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Kimi K3","observedHarness":"Direct API","rawScore":2.104,"zScore":1.1126,"seModel":"upstream_ci","ciHalfWidth":0.0695,"ciLower":2.034,"ciUpper":2.173,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Kimi K3 (Max)","observedHarness":"Direct API","rawScore":1460.36,"zScore":0.5997,"seModel":"upstream_ci","ciHalfWidth":7.2939,"ciLower":1453.0632,"ciUpper":1467.6509,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-neon:high:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.802627,"shrinkageFactor":0.725445,"score":62.04,"se":6.65,"samplingSe":2.1035,"residualSe":6.3111,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.09,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.1666,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 4 Neon (High)","observedHarness":"Direct API","rawScore":1501.59,"zScore":1.3105,"seModel":"upstream_ci","ciHalfWidth":18.7168,"ciLower":1482.8726,"ciUpper":1520.3062,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.6:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.774055,"shrinkageFactor":0.743711,"score":61.61,"se":6.43,"samplingSe":0.6909,"residualSe":6.39,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.0152,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.6 (High)","observedHarness":"Direct API","rawScore":1498.14,"zScore":1.251,"seModel":"upstream_ci","ciHalfWidth":6.072,"ciLower":1492.0719,"ciUpper":1504.2159,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5.1:max:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.697654,"shrinkageFactor":0.740437,"score":60.46,"se":6.47,"samplingSe":1.0885,"residualSe":6.376,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.3,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0058,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Fable 5.1 (Max)","observedHarness":"Direct API","rawScore":1492.36,"zScore":1.1514,"seModel":"upstream_ci","ciHalfWidth":9.5873,"ciLower":1482.7725,"ciUpper":1501.947,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-hydrogen:high:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.663636,"shrinkageFactor":0.72315,"score":59.95,"se":6.68,"samplingSe":2.2182,"residualSe":6.3011,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.045,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.401,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 4 Hydrogen (High)","observedHarness":"Direct API","rawScore":1490.6,"zScore":1.121,"seModel":"upstream_ci","ciHalfWidth":19.769,"ciLower":1470.8305,"ciUpper":1510.3685,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-wonder:max:direct:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.624984,"shrinkageFactor":0.738688,"score":59.37,"se":6.49,"samplingSe":1.2502,"residualSe":6.3684,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.2316,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Muse Wonder (Max)","observedHarness":"Direct API","rawScore":1486.75,"zScore":1.0547,"seModel":"upstream_ci","ciHalfWidth":11.024,"ciLower":1475.7287,"ciUpper":1497.7767,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.7:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.589241,"shrinkageFactor":0.78073,"score":58.84,"se":5.95,"samplingSe":0.8839,"residualSe":5.8789,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.003,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-opus-4-7","observedHarness":"Direct API","rawScore":81.8,"zScore":0.9245,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.7","observedHarness":"Direct API","rawScore":1482.01,"zScore":0.9729,"seModel":"upstream_ci","ciHalfWidth":6.8758,"ciLower":1475.1377,"ciUpper":1488.8894,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-5.5:medium:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.560482,"shrinkageFactor":0.508475,"score":58.41,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.0386,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-opus-5-5","observedHarness":"Direct API","rawScore":84.6,"zScore":1.1199,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"google:gemini-3.8-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.539212,"shrinkageFactor":0.996243,"score":58.09,"se":0.78,"samplingSe":0.4321,"residualSe":0.6471,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.2852,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemini 3.8 Flash (high)","observedHarness":"Direct API","rawScore":-0.157,"zScore":0.0484,"seModel":"upstream_ci","ciHalfWidth":0.091,"ciLower":-0.243,"ciUpper":-0.061,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.8 Flash (High)","observedHarness":"Direct API","rawScore":1488.84,"zScore":1.0907,"seModel":"upstream_ci","ciHalfWidth":6.4911,"ciLower":1482.3462,"ciUpper":1495.3285,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.8:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.523795,"shrinkageFactor":0.796107,"score":57.86,"se":5.73,"samplingSe":0.3342,"residualSe":5.723,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0012,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Opus 4.8 (xhigh)","observedHarness":"Direct API","rawScore":0.5,"zScore":0.3577,"seModel":"upstream_ci","ciHalfWidth":0.104,"ciLower":0.398,"ciUpper":0.606,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-opus-4.6:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.514511,"shrinkageFactor":0.78137,"score":57.72,"se":5.94,"samplingSe":0.8061,"residualSe":5.8813,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.0013,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-opus-4-6","observedHarness":"Direct API","rawScore":77.7,"zScore":0.6385,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.6","observedHarness":"Direct API","rawScore":1477.81,"zScore":0.9005,"seModel":"upstream_ci","ciHalfWidth":5.9161,"ciLower":1471.8928,"ciUpper":1483.725,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-astra:medium:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.496623,"shrinkageFactor":0.508475,"score":57.45,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.3,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.012,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-6-astra","observedHarness":"Direct API","rawScore":82.8,"zScore":0.9943,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"openai:gpt-6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.496623,"shrinkageFactor":0.508475,"score":57.45,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.3237,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-6-sol","observedHarness":"Direct API","rawScore":82.8,"zScore":0.9943,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"meta:muse-spark-1.3:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.459393,"shrinkageFactor":0.828884,"score":56.89,"se":5.25,"samplingSe":0.5241,"residualSe":5.2256,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0295,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.3611,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:muse-spark-1.3","observedHarness":"Direct API","rawScore":82.8,"zScore":0.9943,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Muse Spark 1.3 (high)","observedHarness":"Direct API","rawScore":0.234,"zScore":0.2325,"seModel":"upstream_ci","ciHalfWidth":0.079,"ciLower":0.151,"ciUpper":0.309,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"openai:gpt-5.6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.457598,"shrinkageFactor":0.508475,"score":56.86,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.12,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0747,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.6-sol","observedHarness":"Direct API","rawScore":81.7,"zScore":0.9176,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"anthropic:claude-opus-5:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.450994,"shrinkageFactor":0.742131,"score":56.76,"se":6.45,"samplingSe":0.905,"residualSe":6.3832,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0025,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 5 (Max)","observedHarness":"Direct API","rawScore":1472.99,"zScore":0.8174,"seModel":"upstream_ci","ciHalfWidth":7.9614,"ciLower":1465.0263,"ciUpper":1480.9491,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.6-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.431519,"shrinkageFactor":0.742052,"score":56.47,"se":6.45,"samplingSe":0.9143,"residualSe":6.3829,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.2742,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.6 Flash (High)","observedHarness":"Direct API","rawScore":1471.47,"zScore":0.7912,"seModel":"upstream_ci","ciHalfWidth":8.0444,"ciLower":1463.4257,"ciUpper":1479.5145,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-argon:medium:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.429216,"shrinkageFactor":0.508475,"score":56.44,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.0903,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-4-argon","observedHarness":"Direct API","rawScore":80.9,"zScore":0.8617,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"anthropic:claude-opus-4.8:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.426637,"shrinkageFactor":0.996101,"score":56.4,"se":0.79,"samplingSe":0.458,"residualSe":0.6471,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Claude Opus 4.8 (high)‡","observedHarness":"Direct API","rawScore":-0.013,"zScore":0.1162,"seModel":"upstream_ci","ciHalfWidth":0.1165,"ciLower":-0.137,"ciUpper":0.096,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.8 (High)","observedHarness":"Direct API","rawScore":1470.06,"zScore":0.7669,"seModel":"upstream_ci","ciHalfWidth":6.5575,"ciLower":1463.5066,"ciUpper":1476.6217,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.3:max:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.414495,"shrinkageFactor":0.741621,"score":56.22,"se":6.45,"samplingSe":0.9639,"residualSe":6.381,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0295,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.355,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Muse Spark 1.3 (Max)","observedHarness":"Direct API","rawScore":1470.15,"zScore":0.7685,"seModel":"upstream_ci","ciHalfWidth":8.4829,"ciLower":1461.6684,"ciUpper":1478.6342,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.404192,"shrinkageFactor":0.742651,"score":56.06,"se":6.44,"samplingSe":0.8405,"residualSe":6.3855,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.051,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.1412,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.5 Flash (Medium)","observedHarness":"Direct API","rawScore":1469.32,"zScore":0.7542,"seModel":"upstream_ci","ciHalfWidth":7.3921,"ciLower":1461.9234,"ciUpper":1476.7075,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.7:high:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.38802,"shrinkageFactor":0.827982,"score":55.82,"se":5.27,"samplingSe":0.6707,"residualSe":5.2227,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.044,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.462,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:grok-4.7","observedHarness":"Direct API","rawScore":83,"zScore":1.0083,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Grok 4.7 (high)","observedHarness":"Direct API","rawScore":0.029,"zScore":0.136,"seModel":"upstream_ci","ciHalfWidth":0.162,"ciLower":-0.146,"ciUpper":0.178,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"anthropic:claude-opus-4.8:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.361579,"shrinkageFactor":0.780991,"score":55.42,"se":5.94,"samplingSe":0.853,"residualSe":5.8799,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0006,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-opus-4-8","observedHarness":"Direct API","rawScore":80.8,"zScore":0.8548,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.8","observedHarness":"Direct API","rawScore":1463.49,"zScore":0.6536,"seModel":"upstream_ci","ciHalfWidth":6.5021,"ciLower":1456.9913,"ciUpper":1469.9955,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.2:medium:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.357235,"shrinkageFactor":0.795228,"score":55.36,"se":5.75,"samplingSe":0.538,"residualSe":5.7199,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0735,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.1039,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-5.2 (medium)","observedHarness":"Direct API","rawScore":0.056,"zScore":0.1487,"seModel":"upstream_ci","ciHalfWidth":0.1675,"ciLower":-0.103,"ciUpper":0.232,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"openai:gpt-5.6-terra:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.326332,"shrinkageFactor":0.508475,"score":54.89,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.068,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.1779,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.6-terra","observedHarness":"Direct API","rawScore":78,"zScore":0.6594,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"zhipu:glm-5.2:max:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.323741,"shrinkageFactor":0.996125,"score":54.86,"se":0.79,"samplingSe":0.4536,"residualSe":0.6471,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0316,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GLM-5.2 (max)","observedHarness":"Direct API","rawScore":0.182,"zScore":0.208,"seModel":"upstream_ci","ciHalfWidth":0.095,"ciLower":0.086,"ciUpper":0.276,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GLM-5.2 (Max)","observedHarness":"Direct API","rawScore":1450.87,"zScore":0.4361,"seModel":"upstream_ci","ciHalfWidth":6.8221,"ciLower":1444.0434,"ciUpper":1457.6875,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5.2:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.322784,"shrinkageFactor":0.508475,"score":54.84,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0316,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.1353,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:zai-org/GLM-5.2","observedHarness":"Direct API","rawScore":77.9,"zScore":0.6524,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"meta:muse-spark-1.1:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.1","displayName":"Muse Spark 1.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.32119,"shrinkageFactor":0.998179,"score":54.82,"se":0.54,"samplingSe":0.5418,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0295,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0318,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:muse-spark-1.1","observedHarness":"Direct API","rawScore":70.6,"zScore":0.1431,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Muse Spark 1.1 (high)","observedHarness":"Direct API","rawScore":0.495,"zScore":0.3553,"seModel":"upstream_ci","ciHalfWidth":0.1085,"ciLower":0.382,"ciUpper":0.599,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Muse Spark 1.1","observedHarness":"Direct API","rawScore":1443.22,"zScore":0.3042,"seModel":"upstream_ci","ciHalfWidth":7.1638,"ciLower":1436.0562,"ciUpper":1450.3838,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.7-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.31503,"shrinkageFactor":0.995546,"score":54.73,"se":0.85,"samplingSe":0.5471,"residualSe":0.6469,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemini 3.7 Flash (high)","observedHarness":"Direct API","rawScore":-0.995,"zScore":-0.346,"seModel":"upstream_ci","ciHalfWidth":0.1165,"ciLower":-1.101,"ciUpper":-0.868,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.7 Flash (High)","observedHarness":"Direct API","rawScore":1487.26,"zScore":1.0635,"seModel":"upstream_ci","ciHalfWidth":8.2039,"ciLower":1479.0606,"ciUpper":1495.4684,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.20:none:direct:native","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.288193,"shrinkageFactor":0.778276,"score":54.32,"se":5.98,"samplingSe":1.1337,"residualSe":5.8697,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0.6578,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:grok-4.20-beta","observedHarness":"Direct API","rawScore":68.5,"zScore":-0.0034,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.20 Beta 1","observedHarness":"Direct API","rawScore":1463.59,"zScore":0.6554,"seModel":"upstream_ci","ciHalfWidth":9.724,"ciLower":1453.865,"ciUpper":1473.313,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5.5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.286754,"shrinkageFactor":0.738918,"score":54.3,"se":6.49,"samplingSe":1.2301,"residualSe":6.3694,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.6928,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Sonnet 5.5 (xHigh)","observedHarness":"Direct API","rawScore":1460.19,"zScore":0.5967,"seModel":"upstream_ci","ciHalfWidth":10.8453,"ciLower":1449.3435,"ciUpper":1471.0342,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.8-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.283759,"shrinkageFactor":0.508475,"score":54.26,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.2474,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-3.8-flash","observedHarness":"Direct API","rawScore":76.8,"zScore":0.5757,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"anthropic:claude-opus-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.5","displayName":"Claude Opus 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.283405,"shrinkageFactor":0.781088,"score":54.25,"se":5.94,"samplingSe":0.8412,"residualSe":5.8803,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.15,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":200000,"releaseDate":"2025-11-24","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-opus-4-5-20251101","observedHarness":"Direct API","rawScore":73.1,"zScore":0.3175,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Opus 4.5 (20251101)","observedHarness":"Direct API","rawScore":1460.84,"zScore":0.6079,"seModel":"upstream_ci","ciHalfWidth":6.3566,"ciLower":1454.4802,"ciUpper":1467.1934,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro-0813:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.262835,"shrinkageFactor":0.992734,"score":53.94,"se":1.08,"samplingSe":0.8683,"residualSe":0.646,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.02904,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":1,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:DeepSeek V4 Pro (high)","observedHarness":"Direct API","rawScore":0.14,"zScore":0.1882,"seModel":"upstream_ci","ciHalfWidth":0.0875,"ciLower":0.054,"ciUpper":0.229,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V4-Pro (High, 20260813)","observedHarness":"Direct API","rawScore":1444.56,"zScore":0.3273,"seModel":"upstream_ci","ciHalfWidth":14.0346,"ciLower":1430.5281,"ciUpper":1458.5972,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.2:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.253315,"shrinkageFactor":0.828677,"score":53.8,"se":5.25,"samplingSe":0.5611,"residualSe":5.2249,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0295,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.1503,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:muse-spark-1.2","observedHarness":"Direct API","rawScore":81.5,"zScore":0.9036,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Muse Spark 1.2 (high)","observedHarness":"Direct API","rawScore":-0.33,"zScore":-0.033,"seModel":"upstream_ci","ciHalfWidth":0.104,"ciLower":-0.445,"ciUpper":-0.237,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"openai:gpt-5.6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.237638,"shrinkageFactor":0.508475,"score":53.56,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0068,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.7017,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.6-luna","observedHarness":"Direct API","rawScore":75.5,"zScore":0.485,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"moonshot:kimi-k3.1-pro:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.200302,"shrinkageFactor":0.769347,"score":53,"se":6.1,"samplingSe":1.7663,"residualSe":5.8359,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.0628,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:kimi-k3.1-pro","observedHarness":"Direct API","rawScore":79.9,"zScore":0.792,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Kimi K3.1 Pro (Max)","observedHarness":"Direct API","rawScore":1450.5,"zScore":0.4297,"seModel":"upstream_ci","ciHalfWidth":16.4053,"ciLower":1434.0956,"ciUpper":1466.9061,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.5","displayName":"Claude Sonnet 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.197824,"shrinkageFactor":0.781307,"score":52.97,"se":5.94,"samplingSe":0.8141,"residualSe":5.8811,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.09,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2025-09-29","paretoProb":0.2574,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-sonnet-4.5","observedHarness":"Direct API","rawScore":71.4,"zScore":0.1989,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Sonnet 4.5 (20250929)","observedHarness":"Direct API","rawScore":1454.55,"zScore":0.4995,"seModel":"upstream_ci","ciHalfWidth":6.0173,"ciLower":1448.533,"ciUpper":1460.5677,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-4.6:none:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.17857,"shrinkageFactor":0.780971,"score":52.68,"se":5.94,"samplingSe":0.8554,"residualSe":5.8798,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.09,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0.2529,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-sonnet-4-6","observedHarness":"Direct API","rawScore":79.9,"zScore":0.792,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Sonnet 4.6","observedHarness":"Direct API","rawScore":1448.66,"zScore":0.398,"seModel":"upstream_ci","ciHalfWidth":6.5304,"ciLower":1442.128,"ciUpper":1455.1889,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-astra:max:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.166981,"shrinkageFactor":0.739951,"score":52.5,"se":6.47,"samplingSe":1.1358,"residualSe":6.3739,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.3,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-6 Astra (Max)","observedHarness":"Direct API","rawScore":1450.79,"zScore":0.4347,"seModel":"upstream_ci","ciHalfWidth":10.0067,"ciLower":1440.7813,"ciUpper":1460.7948,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.1-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.162185,"shrinkageFactor":0.73784,"score":52.43,"se":6.5,"samplingSe":1.3214,"residualSe":6.3648,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0808,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-6.1 Sol (Max)","observedHarness":"Direct API","rawScore":1450.41,"zScore":0.4281,"seModel":"upstream_ci","ciHalfWidth":11.6591,"ciLower":1438.7488,"ciUpper":1462.0671,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.5:high:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.15782,"shrinkageFactor":0.743333,"score":52.37,"se":6.43,"samplingSe":0.7478,"residualSe":6.3884,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.17,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0051,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.5 (High)","observedHarness":"Direct API","rawScore":1450.08,"zScore":0.4224,"seModel":"upstream_ci","ciHalfWidth":6.5733,"ciLower":1443.5079,"ciUpper":1456.6546,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.5:medium:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.154903,"shrinkageFactor":0.780953,"score":52.32,"se":5.94,"samplingSe":0.8575,"residualSe":5.8798,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.17,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0027,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.5","observedHarness":"Direct API","rawScore":78.2,"zScore":0.6734,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.5","observedHarness":"Direct API","rawScore":1447.54,"zScore":0.3786,"seModel":"upstream_ci","ciHalfWidth":6.5567,"ciLower":1440.9792,"ciUpper":1454.0925,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4-mini:none:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.148945,"shrinkageFactor":0.508475,"score":52.23,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0255,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.3426,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.4-mini","observedHarness":"Direct API","rawScore":73,"zScore":0.3105,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"openai:gpt-6.1-terra:max:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.146043,"shrinkageFactor":0.73213,"score":52.19,"se":6.57,"samplingSe":1.7263,"residualSe":6.3401,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.03,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.2271,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-6.1 Terra (Max)","observedHarness":"Direct API","rawScore":1449.12,"zScore":0.4059,"seModel":"upstream_ci","ciHalfWidth":15.2904,"ciLower":1433.832,"ciUpper":1464.4127,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5:medium:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.141849,"shrinkageFactor":0.508475,"score":52.13,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0525,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.2091,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5-2025-08-07","observedHarness":"Direct API","rawScore":72.8,"zScore":0.2966,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"google:gemini-3-flash:high:direct:native","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.125293,"shrinkageFactor":0.778679,"score":51.88,"se":5.97,"samplingSe":1.0966,"residualSe":5.8712,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.017,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0.3598,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-3-flash-preview","observedHarness":"Direct API","rawScore":55.7,"zScore":-0.8965,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3 Flash","observedHarness":"Direct API","rawScore":1456.39,"zScore":0.5312,"seModel":"upstream_ci","ciHalfWidth":9.3151,"ciLower":1447.0703,"ciUpper":1465.7005,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3-flash:minimal:direct:native","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.11625,"shrinkageFactor":0.74387,"score":51.74,"se":6.43,"samplingSe":0.6656,"residualSe":6.3907,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.017,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0.3581,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3 Flash (Minimal)","observedHarness":"Direct API","rawScore":1446.84,"zScore":0.3666,"seModel":"upstream_ci","ciHalfWidth":5.8487,"ciLower":1440.9962,"ciUpper":1452.6937,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"moonshot:kimi-k2.6:thinking:direct:native","provider":"moonshot","modelSlug":"kimi-k2.6","displayName":"Kimi K2.6","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.106571,"shrinkageFactor":0.997802,"score":51.6,"se":0.6,"samplingSe":0.5952,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0255,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-04-10","paretoProb":1,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:moonshotai/Kimi-K2.6","observedHarness":"Direct API","rawScore":78.5,"zScore":0.6943,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Kimi K2.6","observedHarness":"Direct API","rawScore":-0.191,"zScore":0.0324,"seModel":"upstream_ci","ciHalfWidth":0.1155,"ciLower":-0.315,"ciUpper":-0.084,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Kimi K2.6","observedHarness":"Direct API","rawScore":1432.51,"zScore":0.1195,"seModel":"upstream_ci","ciHalfWidth":8.253,"ciLower":1424.2588,"ciUpper":1440.7647,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5","displayName":"GLM-5","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.104947,"shrinkageFactor":0.778987,"score":51.57,"se":5.97,"samplingSe":1.0674,"residualSe":5.8724,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0228,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.55,"inputPer1mUsd":1,"outputPer1mUsd":3.2,"contextWindow":204800,"releaseDate":"2026-02-01","paretoProb":0.5985,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:zai-org/GLM-5","observedHarness":"Direct API","rawScore":70.9,"zScore":0.164,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GLM-5","observedHarness":"Direct API","rawScore":1447.03,"zScore":0.3698,"seModel":"upstream_ci","ciHalfWidth":8.9909,"ciLower":1438.0436,"ciUpper":1456.0253,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.20:thinking:direct:native","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.096834,"shrinkageFactor":0.743173,"score":51.45,"se":6.43,"samplingSe":0.7705,"residualSe":6.3877,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0.3422,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.20 Beta (Reasoning, 0309)","observedHarness":"Direct API","rawScore":1445.32,"zScore":0.3404,"seModel":"upstream_ci","ciHalfWidth":6.7738,"ciLower":1438.5502,"ciUpper":1452.0979,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.2:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.095382,"shrinkageFactor":0.739085,"score":51.43,"se":6.49,"samplingSe":1.2153,"residualSe":6.3701,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0295,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.1018,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Muse Spark 1.2 (xHigh)","observedHarness":"Direct API","rawScore":1445.17,"zScore":0.3378,"seModel":"upstream_ci","ciHalfWidth":10.7137,"ciLower":1434.453,"ciUpper":1455.8804,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4:high:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.035231,"shrinkageFactor":0.743028,"score":50.53,"se":6.44,"samplingSe":0.7906,"residualSe":6.3871,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.085,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0128,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.4 (High)","observedHarness":"Direct API","rawScore":1440.51,"zScore":0.2574,"seModel":"upstream_ci","ciHalfWidth":6.9513,"ciLower":1433.5597,"ciUpper":1447.4622,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash-lite:minimal:direct:native","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.014988,"shrinkageFactor":0.74206,"score":49.78,"se":6.45,"samplingSe":0.9134,"residualSe":6.3829,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.013,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":1,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.5 Flash-Lite","observedHarness":"Direct API","rawScore":1436.57,"zScore":0.1895,"seModel":"upstream_ci","ciHalfWidth":8.036,"ciLower":1428.5369,"ciUpper":1444.6088,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.016981,"shrinkageFactor":0.780736,"score":49.75,"se":5.94,"samplingSe":0.8832,"residualSe":5.879,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.284,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-sonnet-5","observedHarness":"Direct API","rawScore":78.3,"zScore":0.6803,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Sonnet 5 (High)","observedHarness":"Direct API","rawScore":1433.13,"zScore":0.1302,"seModel":"upstream_ci","ciHalfWidth":6.8677,"ciLower":1426.2648,"ciUpper":1440.0002,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4:none:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.022019,"shrinkageFactor":0.780777,"score":49.67,"se":5.94,"samplingSe":0.8784,"residualSe":5.8791,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.085,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0062,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.4","observedHarness":"Direct API","rawScore":78.3,"zScore":0.6803,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.4","observedHarness":"Direct API","rawScore":1432.71,"zScore":0.123,"seModel":"upstream_ci","ciHalfWidth":6.8107,"ciLower":1425.9004,"ciUpper":1439.5217,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5.3-flash:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.036781,"shrinkageFactor":0.743084,"score":49.45,"se":6.44,"samplingSe":0.783,"residualSe":6.3873,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0035,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":1,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GLM-5.3-Flash","observedHarness":"Direct API","rawScore":1434.89,"zScore":0.1605,"seModel":"upstream_ci","ciHalfWidth":6.8837,"ciLower":1428.0019,"ciUpper":1441.7692,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5.1:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5.1","displayName":"GLM-5.1","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.074584,"shrinkageFactor":0.998033,"score":48.88,"se":0.56,"samplingSe":0.5631,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0316,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":204800,"releaseDate":"2026-04-15","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:zai-org/GLM-5.1","observedHarness":"Direct API","rawScore":73.5,"zScore":0.3454,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GLM-5.1","observedHarness":"Direct API","rawScore":-1.302,"zScore":-0.4905,"seModel":"upstream_ci","ciHalfWidth":0.176,"ciLower":-1.471,"ciUpper":-1.119,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GLM-5.1","observedHarness":"Direct API","rawScore":1446.29,"zScore":0.3571,"seModel":"upstream_ci","ciHalfWidth":6.243,"ciLower":1440.0478,"ciUpper":1452.5338,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-terra:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.095142,"shrinkageFactor":0.742921,"score":48.57,"se":6.44,"samplingSe":0.8051,"residualSe":6.3866,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.068,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0192,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.6 Terra (xHigh)","observedHarness":"Direct API","rawScore":1430.33,"zScore":0.0819,"seModel":"upstream_ci","ciHalfWidth":7.0792,"ciLower":1423.2468,"ciUpper":1437.4052,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.1-pro:high:direct:native","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.102637,"shrinkageFactor":0.998715,"score":48.46,"se":0.46,"samplingSe":0.4551,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.068,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-3.1-pro-preview","observedHarness":"Direct API","rawScore":68.2,"zScore":-0.0244,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemini 3.1 Pro Preview","observedHarness":"Direct API","rawScore":-2.441,"zScore":-1.0266,"seModel":"upstream_ci","ciHalfWidth":0.0985,"ciLower":-2.533,"ciUpper":-2.336,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.1 Pro Preview","observedHarness":"Direct API","rawScore":1481.52,"zScore":0.9645,"seModel":"upstream_ci","ciHalfWidth":5.2241,"ciLower":1476.2921,"ciUpper":1486.7402,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.119635,"shrinkageFactor":0.740149,"score":48.21,"se":6.47,"samplingSe":1.1168,"residualSe":6.3747,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.06,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0265,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-6 Sol (Max)","observedHarness":"Direct API","rawScore":1428.33,"zScore":0.0474,"seModel":"upstream_ci","ciHalfWidth":9.8382,"ciLower":1418.4962,"ciUpper":1438.1726,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.1:high:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.125857,"shrinkageFactor":0.741928,"score":48.11,"se":6.45,"samplingSe":0.9289,"residualSe":6.3824,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0525,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0533,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.1 (High)","observedHarness":"Direct API","rawScore":1427.9,"zScore":0.04,"seModel":"upstream_ci","ciHalfWidth":8.173,"ciLower":1419.7259,"ciUpper":1436.0719,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.165842,"shrinkageFactor":0.998272,"score":47.51,"se":0.53,"samplingSe":0.5277,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.051,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-3.5-flash","observedHarness":"Direct API","rawScore":71.8,"zScore":0.2268,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemini 3.5 Flash","observedHarness":"Direct API","rawScore":-2.253,"zScore":-0.9381,"seModel":"upstream_ci","ciHalfWidth":0.08,"ciLower":-2.335,"ciUpper":-2.175,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.5 Flash (High)","observedHarness":"Direct API","rawScore":1465.29,"zScore":0.6847,"seModel":"upstream_ci","ciHalfWidth":7.2263,"ciLower":1458.0645,"ciUpper":1472.5171,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.7:xhigh:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.20258,"shrinkageFactor":0.740884,"score":46.96,"se":6.46,"samplingSe":1.0432,"residualSe":6.3779,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.044,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.0761,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.7 (xHigh)","observedHarness":"Direct API","rawScore":1421.86,"zScore":-0.0641,"seModel":"upstream_ci","ciHalfWidth":9.1852,"ciLower":1412.6728,"ciUpper":1431.0431,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-luna:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.347791,"shrinkageFactor":0.742464,"score":44.78,"se":6.44,"samplingSe":0.8642,"residualSe":6.3847,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0068,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.1566,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.6 Luna (xHigh)","observedHarness":"Direct API","rawScore":1410.58,"zScore":-0.2586,"seModel":"upstream_ci","ciHalfWidth":7.6009,"ciLower":1402.977,"ciUpper":1418.1789,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-luna:max:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.372902,"shrinkageFactor":0.743697,"score":44.41,"se":6.43,"samplingSe":0.6932,"residualSe":6.39,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.003,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":1,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-6 Luna (Max)","observedHarness":"Direct API","rawScore":1408.69,"zScore":-0.2912,"seModel":"upstream_ci","ciHalfWidth":6.0922,"ciLower":1402.5938,"ciUpper":1414.7781,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.1:none:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.383153,"shrinkageFactor":0.742168,"score":44.25,"se":6.45,"samplingSe":0.9005,"residualSe":6.3834,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0525,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.014,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.1","observedHarness":"Direct API","rawScore":1407.8,"zScore":-0.3065,"seModel":"upstream_ci","ciHalfWidth":7.9222,"ciLower":1399.8745,"ciUpper":1415.7188,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4-nano:none:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.390311,"shrinkageFactor":0.508475,"score":44.15,"se":8.9,"samplingSe":3.8084,"residualSe":8.045,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.007,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.154,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.4-nano","observedHarness":"Direct API","rawScore":57.8,"zScore":-0.75,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"}]},{"id":"openai:gpt-5.4-mini:high:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.465707,"shrinkageFactor":0.742928,"score":43.01,"se":6.44,"samplingSe":0.8042,"residualSe":6.3867,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0255,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0342,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.4 mini (High)","observedHarness":"Direct API","rawScore":1401.4,"zScore":-0.4169,"seModel":"upstream_ci","ciHalfWidth":7.0712,"ciLower":1394.3336,"ciUpper":1408.4761,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.2:none:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.570328,"shrinkageFactor":0.781239,"score":41.45,"se":5.94,"samplingSe":0.8226,"residualSe":5.8809,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0735,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5.2","observedHarness":"Direct API","rawScore":71.6,"zScore":0.2129,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.2","observedHarness":"Direct API","rawScore":1390.32,"zScore":-0.6079,"seModel":"upstream_ci","ciHalfWidth":6.1244,"ciLower":1384.196,"ciUpper":1396.4449,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.6:high:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.589261,"shrinkageFactor":0.995388,"score":41.16,"se":0.86,"samplingSe":0.57,"residualSe":0.6469,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.044,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Grok 4.6 (high)","observedHarness":"Direct API","rawScore":-3.173,"zScore":-1.3711,"seModel":"upstream_ci","ciHalfWidth":0.1565,"ciLower":-3.327,"ciUpper":-3.014,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.6 (High)","observedHarness":"Direct API","rawScore":1442.46,"zScore":0.2911,"seModel":"upstream_ci","ciHalfWidth":7.9479,"ciLower":1434.5143,"ciUpper":1450.4101,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-haiku-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-haiku-4.5","displayName":"Claude Haiku 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.655375,"shrinkageFactor":0.782078,"score":40.17,"se":5.93,"samplingSe":0.7101,"residualSe":5.884,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.03,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":200000,"releaseDate":"2025-10-15","paretoProb":0.7308,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:claude-haiku-4.5","observedHarness":"Direct API","rawScore":65,"zScore":-0.2476,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Haiku 4.5 (20251001)","observedHarness":"Direct API","rawScore":1386.62,"zScore":-0.6717,"seModel":"upstream_ci","ciHalfWidth":4.6292,"ciLower":1381.9874,"ciUpper":1391.2458,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.2:high:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.665426,"shrinkageFactor":0.742615,"score":40.02,"se":6.44,"samplingSe":0.8452,"residualSe":6.3853,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0735,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0009,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.2 (High)","observedHarness":"Direct API","rawScore":1385.78,"zScore":-0.6862,"seModel":"upstream_ci","ciHalfWidth":7.4331,"ciLower":1378.3474,"ciUpper":1393.2137,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:o3:medium:direct:native","provider":"openai","modelSlug":"o3","displayName":"o3","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.711118,"shrinkageFactor":0.780397,"score":39.33,"se":5.95,"samplingSe":0.9217,"residualSe":5.8777,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.052,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.5,"inputPer1mUsd":2,"outputPer1mUsd":8,"contextWindow":200000,"releaseDate":"2025-04-16","paretoProb":0.0033,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:o3","observedHarness":"Direct API","rawScore":62.7,"zScore":-0.4081,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:o3 (2025-04-16)","observedHarness":"Direct API","rawScore":1382.97,"zScore":-0.7346,"seModel":"upstream_ci","ciHalfWidth":7.3262,"ciLower":1375.6477,"ciUpper":1390.3001,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.7-max:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-max","displayName":"Qwen3.7 Max","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.761542,"shrinkageFactor":0.795899,"score":38.58,"se":5.74,"samplingSe":0.392,"residualSe":5.7223,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.055,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.75,"inputPer1mUsd":2.5,"outputPer1mUsd":7.5,"contextWindow":1000000,"releaseDate":"2026-05-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Qwen 3.7 Max","observedHarness":"Direct API","rawScore":-2.931,"zScore":-1.2572,"seModel":"upstream_ci","ciHalfWidth":0.122,"ciLower":-3.065,"ciUpper":-2.821,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"openai:gpt-5:high:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.771594,"shrinkageFactor":0.778287,"score":38.43,"se":5.98,"samplingSe":1.1328,"residualSe":5.8697,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0525,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.0013,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gpt-5-2025-08-07-high-reasoning-high-reasoning","observedHarness":"Direct API","rawScore":73.1,"zScore":0.3175,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5 (High)","observedHarness":"Direct API","rawScore":1372.46,"zScore":-0.9158,"seModel":"upstream_ci","ciHalfWidth":9.7136,"ciLower":1362.7417,"ciUpper":1382.169,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-haiku-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.99739,"shrinkageFactor":0.738901,"score":35.04,"se":6.49,"samplingSe":1.2316,"residualSe":6.3693,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.003,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":1,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Claude Haiku 5.5 (High)","observedHarness":"Direct API","rawScore":1359.39,"zScore":-1.1412,"seModel":"upstream_ci","ciHalfWidth":10.8591,"ciLower":1348.5271,"ciUpper":1370.2452,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.5:high:direct:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-1.071495,"shrinkageFactor":0.995859,"score":33.93,"se":0.82,"samplingSe":0.4988,"residualSe":0.647,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.044,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Grok 4.5 (high)","observedHarness":"Direct API","rawScore":-5.35,"zScore":-2.3957,"seModel":"upstream_ci","ciHalfWidth":0.0905,"ciLower":-5.443,"ciUpper":-5.262,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.5","observedHarness":"Direct API","rawScore":1450.98,"zScore":0.4379,"seModel":"upstream_ci","ciHalfWidth":7.6839,"ciLower":1443.2933,"ciUpper":1458.6612,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.3:low:direct:native","provider":"spacexai","modelSlug":"grok-4.3","displayName":"Grok 4.3","effort":"low","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-1.091938,"shrinkageFactor":0.995712,"score":33.62,"se":0.83,"samplingSe":0.522,"residualSe":0.647,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.0225,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":1000000,"releaseDate":"2026-05-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Grok 4.3","observedHarness":"Direct API","rawScore":-4.516,"zScore":-2.0032,"seModel":"upstream_ci","ciHalfWidth":0.176,"ciLower":-4.703,"ciUpper":-4.351,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.3","observedHarness":"Direct API","rawScore":1421.82,"zScore":-0.0648,"seModel":"upstream_ci","ciHalfWidth":6.5099,"ciLower":1415.3129,"ciUpper":1428.3326,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4-nano:high:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-1.295256,"shrinkageFactor":0.742756,"score":30.57,"se":6.44,"samplingSe":0.827,"residualSe":6.3859,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.007,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0015,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.4 nano (High)","observedHarness":"Direct API","rawScore":1336.61,"zScore":-1.5339,"seModel":"upstream_ci","ciHalfWidth":7.2725,"ciLower":1329.3416,"ciUpper":1343.8865,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]}],"provisionalConfigs":[{"id":"google:gemini-3-pro:high:direct:native","provider":"google","modelSlug":"gemini-3-pro","displayName":"Gemini 3 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.536708,"shrinkageFactor":0.779718,"score":58.05,"se":5.96,"samplingSe":0.9946,"residualSe":5.8751,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-18","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-3-pro-preview","observedHarness":"Direct API","rawScore":68.8,"zScore":0.0175,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3 Pro","observedHarness":"Direct API","rawScore":1484.21,"zScore":1.0109,"seModel":"upstream_ci","ciHalfWidth":8.1698,"ciLower":1476.0436,"ciUpper":1492.3833,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.8-max:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.407648,"shrinkageFactor":0.995797,"score":56.11,"se":0.82,"samplingSe":0.5087,"residualSe":0.647,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Qwen 3.8 Max¶","observedHarness":"Direct API","rawScore":-0.174,"zScore":0.0404,"seModel":"upstream_ci","ciHalfWidth":0.097,"ciLower":-0.269,"ciUpper":-0.075,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Qwen3.8-Max","observedHarness":"Direct API","rawScore":1472.8,"zScore":0.8142,"seModel":"upstream_ci","ciHalfWidth":7.7799,"ciLower":1465.0208,"ciUpper":1480.5806,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark:high:direct:native","provider":"meta","modelSlug":"muse-spark","displayName":"Muse Spark","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.344526,"shrinkageFactor":0.734628,"score":55.17,"se":6.54,"samplingSe":1.5621,"residualSe":6.3509,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Muse Spark","observedHarness":"Direct API","rawScore":1464.8,"zScore":0.6762,"seModel":"upstream_ci","ciHalfWidth":13.813,"ciLower":1450.9874,"ciUpper":1478.6133,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.5-instant:none:direct:native","provider":"openai","modelSlug":"gpt-5.5-instant","displayName":"GPT-5.5 Instant","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.216878,"shrinkageFactor":0.740268,"score":53.25,"se":6.47,"samplingSe":1.1052,"residualSe":6.3752,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-06-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:GPT-5.5 Instant","observedHarness":"Direct API","rawScore":1454.7,"zScore":0.5021,"seModel":"upstream_ci","ciHalfWidth":9.735,"ciLower":1444.9621,"ciUpper":1464.432,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4.1-flash:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.046899,"shrinkageFactor":0.828796,"score":50.7,"se":5.25,"samplingSe":0.5402,"residualSe":5.2253,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:deepseek-v4.1-flash","observedHarness":"Direct API","rawScore":74,"zScore":0.3803,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:DeepSeek V4.1 Flash (high)","observedHarness":"Direct API","rawScore":-0.797,"zScore":-0.2528,"seModel":"upstream_ci","ciHalfWidth":0.0905,"ciLower":-0.882,"ciUpper":-0.701,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"deepseek:deepseek-v4.1-flash:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.029491,"shrinkageFactor":0.737274,"score":50.44,"se":6.51,"samplingSe":1.3669,"residualSe":6.3623,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)","observedHarness":"Direct API","rawScore":1439.97,"zScore":0.2481,"seModel":"upstream_ci","ciHalfWidth":12.0645,"ciLower":1427.9008,"ciUpper":1452.0299,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":0.026846,"shrinkageFactor":0.74269,"score":50.4,"se":6.44,"samplingSe":0.8356,"residualSe":6.3856,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V4-Pro Preview (High)","observedHarness":"Direct API","rawScore":1439.85,"zScore":0.2461,"seModel":"upstream_ci","ciHalfWidth":7.348,"ciLower":1432.4977,"ciUpper":1447.1937,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.1:none:direct:native","provider":"spacexai","modelSlug":"grok-4.1","displayName":"Grok 4.1","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.086163,"shrinkageFactor":0.743241,"score":48.71,"se":6.43,"samplingSe":0.7609,"residualSe":6.388,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.1","observedHarness":"Direct API","rawScore":1431.04,"zScore":0.0942,"seModel":"upstream_ci","ciHalfWidth":6.6889,"ciLower":1424.3535,"ciUpper":1437.7313,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.7-plus:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-plus","displayName":"Qwen3.7 Plus","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.088553,"shrinkageFactor":0.742413,"score":48.67,"se":6.44,"samplingSe":0.8707,"residualSe":6.3845,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-10","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Qwen3.7-Plus","observedHarness":"Direct API","rawScore":1430.83,"zScore":0.0905,"seModel":"upstream_ci","ciHalfWidth":7.6582,"ciLower":1423.1745,"ciUpper":1438.4908,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.1:thinking:direct:native","provider":"spacexai","modelSlug":"grok-4.1","displayName":"Grok 4.1","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.149622,"shrinkageFactor":0.743305,"score":47.76,"se":6.43,"samplingSe":0.7518,"residualSe":6.3883,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Grok 4.1 (Thinking)","observedHarness":"Direct API","rawScore":1426.09,"zScore":0.0088,"seModel":"upstream_ci","ciHalfWidth":6.6088,"ciLower":1419.4779,"ciUpper":1432.6955,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemma-4-31b:none:direct:native","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.243012,"shrinkageFactor":0.72525,"score":46.35,"se":6.65,"samplingSe":2.1135,"residualSe":6.3102,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemma 4 31B","observedHarness":"Direct API","rawScore":1417.98,"zScore":-0.131,"seModel":"upstream_ci","ciHalfWidth":18.8083,"ciLower":1399.1761,"ciUpper":1436.7928,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-flash:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.390974,"shrinkageFactor":0.742522,"score":44.14,"se":6.44,"samplingSe":0.857,"residualSe":6.3849,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V4-Flash","observedHarness":"Direct API","rawScore":1407.21,"zScore":-0.3167,"seModel":"upstream_ci","ciHalfWidth":7.5376,"ciLower":1399.6686,"ciUpper":1414.7438,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.5-397b-a17b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-397b-a17b","displayName":"Qwen3.5 397B A17B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.40174,"shrinkageFactor":0.781604,"score":43.97,"se":5.93,"samplingSe":0.7757,"residualSe":5.8822,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:Qwen/Qwen3.5-397B-A17B","observedHarness":"Direct API","rawScore":68.3,"zScore":-0.0174,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Qwen3.5-397B-A17B","observedHarness":"Direct API","rawScore":1406.08,"zScore":-0.3362,"seModel":"upstream_ci","ciHalfWidth":5.5242,"ciLower":1400.5563,"ciUpper":1411.6046,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2-exp:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2-exp","displayName":"DeepSeek V3.2-Exp","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.41688,"shrinkageFactor":0.772191,"score":43.75,"se":6.06,"samplingSe":1.5924,"residualSe":5.8467,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-09-29","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:deepseek-ai/DeepSeek-V3.2-Exp","observedHarness":"Direct API","rawScore":60.2,"zScore":-0.5825,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V3.2-Exp","observedHarness":"Direct API","rawScore":1408.29,"zScore":-0.2981,"seModel":"upstream_ci","ciHalfWidth":14.5979,"ciLower":1393.6962,"ciUpper":1422.8921,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.1-flash-lite-preview:minimal:direct:native","provider":"google","modelSlug":"gemini-3.1-flash-lite-preview","displayName":"Gemini 3.1 Flash-Lite Preview","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.416704,"shrinkageFactor":0.780736,"score":43.75,"se":5.94,"samplingSe":0.8832,"residualSe":5.879,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-03","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:gemini-3.1-flash-lite-preview","observedHarness":"Direct API","rawScore":49,"zScore":-1.364,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemini 3.1 Flash-Lite Preview","observedHarness":"Direct API","rawScore":1414.5,"zScore":-0.191,"seModel":"upstream_ci","ciHalfWidth":6.8675,"ciLower":1407.6362,"ciUpper":1421.3712,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemma-4-31b:thinking:direct:native","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.434919,"shrinkageFactor":0.796419,"score":43.48,"se":5.73,"samplingSe":0.2202,"residualSe":5.7241,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Gemma 4 31B Reasoning","observedHarness":"Direct API","rawScore":-2.058,"zScore":-0.8463,"seModel":"upstream_ci","ciHalfWidth":0.0685,"ciLower":-2.124,"ciUpper":-1.987,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"}]},{"id":"google:gemma-4-26b-a4b:none:direct:native","provider":"google","modelSlug":"gemma-4-26b-a4b","displayName":"Gemma 4 26B A4B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.471036,"shrinkageFactor":0.726168,"score":42.93,"se":6.64,"samplingSe":2.066,"residualSe":6.3142,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Gemma 4 26B A4B","observedHarness":"Direct API","rawScore":1399.81,"zScore":-0.4443,"seModel":"upstream_ci","ciHalfWidth":18.3742,"ciLower":1381.4384,"ciUpper":1418.1868,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2-exp:thinking:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2-exp","displayName":"DeepSeek V3.2-Exp","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.594304,"shrinkageFactor":0.728,"score":41.09,"se":6.62,"samplingSe":1.9679,"residualSe":6.3222,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-09-29","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V3.2-Exp (Thinking)","observedHarness":"Direct API","rawScore":1390.12,"zScore":-0.6113,"seModel":"upstream_ci","ciHalfWidth":17.4794,"ciLower":1372.6442,"ciUpper":1407.603,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2:thinking:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2","displayName":"DeepSeek V3.2","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.598536,"shrinkageFactor":0.742318,"score":41.02,"se":6.44,"samplingSe":0.8823,"residualSe":6.384,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-12-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V3.2 (Thinking)","observedHarness":"Direct API","rawScore":1390.98,"zScore":-0.5965,"seModel":"upstream_ci","ciHalfWidth":7.7608,"ciLower":1383.2208,"ciUpper":1398.7423,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.8-27b:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.713014,"shrinkageFactor":0.997867,"score":39.3,"se":0.59,"samplingSe":0.5864,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:Qwen/Qwen3.8-27B","observedHarness":"Direct API","rawScore":53.3,"zScore":-1.064,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:Qwen3.8-27B^","observedHarness":"Direct API","rawScore":-0.956,"zScore":-0.3276,"seModel":"upstream_ci","ciHalfWidth":0.1175,"ciLower":-1.068,"ciUpper":-0.833,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Qwen3.8-27B","observedHarness":"Direct API","rawScore":1360.43,"zScore":-1.1232,"seModel":"upstream_ci","ciHalfWidth":8.0295,"ciLower":1352.4003,"ciUpper":1368.4594,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-glimmer:high:direct:native","provider":"meta","modelSlug":"muse-glimmer","displayName":"Muse Glimmer","effort":"high","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.852419,"shrinkageFactor":0.71509,"score":37.21,"se":6.78,"samplingSe":2.5811,"residualSe":6.2659,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Muse Glimmer","observedHarness":"Direct API","rawScore":1368.07,"zScore":-0.9915,"seModel":"upstream_ci","ciHalfWidth":23.1326,"ciLower":1344.939,"ciUpper":1391.2043,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2","displayName":"DeepSeek V3.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.879797,"shrinkageFactor":0.997103,"score":36.8,"se":0.68,"samplingSe":0.6834,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-12-01","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:deepseek-ai/DeepSeek-V3.2","observedHarness":"Direct API","rawScore":66.8,"zScore":-0.1221,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:DeepSeek V3.2","observedHarness":"Direct API","rawScore":-3.137,"zScore":-1.3541,"seModel":"upstream_ci","ciHalfWidth":0.237,"ciLower":-3.38,"ciUpper":-2.906,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:DeepSeek-V3.2","observedHarness":"Direct API","rawScore":1400.76,"zScore":-0.4279,"seModel":"upstream_ci","ciHalfWidth":7.6705,"ciLower":1393.0943,"ciUpper":1408.4353,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.5-122b-a10b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-122b-a10b","displayName":"Qwen3.5 122B A10B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-0.972295,"shrinkageFactor":0.778666,"score":35.42,"se":5.97,"samplingSe":1.0979,"residualSe":5.8712,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:Qwen/Qwen3.5-122B-A10B","observedHarness":"Direct API","rawScore":54.3,"zScore":-0.9942,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Qwen3.5-122B-A10B","observedHarness":"Direct API","rawScore":1365.16,"zScore":-1.0417,"seModel":"upstream_ci","ciHalfWidth":9.3289,"ciLower":1355.8346,"ciUpper":1374.4925,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:llama-4-maverick:none:direct:native","provider":"meta","modelSlug":"llama-4-maverick","displayName":"Llama 4 Maverick","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-1.803952,"shrinkageFactor":0.779344,"score":22.94,"se":5.96,"samplingSe":1.0325,"residualSe":5.8737,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:meta-llama/Llama-4-Maverick-17B-128E-Instruct","observedHarness":"Direct API","rawScore":31.9,"zScore":-2.5571,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Llama 4 Maverick 17B 128E Instruct","observedHarness":"Direct API","rawScore":1306.93,"zScore":-2.0456,"seModel":"upstream_ci","ciHalfWidth":8.5997,"ciLower":1298.3308,"ciUpper":1315.5303,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-oss-120b:medium:direct:native","provider":"openai","modelSlug":"gpt-oss-120b","displayName":"gpt-oss-120b","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-1.949406,"shrinkageFactor":0.99724,"score":20.76,"se":0.67,"samplingSe":0.667,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:openai/gpt-oss-120b","observedHarness":"Direct API","rawScore":35.8,"zScore":-2.285,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","sourceId":"writing-feeds","sourceRowId":"lechmazur:GPT-OSS-120B","observedHarness":"Direct API","rawScore":-3.29,"zScore":-1.4261,"seModel":"upstream_ci","ciHalfWidth":0.1005,"ciLower":-3.398,"ciUpper":-3.197,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-17","sourceUrl":"https://github.com/lechmazur/writing"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:gpt-oss-120b","observedHarness":"Direct API","rawScore":1278.75,"zScore":-2.5315,"seModel":"upstream_ci","ciHalfWidth":9.9423,"ciLower":1268.8109,"ciUpper":1288.6956,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:llama-3.3-70b:none:direct:native","provider":"meta","modelSlug":"llama-3.3-70b","displayName":"Llama 3.3 70B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-1.951543,"shrinkageFactor":0.742928,"score":20.73,"se":6.44,"samplingSe":0.8042,"residualSe":6.3867,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2024-12-06","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Llama 3.3 70B Instruct","observedHarness":"Direct API","rawScore":1285.4,"zScore":-2.4168,"seModel":"upstream_ci","ciHalfWidth":7.071,"ciLower":1278.3262,"ciUpper":1292.4682,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:llama-4-scout:none:direct:native","provider":"meta","modelSlug":"llama-4-scout","displayName":"Llama 4 Scout","effort":"none","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-2.01789,"shrinkageFactor":0.777868,"score":19.73,"se":5.98,"samplingSe":1.1701,"residualSe":5.8682,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:meta-llama/Llama-4-Scout-17B-16E-Instruct","observedHarness":"Direct API","rawScore":31.1,"zScore":-2.6129,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:Llama 4 Scout 17B 16E Instruct","observedHarness":"Direct API","rawScore":1289.08,"zScore":-2.3534,"seModel":"upstream_ci","ciHalfWidth":10.1215,"ciLower":1278.9559,"ciUpper":1299.1989,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-oss-20b:medium:direct:native","provider":"openai","modelSlug":"gpt-oss-20b","displayName":"gpt-oss-20b","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"writing","theta":-2.51369,"shrinkageFactor":0.782275,"score":12.29,"se":5.92,"samplingSe":0.6811,"residualSe":5.8847,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"list","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","sourceId":"writing-feeds","sourceRowId":"eqbench:longform:openai/gpt-oss-20b","observedHarness":"Direct API","rawScore":21.2,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://eqbench.com/creative_writing_longform.html"},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","sourceId":"lmarena","sourceRowId":"lmarena:text_style_control:creative_writing:gpt-oss-20b","observedHarness":"Direct API","rawScore":1241.01,"zScore":-3,"seModel":"upstream_ci","ciHalfWidth":18.3746,"ciLower":1222.6362,"ciUpper":1259.3854,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]}],"frontiers":[{"provider":"anthropic","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"anthropic:claude-haiku-5.5:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-haiku-4.5:none:direct:native","zStepFromPrev":0.606,"pBetterThanPrev":0.7278,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7308,"marginalScorePerDollar":190,"costMultipleFromPrev":10},{"configId":"anthropic:claude-sonnet-5.5:xhigh:direct:native","zStepFromPrev":1.67,"pBetterThanPrev":0.9525,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6928,"marginalScorePerDollar":471,"costMultipleFromPrev":2},{"configId":"anthropic:claude-opus-5.5:high:direct:native","zStepFromPrev":3.097,"pBetterThanPrev":0.999,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9602,"marginalScorePerDollar":338.167,"costMultipleFromPrev":2},{"configId":"anthropic:claude-fable-5.2:high:direct:native","zStepFromPrev":0.086,"pBetterThanPrev":0.5344,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3825,"marginalScorePerDollar":4.167,"costMultipleFromPrev":2}],"pruned":[{"configId":"anthropic:claude-sonnet-5:high:direct:native","dominatedById":"anthropic:claude-sonnet-5.5:xhigh:direct:native","scoreDeficit":4.55,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.5:none:direct:native","dominatedById":"anthropic:claude-sonnet-5.5:xhigh:direct:native","scoreDeficit":1.33,"costRatio":1.5,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.6:none:direct:native","dominatedById":"anthropic:claude-sonnet-5.5:xhigh:direct:native","scoreDeficit":1.62,"costRatio":1.5,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:medium:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":16.18,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"anthropic:claude-opus-5:xhigh:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":0.18,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:high:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":6.57,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:high:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":10.16,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:high:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":12.98,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":15.75,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:xhigh:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":16.73,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":16.87,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:max:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":17.83,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:high:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":18.19,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":19.17,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":20.34,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":7.96,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"anthropic:claude-fable-5.1:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":0.67,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":5.5,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":14.63,"costRatio":1.25,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-haiku-5.5:high:direct:native","defaultId":"anthropic:claude-opus-5.5:high:direct:native","maxId":"anthropic:claude-fable-5.2:high:direct:native"}},{"provider":"openai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"openai:gpt-6-luna:max:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-5.6-luna:medium:direct:native","zStepFromPrev":0.832,"pBetterThanPrev":0.7974,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7017,"marginalScorePerDollar":2407.895,"costMultipleFromPrev":2.27},{"configId":"openai:gpt-6-sol:medium:direct:native","zStepFromPrev":0.316,"pBetterThanPrev":0.6239,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3237,"marginalScorePerDollar":73.12,"costMultipleFromPrev":8.82},{"configId":"openai:gpt-5.4:medium:direct:native","zStepFromPrev":0.668,"pBetterThanPrev":0.748,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2994,"marginalScorePerDollar":284,"costMultipleFromPrev":1.42},{"configId":"openai:gpt-5.6-sol:high:direct:native","zStepFromPrev":0.231,"pBetterThanPrev":0.5915,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3016,"marginalScorePerDollar":51.429,"costMultipleFromPrev":1.41},{"configId":"openai:gpt-5.5:xhigh:direct:native","zStepFromPrev":0.115,"pBetterThanPrev":0.5456,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.2736,"marginalScorePerDollar":17.8,"costMultipleFromPrev":1.42},{"configId":"openai:gpt-6.2-astra:high:direct:native","zStepFromPrev":1.543,"pBetterThanPrev":0.9385,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8395,"marginalScorePerDollar":171.286,"costMultipleFromPrev":1.41}],"pruned":[{"configId":"openai:gpt-5.6-luna:xhigh:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":8.78,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.4-nano:none:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":9.41,"costRatio":1.03,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:high:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":22.99,"costRatio":1.03,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:none:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":1.33,"costRatio":3.75,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:high:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":10.55,"costRatio":3.75,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:max:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":1.37,"costRatio":4.41,"costComparisonNote":null},{"configId":"openai:o3:medium:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":14.23,"costRatio":7.65,"costComparisonNote":null},{"configId":"openai:gpt-5:medium:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":1.43,"costRatio":7.72,"costComparisonNote":null},{"configId":"openai:gpt-5.1:high:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":5.45,"costRatio":7.72,"costComparisonNote":null},{"configId":"openai:gpt-5.1:none:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":9.31,"costRatio":7.72,"costComparisonNote":null},{"configId":"openai:gpt-5:high:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":15.13,"costRatio":7.72,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:max:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":5.02,"costRatio":1,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:max:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":9.24,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.6-terra:medium:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":2.56,"costRatio":1.13,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:xhigh:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":8.88,"costRatio":1.13,"costComparisonNote":null},{"configId":"openai:gpt-5.2:medium:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":2.09,"costRatio":1.22,"costComparisonNote":null},{"configId":"openai:gpt-5.2:none:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":16,"costRatio":1.22,"costComparisonNote":null},{"configId":"openai:gpt-5.2:high:direct:native","dominatedById":"openai:gpt-6-sol:medium:direct:native","scoreDeficit":17.43,"costRatio":1.22,"costComparisonNote":null},{"configId":"openai:gpt-5.4:xhigh:direct:native","dominatedById":"openai:gpt-5.4:medium:direct:native","scoreDeficit":0.03,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.4:high:direct:native","dominatedById":"openai:gpt-5.4:medium:direct:native","scoreDeficit":14.02,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.4:none:direct:native","dominatedById":"openai:gpt-5.4:medium:direct:native","scoreDeficit":14.88,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.6-sol:xhigh:direct:native","dominatedById":"openai:gpt-5.6-sol:high:direct:native","scoreDeficit":1.48,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.6-sol:medium:direct:native","dominatedById":"openai:gpt-5.6-sol:high:direct:native","scoreDeficit":9.49,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.5:high:direct:native","dominatedById":"openai:gpt-5.5:xhigh:direct:native","scoreDeficit":14.87,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-5.5:medium:direct:native","dominatedById":"openai:gpt-5.5:xhigh:direct:native","scoreDeficit":14.92,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"openai:gpt-6-astra:high:direct:native","dominatedById":"openai:gpt-6.2-astra:high:direct:native","scoreDeficit":6.38,"costRatio":1.25,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:high:direct:native","scoreDeficit":21.78,"costRatio":1.25,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:max:direct:native","dominatedById":"openai:gpt-6.2-astra:high:direct:native","scoreDeficit":26.73,"costRatio":1.25,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-6-luna:max:direct:native","defaultId":"openai:gpt-5.4:medium:direct:native","maxId":"openai:gpt-6.2-astra:high:direct:native"}},{"provider":"google","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"google:gemini-3.5-flash-lite:minimal:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-3-flash:high:direct:native","zStepFromPrev":0.248,"pBetterThanPrev":0.598,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.3598,"marginalScorePerDollar":525,"costMultipleFromPrev":1.31},{"configId":"google:gemini-3.8-flash:high:direct:native","zStepFromPrev":1.03,"pBetterThanPrev":0.8484,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.2852,"marginalScorePerDollar":1129.091,"costMultipleFromPrev":1.32},{"configId":"google:gemini-4-hydrogen:high:direct:native","zStepFromPrev":0.277,"pBetterThanPrev":0.609,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.401,"marginalScorePerDollar":82.667,"costMultipleFromPrev":2},{"configId":"google:gemini-4-carbon:high:direct:native","zStepFromPrev":1.155,"pBetterThanPrev":0.876,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.674,"marginalScorePerDollar":525.333,"costMultipleFromPrev":1.33}],"pruned":[{"configId":"google:gemini-3-flash:minimal:direct:native","dominatedById":"google:gemini-3-flash:high:direct:native","scoreDeficit":0.14,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"google:gemini-3.6-flash:high:direct:native","dominatedById":"google:gemini-3.8-flash:high:direct:native","scoreDeficit":1.62,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:high:direct:native","dominatedById":"google:gemini-3.8-flash:high:direct:native","scoreDeficit":3.36,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.8-flash:medium:direct:native","dominatedById":"google:gemini-3.8-flash:high:direct:native","scoreDeficit":3.83,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"google:gemini-3.5-flash:medium:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":3.89,"costRatio":1.13,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash:high:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":12.44,"costRatio":1.13,"costComparisonNote":null},{"configId":"google:gemini-4-argon:high:direct:native","dominatedById":"google:gemini-4-carbon:high:direct:native","scoreDeficit":3.74,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-4-argon:medium:direct:native","dominatedById":"google:gemini-4-carbon:high:direct:native","scoreDeficit":11.39,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.1-pro:high:direct:native","dominatedById":"google:gemini-4-carbon:high:direct:native","scoreDeficit":19.37,"costRatio":1.13,"costComparisonNote":null},{"configId":"google:gemini-4-neon:high:direct:native","dominatedById":"google:gemini-4-carbon:high:direct:native","scoreDeficit":5.79,"costRatio":1.5,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-3.5-flash-lite:minimal:direct:native","defaultId":"google:gemini-3.8-flash:high:direct:native","maxId":"google:gemini-4-carbon:high:direct:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"spacexai:grok-4.20:none:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6578,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.7:high:direct:native","zStepFromPrev":0.182,"pBetterThanPrev":0.572,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.462,"marginalScorePerDollar":69.767,"costMultipleFromPrev":1.96}],"pruned":[{"configId":"spacexai:grok-4.20:thinking:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":2.87,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"spacexai:grok-4.3:low:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":20.7,"costRatio":1,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:xhigh:direct:native","dominatedById":"spacexai:grok-4.7:high:direct:native","scoreDeficit":8.86,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"spacexai:grok-4.6:high:direct:native","dominatedById":"spacexai:grok-4.7:high:direct:native","scoreDeficit":14.66,"costRatio":1,"costComparisonNote":null},{"configId":"spacexai:grok-4.5:high:direct:native","dominatedById":"spacexai:grok-4.7:high:direct:native","scoreDeficit":21.89,"costRatio":1,"costComparisonNote":null}],"verdicts":{"budgetId":"spacexai:grok-4.20:none:direct:native","defaultId":null,"maxId":"spacexai:grok-4.7:high:direct:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"meta:muse-spark-1.3:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.3611,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-wonder:high:direct:native","zStepFromPrev":0.965,"pBetterThanPrev":0.8328,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5567,"marginalScorePerDollar":79.558,"costMultipleFromPrev":4.07}],"pruned":[{"configId":"meta:muse-spark-1.3:max:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":0.67,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"meta:muse-spark-1.1:high:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":2.07,"costRatio":1,"costComparisonNote":null},{"configId":"meta:muse-spark-1.2:high:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":3.09,"costRatio":1,"costComparisonNote":null},{"configId":"meta:muse-spark-1.2:xhigh:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":5.46,"costRatio":1,"costComparisonNote":null},{"configId":"meta:muse-wonder:max:direct:native","dominatedById":"meta:muse-wonder:high:direct:native","scoreDeficit":4.72,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"}],"verdicts":{"budgetId":"meta:muse-spark-1.3:high:direct:native","defaultId":null,"maxId":"meta:muse-wonder:high:direct:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"deepseek:deepseek-v4-pro-0813:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"deepseek:deepseek-v4-pro-0813:high:direct:native","defaultId":null,"maxId":"deepseek:deepseek-v4-pro-0813:high:direct:native"}},{"provider":"moonshot","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"moonshot:kimi-k2.6:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"moonshot:kimi-k3.1-pro:high:direct:native","zStepFromPrev":2.908,"pBetterThanPrev":0.9982,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9372,"marginalScorePerDollar":485.507,"costMultipleFromPrev":2.35}],"pruned":[{"configId":"moonshot:kimi-k3.1-pro:max:direct:native","dominatedById":"moonshot:kimi-k3.1-pro:high:direct:native","scoreDeficit":15.35,"costRatio":null,"costComparisonNote":"same list SKU, effort cost not priced"},{"configId":"moonshot:kimi-k3:max:direct:native","dominatedById":"moonshot:kimi-k3.1-pro:high:direct:native","scoreDeficit":5.32,"costRatio":1.5,"costComparisonNote":null}],"verdicts":{"budgetId":"moonshot:kimi-k2.6:thinking:direct:native","defaultId":null,"maxId":"moonshot:kimi-k3.1-pro:high:direct:native"}},{"provider":"alibaba","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"alibaba:qwen4-max:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"alibaba:qwen3.7-max:thinking:direct:native","dominatedById":"alibaba:qwen4-max:high:direct:native","scoreDeficit":36.41,"costRatio":1.67,"costComparisonNote":null}],"verdicts":{"budgetId":"alibaba:qwen4-max:high:direct:native","defaultId":null,"maxId":"alibaba:qwen4-max:high:direct:native"}},{"provider":"zhipu","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"zhipu:glm-5.3-flash:max:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"zhipu:glm-5:thinking:direct:native","zStepFromPrev":0.251,"pBetterThanPrev":0.599,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5985,"marginalScorePerDollar":109.845,"costMultipleFromPrev":6.51},{"configId":"zhipu:glm-5.3:max:direct:native","zStepFromPrev":2.165,"pBetterThanPrev":0.9848,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8419,"marginalScorePerDollar":1475,"costMultipleFromPrev":1.39}],"pruned":[{"configId":"zhipu:glm-5.2:max:direct:native","dominatedById":"zhipu:glm-5.3:max:direct:native","scoreDeficit":9.69,"costRatio":1,"costComparisonNote":null},{"configId":"zhipu:glm-5.2:thinking:direct:native","dominatedById":"zhipu:glm-5.3:max:direct:native","scoreDeficit":9.71,"costRatio":1,"costComparisonNote":null},{"configId":"zhipu:glm-5.1:thinking:direct:native","dominatedById":"zhipu:glm-5.3:max:direct:native","scoreDeficit":15.67,"costRatio":1,"costComparisonNote":null}],"verdicts":{"budgetId":"zhipu:glm-5.3-flash:max:direct:native","defaultId":null,"maxId":"zhipu:glm-5.3:max:direct:native"}}]},"design_code":{"domainId":"design_code","epochVersion":"design-code-v1.0.0","costUnit":"usd_per_task","activeBenchmarkIds":["vals_vibe_code","lmarena_webdev","designarena_website"],"candidateBenchmarkIds":[],"benchmarkVersions":{"vals_vibe_code":"1.1","lmarena_webdev":"webdev","designarena_website":"public"},"coverageFloor":1,"tauResid":0.4022,"regimeMeta":{"native":{"activeBenchmarkIds":["vals_vibe_code","lmarena_webdev","designarena_website"],"costSource":"measured","measuredCostBenchmarkIds":["vals_vibe_code","designarena_website"],"coverageFloor":1,"tauResid":0.4022,"calibrationTauResidSq":0.16176584,"priorMean":-0.06506,"tauModelSq":1.330086,"anchorLabs":9,"withheldBenchmarkIds":[],"epochLink":null}},"anchorStats":{"vals_vibe_code":{"benchmarkId":"vals_vibe_code","mean":65.381877,"sd":24.898407,"anchorCount":69,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.112255,"reliability":0.9779,"discrimination":0.4998,"effectiveWeight":0.4888,"introducedAt":"2026-07-01","invertScore":false,"popoviciuSe":7.071068},"lmarena_webdev":{"benchmarkId":"lmarena_webdev","mean":1547.763625,"sd":118.910983,"anchorCount":47,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.09921,"reliability":0.9986,"discrimination":0.9375,"effectiveWeight":0.9362,"introducedAt":"2026-05-01","invertScore":false},"designarena_website":{"benchmarkId":"designarena_website","mean":1264.098611,"sd":56.226765,"anchorCount":60,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.043585,"reliability":0.9967,"discrimination":0.875,"effectiveWeight":0.8721,"introducedAt":"2026-06-01","invertScore":false}},"configs":[{"id":"anthropic:claude-fable-5.2:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":2.072895,"shrinkageFactor":0.93529,"score":81.09,"se":4.4,"samplingSe":0.9845,"residualSe":4.2891,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":24.740076,"costLogSd":0.7118,"costMinUsd":12.60524,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.6259,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Fable 5.2 (xHigh)","observedHarness":"Direct API","rawScore":1823.64,"zScore":2.32,"seModel":"upstream_ci","ciHalfWidth":15.8175,"ciLower":1807.8184,"ciUpper":1839.4534,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-5.5:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":2.040289,"shrinkageFactor":0.936881,"score":80.6,"se":4.35,"samplingSe":0.6796,"residualSe":4.2928,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":24.67337,"costLogSd":1.1859,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.7935,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 5.5 (Max)","observedHarness":"Direct API","rawScore":1819.04,"zScore":2.2813,"seModel":"upstream_ci","ciHalfWidth":10.9094,"ciLower":1808.1346,"ciUpper":1829.9533,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5.5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.67042,"shrinkageFactor":0.937287,"score":75.06,"se":4.33,"samplingSe":0.5765,"residualSe":4.2937,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.785154,"costLogSd":0.7118,"costMinUsd":10.080673,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.347,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Sonnet 5.5 (xHigh)","observedHarness":"Direct API","rawScore":1772,"zScore":1.8857,"seModel":"upstream_ci","ciHalfWidth":9.2529,"ciLower":1762.7435,"ciUpper":1781.2494,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-carbon:high:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.641294,"shrinkageFactor":0.93545,"score":74.62,"se":4.4,"samplingSe":0.9583,"residualSe":4.2895,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":8.333494,"costLogSd":0.7118,"costMinUsd":4.245973,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.6787,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 4 Carbon (High)","observedHarness":"Direct API","rawScore":1768.73,"zScore":1.8583,"seModel":"upstream_ci","ciHalfWidth":15.3947,"ciLower":1753.339,"ciUpper":1784.1284,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.2-astra:max:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.621293,"shrinkageFactor":0.935483,"score":74.32,"se":4.39,"samplingSe":0.9528,"residualSe":4.2896,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":8.700569,"costLogSd":0.7118,"costMinUsd":4.433,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.4748,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6.2 Astra (Max)","observedHarness":"Direct API","rawScore":1766.18,"zScore":1.8368,"seModel":"upstream_ci","ciHalfWidth":15.3059,"ciLower":1750.8786,"ciUpper":1781.4904,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-neon:high:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.612161,"shrinkageFactor":0.93605,"score":74.18,"se":4.37,"samplingSe":0.8526,"residualSe":4.2909,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.050302,"costLogSd":0.8304,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.7588,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 4 Neon (High)","observedHarness":"Direct API","rawScore":1764.89,"zScore":1.826,"seModel":"upstream_ci","ciHalfWidth":13.6927,"ciLower":1751.1939,"ciUpper":1778.5793,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.2-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.526234,"shrinkageFactor":0.935745,"score":72.89,"se":4.39,"samplingSe":0.9078,"residualSe":4.2902,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.177444,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.9015,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6.2 Sol (Max)","observedHarness":"Direct API","rawScore":1754.04,"zScore":1.7347,"seModel":"upstream_ci","ciHalfWidth":14.5806,"ciLower":1739.4621,"ciUpper":1768.6233,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-astra:max:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.510053,"shrinkageFactor":0.988938,"score":72.65,"se":1.82,"samplingSe":0.9299,"residualSe":1.5639,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":79.76396,"costFixedFloorUsd":1.466573,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1177,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6-astra-max","observedHarness":"Direct API","rawScore":1336,"zScore":1.2788,"seModel":"upstream_se","seRaw":6.9568,"ciHalfWidth":13.6353,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.933146,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6 Astra (Max)","observedHarness":"Direct API","rawScore":1763.96,"zScore":1.8181,"seModel":"upstream_ci","ciHalfWidth":8.1257,"ciLower":1755.8354,"ciUpper":1772.0869,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.1-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.444718,"shrinkageFactor":0.937315,"score":71.67,"se":4.33,"samplingSe":0.5687,"residualSe":4.2937,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.271752,"costLogSd":0.7118,"costMinUsd":3.195501,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.3321,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6.1 Sol (Max)","observedHarness":"Direct API","rawScore":1743.36,"zScore":1.6449,"seModel":"upstream_ci","ciHalfWidth":9.1274,"ciLower":1734.2319,"ciUpper":1752.4867,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5.1:max:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.433547,"shrinkageFactor":0.937625,"score":71.5,"se":4.32,"samplingSe":0.4738,"residualSe":4.2945,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":34.215192,"costLogSd":0.7118,"costMinUsd":17.432877,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0424,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Fable 5.1 (Max)","observedHarness":"Direct API","rawScore":1741.88,"zScore":1.6325,"seModel":"upstream_ci","ciHalfWidth":7.6034,"ciLower":1734.2726,"ciUpper":1749.4794,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5.2:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.365908,"shrinkageFactor":0.961888,"score":70.49,"se":3.38,"samplingSe":1.5659,"residualSe":2.9923,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.60524,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.3739,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-fable-5-2","observedHarness":"Direct API","rawScore":1347,"zScore":1.4744,"seModel":"upstream_se","seRaw":9.225,"ciHalfWidth":18.081,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.07822,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-fable-5-2","observedHarness":"OpenHands","rawScore":93.77,"zScore":1.1402,"seModel":"upstream_se","seRaw":1.152,"ciHalfWidth":2.2579,"ciLower":null,"ciUpper":null,"measuredCostUsd":22.13226,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen4-max:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen4-max","displayName":"Qwen4 Max","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.347356,"shrinkageFactor":0.971497,"score":70.21,"se":2.92,"samplingSe":0.7962,"residualSe":2.81,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":21.673938,"costFixedFloorUsd":20.699275,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.25,"inputPer1mUsd":1.5,"outputPer1mUsd":4.5,"contextWindow":1000000,"releaseDate":"2026-10-22","paretoProb":0.9786,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen4-Max (xHigh)","observedHarness":"Direct API","rawScore":1750.9,"zScore":1.7083,"seModel":"upstream_ci","ciHalfWidth":15.5428,"ciLower":1735.3611,"ciUpper":1766.4466,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:alibaba/qwen4-max","observedHarness":"OpenHands","rawScore":86.66,"zScore":0.8546,"seModel":"upstream_se","seRaw":2.273,"ciHalfWidth":4.4551,"ciLower":null,"ciUpper":null,"measuredCostUsd":41.398551,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-spark-1.3:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.321876,"shrinkageFactor":0.967951,"score":69.83,"se":3.1,"samplingSe":0.7624,"residualSe":3.0017,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.125731,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.6658,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:muse-spark-1.3","observedHarness":"Direct API","rawScore":1356,"zScore":1.6345,"seModel":"upstream_se","seRaw":2.6577,"ciHalfWidth":5.2091,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.149701,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse_spark_1_3","observedHarness":"OpenHands","rawScore":82.86,"zScore":0.702,"seModel":"upstream_se","seRaw":2.901,"ciHalfWidth":5.686,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.101762,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-wonder:max:direct:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.231705,"shrinkageFactor":0.998537,"score":68.48,"se":0.66,"samplingSe":0.6617,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.11515,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.9939,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:muse-wonder-1.0","observedHarness":"Direct API","rawScore":1374,"zScore":1.9546,"seModel":"upstream_se","seRaw":5.2891,"ciHalfWidth":10.3666,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.427576,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Wonder (Max)","observedHarness":"Direct API","rawScore":1647.02,"zScore":0.8347,"seModel":"upstream_ci","ciHalfWidth":8.4966,"ciLower":1638.5241,"ciUpper":1655.5173,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse-wonder","observedHarness":"OpenHands","rawScore":83.09,"zScore":0.7112,"seModel":"upstream_se","seRaw":2.49,"ciHalfWidth":4.8804,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.802723,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6.2-astra:medium:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.215974,"shrinkageFactor":0.955524,"score":68.24,"se":3.65,"samplingSe":2.1014,"residualSe":2.9823,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.433,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1737,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6.2-astra","observedHarness":"Direct API","rawScore":1339,"zScore":1.3321,"seModel":"upstream_se","seRaw":12.3069,"ciHalfWidth":24.1215,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.941023,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6.2-astra","observedHarness":"OpenHands","rawScore":89.9,"zScore":0.9847,"seModel":"upstream_se","seRaw":2.04,"ciHalfWidth":3.9984,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.924977,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6-astra:medium:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.194045,"shrinkageFactor":0.967056,"score":67.91,"se":3.14,"samplingSe":0.926,"residualSe":3.0003,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":20.015201,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0254,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6-astra","observedHarness":"Direct API","rawScore":1336,"zScore":1.2788,"seModel":"upstream_se","seRaw":4.7714,"ciHalfWidth":9.3519,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.518079,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6-astra","observedHarness":"OpenHands","rawScore":89.59,"zScore":0.9723,"seModel":"upstream_se","seRaw":2.174,"ciHalfWidth":4.261,"ciLower":null,"ciUpper":null,"measuredCostUsd":38.512323,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-4-hydrogen:high:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.148912,"shrinkageFactor":0.996166,"score":67.23,"se":1.07,"samplingSe":1.0711,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.360945,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.8633,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-4-hydrogen","observedHarness":"Direct API","rawScore":1329,"zScore":1.1543,"seModel":"upstream_se","seRaw":9.4999,"ciHalfWidth":18.6198,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.168156,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 4 Hydrogen (High)","observedHarness":"Direct API","rawScore":1700.63,"zScore":1.2856,"seModel":"upstream_ci","ciHalfWidth":14.247,"ciLower":1686.3796,"ciUpper":1714.8735,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-4-hydrogen","observedHarness":"OpenHands","rawScore":87.78,"zScore":0.8996,"seModel":"upstream_se","seRaw":2.292,"ciHalfWidth":4.4923,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.553735,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-spark-1.3:max:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.10128,"shrinkageFactor":0.999285,"score":66.52,"se":0.46,"samplingSe":0.4627,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.360607,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0007,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:muse-spark-1.3-max","observedHarness":"Direct API","rawScore":1348,"zScore":1.4922,"seModel":"upstream_se","seRaw":2.7913,"ciHalfWidth":5.4709,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.17813,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Spark 1.3 (Max)","observedHarness":"Direct API","rawScore":1652.97,"zScore":0.8847,"seModel":"upstream_ci","ciHalfWidth":6.7086,"ciLower":1646.2639,"ciUpper":1659.681,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse_spark_1_3_max","observedHarness":"OpenHands","rawScore":85.86,"zScore":0.8225,"seModel":"upstream_se","seRaw":2.508,"ciHalfWidth":4.9157,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.543084,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-sonnet-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.066596,"shrinkageFactor":0.998446,"score":66,"se":0.68,"samplingSe":0.6819,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.080673,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.5365,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-sonnet-5-5","observedHarness":"Direct API","rawScore":1303,"zScore":0.6919,"seModel":"upstream_se","seRaw":6.2146,"ciHalfWidth":12.1806,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.432234,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Sonnet 5.5 (High)","observedHarness":"Direct API","rawScore":1715.49,"zScore":1.4105,"seModel":"upstream_ci","ciHalfWidth":7.9413,"ciLower":1707.5519,"ciUpper":1723.4345,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-sonnet-5-5","observedHarness":"OpenHands","rawScore":92.39,"zScore":1.0847,"seModel":"upstream_se","seRaw":1.26,"ciHalfWidth":2.4696,"ciLower":null,"ciUpper":null,"measuredCostUsd":19.729112,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-5:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.037143,"shrinkageFactor":0.937876,"score":65.56,"se":4.31,"samplingSe":0.38,"residualSe":4.295,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":34.003896,"costLogSd":0.7118,"costMinUsd":17.32522,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0083,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 5 (Max)","observedHarness":"Direct API","rawScore":1691.57,"zScore":1.2094,"seModel":"upstream_ci","ciHalfWidth":6.0964,"ciLower":1685.4741,"ciUpper":1697.667,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"moonshot:kimi-k3:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.019644,"shrinkageFactor":0.998604,"score":65.29,"se":0.65,"samplingSe":0.6463,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.24585,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.7994,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:kimi-k3","observedHarness":"Direct API","rawScore":1334,"zScore":1.2432,"seModel":"upstream_se","seRaw":5.1566,"ciHalfWidth":10.1069,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.484123,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Kimi K3 (Max)","observedHarness":"Direct API","rawScore":1659.15,"zScore":0.9367,"seModel":"upstream_ci","ciHalfWidth":5.5961,"ciLower":1653.5561,"ciUpper":1664.7482,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:kimi/kimi-k3","observedHarness":"OpenHands","rawScore":84.97,"zScore":0.7867,"seModel":"upstream_se","seRaw":2.746,"ciHalfWidth":5.3822,"ciLower":null,"ciUpper":null,"measuredCostUsd":10.007576,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6.1-terra:max:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.987988,"shrinkageFactor":0.937229,"score":64.82,"se":4.33,"samplingSe":0.5923,"residualSe":4.2936,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.946746,"costLogSd":0.7118,"costMinUsd":3.029908,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0561,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6.1 Terra (Max)","observedHarness":"Direct API","rawScore":1685.43,"zScore":1.1577,"seModel":"upstream_ci","ciHalfWidth":9.5069,"ciLower":1675.9243,"ciUpper":1694.9381,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-5.5:medium:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.972511,"shrinkageFactor":0.925871,"score":64.59,"se":4.71,"samplingSe":1.4466,"residualSe":4.4824,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.151399,"costFixedFloorUsd":0.352125,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.2211,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-opus-5-5","observedHarness":"Direct API","rawScore":1321,"zScore":1.012,"seModel":"upstream_se","seRaw":5.6354,"ciHalfWidth":11.0454,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.704251,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"moonshot:kimi-k3.1-pro:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.965128,"shrinkageFactor":0.998181,"score":64.48,"se":0.74,"samplingSe":0.7378,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.016066,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":1,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:kimi-k3.1-pro","observedHarness":"Direct API","rawScore":1314,"zScore":0.8875,"seModel":"upstream_se","seRaw":5.8194,"ciHalfWidth":11.406,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.546981,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Kimi K3.1 Pro (Max)","observedHarness":"Direct API","rawScore":1682.95,"zScore":1.1369,"seModel":"upstream_ci","ciHalfWidth":8.9433,"ciLower":1674.0072,"ciUpper":1691.8937,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:kimi/kimi-k3.1-pro","observedHarness":"OpenHands","rawScore":84.89,"zScore":0.7835,"seModel":"upstream_se","seRaw":2.949,"ciHalfWidth":5.78,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.485151,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-4-argon:high:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.964555,"shrinkageFactor":0.93735,"score":64.47,"se":4.33,"samplingSe":0.5587,"residualSe":4.2938,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.190911,"costLogSd":0.7118,"costMinUsd":4.173326,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.083,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 4 Argon (High)","observedHarness":"Direct API","rawScore":1682.44,"zScore":1.1326,"seModel":"upstream_ci","ciHalfWidth":8.9667,"ciLower":1673.4729,"ciUpper":1691.4063,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-argon:medium:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.962752,"shrinkageFactor":0.967869,"score":64.44,"se":3.1,"samplingSe":0.7789,"residualSe":3.0015,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.173326,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.138,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-4-argon","observedHarness":"Direct API","rawScore":1312,"zScore":0.8519,"seModel":"upstream_se","seRaw":3.9586,"ciHalfWidth":7.7589,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.238683,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-4-argon","observedHarness":"OpenHands","rawScore":91.91,"zScore":1.0655,"seModel":"upstream_se","seRaw":1.899,"ciHalfWidth":3.722,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.10797,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6.1-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.919668,"shrinkageFactor":0.966419,"score":63.8,"se":3.17,"samplingSe":1.0266,"residualSe":2.9993,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.195501,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1169,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6.1-sol","observedHarness":"Direct API","rawScore":1312,"zScore":0.8519,"seModel":"upstream_se","seRaw":5.6188,"ciHalfWidth":11.0128,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.156209,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6.1-sol","observedHarness":"OpenHands","rawScore":88.93,"zScore":0.9458,"seModel":"upstream_se","seRaw":1.893,"ciHalfWidth":3.7103,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.234794,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.901649,"shrinkageFactor":0.937579,"score":63.52,"se":4.32,"samplingSe":0.4892,"residualSe":4.2944,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":26.012232,"costLogSd":0.7118,"costMinUsd":13.253412,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0038,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6 Sol (Max)","observedHarness":"Direct API","rawScore":1674.43,"zScore":1.0652,"seModel":"upstream_ci","ciHalfWidth":7.8506,"ciLower":1666.5788,"ciUpper":1682.28,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.2-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.891619,"shrinkageFactor":0.893701,"score":63.37,"se":5.64,"samplingSe":1.2501,"residualSe":5.4999,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.690126,"costFixedFloorUsd":1.614122,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.5023,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6.2-sol","observedHarness":"OpenHands","rawScore":87.62,"zScore":0.8932,"seModel":"upstream_se","seRaw":2.195,"ciHalfWidth":4.3022,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.228244,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.6-sol:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.859787,"shrinkageFactor":0.928424,"score":62.9,"se":4.63,"samplingSe":1.1284,"residualSe":4.4886,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":23.218642,"costFixedFloorUsd":0.426907,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0209,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.6-sol-xhigh","observedHarness":"Direct API","rawScore":1314,"zScore":0.8875,"seModel":"upstream_se","seRaw":4.3896,"ciHalfWidth":8.6036,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.853815,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"google:gemini-4-carbon:medium:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.840351,"shrinkageFactor":0.962138,"score":62.61,"se":3.37,"samplingSe":1.5411,"residualSe":2.9926,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.245973,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.0518,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-4-carbon","observedHarness":"Direct API","rawScore":1305,"zScore":0.7274,"seModel":"upstream_se","seRaw":8.7192,"ciHalfWidth":17.0896,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.23702,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-4-carbon","observedHarness":"OpenHands","rawScore":89.06,"zScore":0.951,"seModel":"upstream_se","seRaw":2.294,"ciHalfWidth":4.4962,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.254926,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-fable-5.1:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.806796,"shrinkageFactor":0.967261,"score":62.1,"se":3.13,"samplingSe":0.8911,"residualSe":3.0006,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":17.432877,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0022,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-fable-5-1","observedHarness":"Direct API","rawScore":1300,"zScore":0.6385,"seModel":"upstream_se","seRaw":4.9154,"ciHalfWidth":9.6342,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.498246,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-fable-5-1","observedHarness":"OpenHands","rawScore":90.26,"zScore":0.9992,"seModel":"upstream_se","seRaw":1.566,"ciHalfWidth":3.0694,"ciLower":null,"ciUpper":null,"measuredCostUsd":33.367507,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen3.8-max-0902:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max-0902","displayName":"Qwen3.8 Max (0902)","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.805244,"shrinkageFactor":0.971494,"score":62.08,"se":2.92,"samplingSe":0.7967,"residualSe":2.81,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.108876,"costFixedFloorUsd":5.834164,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":1000000,"releaseDate":"2026-09-02","paretoProb":0.9997,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.8-Max (0902)","observedHarness":"Direct API","rawScore":1673.64,"zScore":1.0586,"seModel":"upstream_ci","ciHalfWidth":5.8916,"ciLower":1667.753,"ciUpper":1679.5362,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:alibaba/qwen3.8-max-internal","observedHarness":"OpenHands","rawScore":77.14,"zScore":0.4722,"seModel":"upstream_se","seRaw":3.721,"ciHalfWidth":7.2932,"ciLower":null,"ciUpper":null,"measuredCostUsd":11.668329,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.804216,"shrinkageFactor":0.998984,"score":62.06,"se":0.55,"samplingSe":0.5513,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":17.32522,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-opus-5","observedHarness":"Direct API","rawScore":1299,"zScore":0.6207,"seModel":"upstream_se","seRaw":3.6573,"ciHalfWidth":7.1683,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.774205,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 5 (High)","observedHarness":"Direct API","rawScore":1656.51,"zScore":0.9145,"seModel":"upstream_ci","ciHalfWidth":5.2639,"ciLower":1651.2495,"ciUpper":1661.7772,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-opus-5","observedHarness":"OpenHands","rawScore":88.4,"zScore":0.9245,"seModel":"upstream_se","seRaw":3.001,"ciHalfWidth":5.882,"ciLower":null,"ciUpper":null,"measuredCostUsd":33.876235,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.772335,"shrinkageFactor":0.937838,"score":61.59,"se":4.31,"samplingSe":0.3958,"residualSe":4.2949,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.613611,"costLogSd":0.7118,"costMinUsd":0.312639,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.599,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V4.1-Flash-20261017 (Max)","observedHarness":"Direct API","rawScore":1658,"zScore":0.927,"seModel":"upstream_ci","ciHalfWidth":6.351,"ciLower":1651.6443,"ciUpper":1664.3463,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.2:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.706534,"shrinkageFactor":0.967684,"score":60.6,"se":3.11,"samplingSe":0.8146,"residualSe":3.0013,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.814357,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.7002,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:muse-spark-1.2","observedHarness":"Direct API","rawScore":1305,"zScore":0.7274,"seModel":"upstream_se","seRaw":2.4416,"ciHalfWidth":4.7855,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.099073,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse_spark_1_2","observedHarness":"OpenHands","rawScore":79.1,"zScore":0.551,"seModel":"upstream_se","seRaw":3.305,"ciHalfWidth":6.4778,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.529642,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.670287,"shrinkageFactor":0.966835,"score":60.05,"se":3.15,"samplingSe":0.962,"residualSe":2.9999,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":16.952004,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.6-sol","observedHarness":"Direct API","rawScore":1300,"zScore":0.6385,"seModel":"upstream_se","seRaw":3.2605,"ciHalfWidth":6.3906,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.500373,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.6-sol","observedHarness":"OpenHands","rawScore":80.5,"zScore":0.6072,"seModel":"upstream_se","seRaw":3.716,"ciHalfWidth":7.2834,"ciLower":null,"ciUpper":null,"measuredCostUsd":33.403634,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.648779,"shrinkageFactor":0.9653,"score":59.73,"se":3.22,"samplingSe":1.1829,"residualSe":2.9976,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.312639,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.8114,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:deepseek-v4-1-flash-1017","observedHarness":"Direct API","rawScore":1289,"zScore":0.4429,"seModel":"upstream_se","seRaw":6.121,"ciHalfWidth":11.9972,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.045293,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:deepseek/deepseek-v4.1-flash-1017","observedHarness":"OpenHands","rawScore":87.73,"zScore":0.8976,"seModel":"upstream_se","seRaw":2.752,"ciHalfWidth":5.3939,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.579984,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"spacexai:grok-4.7:xhigh:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.62171,"shrinkageFactor":0.937642,"score":59.33,"se":4.32,"samplingSe":0.468,"residualSe":4.2945,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":15.884931,"costLogSd":0.7118,"costMinUsd":8.093482,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.6331,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Grok 4.7 (xHigh)","observedHarness":"Direct API","rawScore":1638.92,"zScore":0.7666,"seModel":"upstream_ci","ciHalfWidth":7.5099,"ciLower":1631.409,"ciUpper":1646.4289,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.614963,"shrinkageFactor":0.99921,"score":59.22,"se":0.49,"samplingSe":0.4863,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":21.296735,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-fable-5","observedHarness":"Direct API","rawScore":1284,"zScore":0.3539,"seModel":"upstream_se","seRaw":3.6917,"ciHalfWidth":7.2357,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.878776,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Fable 5 (High)","observedHarness":"Direct API","rawScore":1625.88,"zScore":0.6569,"seModel":"upstream_ci","ciHalfWidth":5.9795,"ciLower":1619.9038,"ciUpper":1631.8627,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-fable-5","observedHarness":"OpenHands","rawScore":90.35,"zScore":1.0028,"seModel":"upstream_se","seRaw":2.097,"ciHalfWidth":4.1101,"ciLower":null,"ciUpper":null,"measuredCostUsd":41.714694,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.606305,"shrinkageFactor":0.965702,"score":59.09,"se":3.2,"samplingSe":1.1292,"residualSe":2.9982,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":13.253412,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6-sol","observedHarness":"Direct API","rawScore":1285,"zScore":0.3717,"seModel":"upstream_se","seRaw":5.9126,"ciHalfWidth":11.5887,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.150813,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6-sol","observedHarness":"OpenHands","rawScore":87.82,"zScore":0.9012,"seModel":"upstream_se","seRaw":2.526,"ciHalfWidth":4.951,"ciLower":null,"ciUpper":null,"measuredCostUsd":26.356012,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"zhipu:glm-5.3:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.544685,"shrinkageFactor":0.971218,"score":58.17,"se":2.93,"samplingSe":0.8484,"residualSe":2.8096,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.518212,"costFixedFloorUsd":6.225092,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.7391,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GLM-5.3 (Max)","observedHarness":"Direct API","rawScore":1622.66,"zScore":0.6299,"seModel":"upstream_ci","ciHalfWidth":6.6156,"ciLower":1616.0425,"ciUpper":1629.2737,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:zai/glm-5.3","observedHarness":"OpenHands","rawScore":78.13,"zScore":0.512,"seModel":"upstream_se","seRaw":3.94,"ciHalfWidth":7.7224,"ciLower":null,"ciUpper":null,"measuredCostUsd":12.450185,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-ember:max:direct:native","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.541916,"shrinkageFactor":0.970917,"score":58.13,"se":2.95,"samplingSe":0.9012,"residualSe":2.8092,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.028511,"costFixedFloorUsd":0.027228,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":1,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Ember (Max)","observedHarness":"Direct API","rawScore":1608.29,"zScore":0.509,"seModel":"upstream_ci","ciHalfWidth":16.9253,"ciLower":1591.3672,"ciUpper":1625.2178,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse-ember","observedHarness":"OpenHands","rawScore":83.7,"zScore":0.7357,"seModel":"upstream_se","seRaw":2.756,"ciHalfWidth":5.4018,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.054457,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6.1-terra:medium:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.530577,"shrinkageFactor":0.964893,"score":57.96,"se":3.24,"samplingSe":1.2348,"residualSe":2.9969,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.029908,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0375,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6.1-terra","observedHarness":"Direct API","rawScore":1283,"zScore":0.3362,"seModel":"upstream_se","seRaw":6.3969,"ciHalfWidth":12.5379,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.062862,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6.1-terra","observedHarness":"OpenHands","rawScore":84,"zScore":0.7478,"seModel":"upstream_se","seRaw":2.865,"ciHalfWidth":5.6154,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.996953,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.8-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.501343,"shrinkageFactor":0.967018,"score":57.52,"se":3.14,"samplingSe":0.9322,"residualSe":3.0002,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.475427,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.0014,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3.8-flash","observedHarness":"Direct API","rawScore":1287,"zScore":0.4073,"seModel":"upstream_se","seRaw":2.5657,"ciHalfWidth":5.0288,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.085713,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.8-flash","observedHarness":"OpenHands","rawScore":78.65,"zScore":0.5329,"seModel":"upstream_se","seRaw":3.884,"ciHalfWidth":7.6126,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.865141,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"spacexai:grok-4.6:high:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.494179,"shrinkageFactor":0.971315,"score":57.41,"se":2.93,"samplingSe":0.8306,"residualSe":2.8097,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.552543,"costFixedFloorUsd":2.437756,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.9564,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Grok 4.6 (High)","observedHarness":"Direct API","rawScore":1617.95,"zScore":0.5902,"seModel":"upstream_ci","ciHalfWidth":6.9296,"ciLower":1611.0237,"ciUpper":1624.8828,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:grok/grok-4.6","observedHarness":"OpenHands","rawScore":76.24,"zScore":0.4361,"seModel":"upstream_se","seRaw":3.824,"ciHalfWidth":7.495,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.875513,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-spark-1.3:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.479149,"shrinkageFactor":0.937786,"score":57.19,"se":4.31,"samplingSe":0.4162,"residualSe":4.2948,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.239456,"costLogSd":0.6165,"costMinUsd":1.125731,"costMaxUsd":1.360607,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0034,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Spark 1.3 (xHigh)","observedHarness":"Direct API","rawScore":1620.83,"zScore":0.6145,"seModel":"upstream_ci","ciHalfWidth":6.6782,"ciLower":1614.1477,"ciUpper":1627.504,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro-0813:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.375332,"shrinkageFactor":0.971708,"score":55.63,"se":2.91,"samplingSe":0.7543,"residualSe":2.8103,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.186393,"costFixedFloorUsd":0.178011,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.9997,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V4-Pro (High, 20260813)","observedHarness":"Direct API","rawScore":1580.66,"zScore":0.2766,"seModel":"upstream_ci","ciHalfWidth":9.5272,"ciLower":1571.1363,"ciUpper":1590.1906,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:deepseek/deepseek-v4-pro-0813","observedHarness":"OpenHands","rawScore":82.3,"zScore":0.6795,"seModel":"upstream_se","seRaw":3.148,"ciHalfWidth":6.1701,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.356023,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"zhipu:glm-5.2:max:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.374159,"shrinkageFactor":0.937908,"score":55.61,"se":4.31,"samplingSe":0.3665,"residualSe":4.2951,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.73531,"costLogSd":0.7118,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.6433,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GLM-5.2 (Max)","observedHarness":"Direct API","rawScore":1607.51,"zScore":0.5024,"seModel":"upstream_ci","ciHalfWidth":5.8799,"ciLower":1601.6288,"ciUpper":1613.3886,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.7-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.364098,"shrinkageFactor":0.998483,"score":55.46,"se":0.67,"samplingSe":0.6737,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.457798,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3.7-flash","observedHarness":"Direct API","rawScore":1291,"zScore":0.4784,"seModel":"upstream_se","seRaw":2.0068,"ciHalfWidth":3.9333,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.087954,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.7 Flash (High)","observedHarness":"Direct API","rawScore":1588.7,"zScore":0.3443,"seModel":"upstream_ci","ciHalfWidth":6.4642,"ciLower":1582.2391,"ciUpper":1595.1676,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.7-flash","observedHarness":"OpenHands","rawScore":70.39,"zScore":0.2011,"seModel":"upstream_se","seRaw":4.837,"ciHalfWidth":9.4805,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.827643,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.6-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.307756,"shrinkageFactor":0.966388,"score":54.62,"se":3.17,"samplingSe":1.0312,"residualSe":2.9992,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.588733,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.9254,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3.6-flash","observedHarness":"Direct API","rawScore":1288,"zScore":0.4251,"seModel":"upstream_se","seRaw":2.8578,"ciHalfWidth":5.6013,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.135473,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.6-flash","observedHarness":"OpenHands","rawScore":64,"zScore":-0.0555,"seModel":"upstream_se","seRaw":4.29,"ciHalfWidth":8.4084,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.041993,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.289168,"shrinkageFactor":0.965561,"score":54.34,"se":3.21,"samplingSe":1.1484,"residualSe":2.998,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.67634,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.7383,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-6-luna","observedHarness":"Direct API","rawScore":1264,"zScore":-0.0018,"seModel":"upstream_se","seRaw":5.335,"ciHalfWidth":10.4566,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.006976,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-6-luna","observedHarness":"OpenHands","rawScore":81.65,"zScore":0.6534,"seModel":"upstream_se","seRaw":3.377,"ciHalfWidth":6.6189,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.345703,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-haiku-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.278371,"shrinkageFactor":0.9376,"score":54.18,"se":4.32,"samplingSe":0.4822,"residualSe":4.2944,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":5.97902,"costLogSd":0.7118,"costMinUsd":3.046352,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.3411,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Haiku 5.5 (High)","observedHarness":"Direct API","rawScore":1595.38,"zScore":0.4004,"seModel":"upstream_ci","ciHalfWidth":7.7382,"ciLower":1587.6399,"ciUpper":1603.1163,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-haiku-5.5:medium:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.236139,"shrinkageFactor":0.967523,"score":53.54,"se":3.12,"samplingSe":0.8446,"residualSe":3.001,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.046352,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.828,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-haiku-5-5","observedHarness":"Direct API","rawScore":1248,"zScore":-0.2863,"seModel":"upstream_se","seRaw":4.5232,"ciHalfWidth":8.8655,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.020847,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-haiku-5-5","observedHarness":"OpenHands","rawScore":90.44,"zScore":1.0064,"seModel":"upstream_se","seRaw":1.725,"ciHalfWidth":3.381,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.071856,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.8-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.190044,"shrinkageFactor":0.937832,"score":52.85,"se":4.31,"samplingSe":0.398,"residualSe":4.2949,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.821158,"costLogSd":0.7118,"costMinUsd":3.475427,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.0004,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.8 Flash (High)","observedHarness":"Direct API","rawScore":1584.17,"zScore":0.3062,"seModel":"upstream_ci","ciHalfWidth":6.3861,"ciLower":1577.7823,"ciUpper":1590.5546,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.161977,"shrinkageFactor":0.876006,"score":52.43,"se":6.09,"samplingSe":2.7308,"residualSe":5.4452,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.595096,"costFixedFloorUsd":5.343488,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0005,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.4-2026-03-05","observedHarness":"OpenHands","rawScore":67.42,"zScore":0.0819,"seModel":"upstream_se","seRaw":4.843,"ciHalfWidth":9.4923,"ciLower":null,"ciUpper":null,"measuredCostUsd":10.686976,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-6-luna:max:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.143924,"shrinkageFactor":0.937912,"score":52.16,"se":4.31,"samplingSe":0.3647,"residualSe":4.2951,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.32744,"costLogSd":0.7118,"costMinUsd":0.67634,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.2092,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-6 Luna (Max)","observedHarness":"Direct API","rawScore":1578.32,"zScore":0.257,"seModel":"upstream_ci","ciHalfWidth":5.8507,"ciLower":1572.4709,"ciUpper":1584.1724,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5.2:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.130889,"shrinkageFactor":0.965972,"score":51.96,"se":3.19,"samplingSe":1.0918,"residualSe":2.9986,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.289254,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.609,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:glm-5.2","observedHarness":"Direct API","rawScore":1272,"zScore":0.1405,"seModel":"upstream_se","seRaw":2.3213,"ciHalfWidth":4.5497,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.089994,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:zai/glm-5.2","observedHarness":"OpenHands","rawScore":63.96,"zScore":-0.0571,"seModel":"upstream_se","seRaw":4.795,"ciHalfWidth":9.3982,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.488514,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-sonnet-5:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.106943,"shrinkageFactor":0.999068,"score":51.6,"se":0.53,"samplingSe":0.5282,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.814011,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-sonnet-5","observedHarness":"Direct API","rawScore":1264,"zScore":-0.0018,"seModel":"upstream_se","seRaw":3.1788,"ciHalfWidth":6.2304,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.242603,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Sonnet 5 (High)","observedHarness":"Direct API","rawScore":1539.44,"zScore":-0.07,"seModel":"upstream_ci","ciHalfWidth":5.8027,"ciLower":1533.6376,"ciUpper":1545.243,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-sonnet-5","observedHarness":"OpenHands","rawScore":81.33,"zScore":0.6405,"seModel":"upstream_se","seRaw":3.046,"ciHalfWidth":5.9702,"ciLower":null,"ciUpper":null,"measuredCostUsd":25.38542,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.6-terra:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.10301,"shrinkageFactor":0.966803,"score":51.55,"se":3.15,"samplingSe":0.9673,"residualSe":2.9999,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.997524,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.6-terra","observedHarness":"Direct API","rawScore":1256,"zScore":-0.144,"seModel":"upstream_se","seRaw":2.1932,"ciHalfWidth":4.2987,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.108033,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.6-terra","observedHarness":"OpenHands","rawScore":74.59,"zScore":0.3698,"seModel":"upstream_se","seRaw":4.203,"ciHalfWidth":8.2379,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.887015,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.7:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.088922,"shrinkageFactor":0.970641,"score":51.33,"se":2.96,"samplingSe":0.9472,"residualSe":2.8088,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":11.207597,"costFixedFloorUsd":10.703599,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.7","observedHarness":"Direct API","rawScore":1555.52,"zScore":0.0652,"seModel":"upstream_ci","ciHalfWidth":5.6542,"ciLower":1549.8643,"ciUpper":1561.1728,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-opus-4-7","observedHarness":"OpenHands","rawScore":71,"zScore":0.2256,"seModel":"upstream_se","seRaw":4.506,"ciHalfWidth":8.8318,"ciLower":null,"ciUpper":null,"measuredCostUsd":21.407199,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"spacexai:grok-4.7:high:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.087669,"shrinkageFactor":0.963379,"score":51.32,"se":3.31,"samplingSe":1.4114,"residualSe":2.9946,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.093482,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.0848,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:grok-4.7","observedHarness":"Direct API","rawScore":1240,"zScore":-0.4286,"seModel":"upstream_se","seRaw":7.9455,"ciHalfWidth":15.5732,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.359904,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:grok/grok-4.7","observedHarness":"OpenHands","rawScore":86.17,"zScore":0.8349,"seModel":"upstream_se","seRaw":2.181,"ciHalfWidth":4.2748,"ciLower":null,"ciUpper":null,"measuredCostUsd":15.82706,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"spacexai:grok-4.5:high:direct:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.045387,"shrinkageFactor":0.970598,"score":50.68,"se":2.97,"samplingSe":0.9541,"residualSe":2.8087,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.147677,"costFixedFloorUsd":2.051097,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0.9816,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Grok 4.5","observedHarness":"Direct API","rawScore":1552.39,"zScore":0.0389,"seModel":"upstream_ci","ciHalfWidth":6.7228,"ciLower":1545.6701,"ciUpper":1559.1156,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:grok/grok-4.5","observedHarness":"OpenHands","rawScore":69,"zScore":0.1453,"seModel":"upstream_se","seRaw":4.48,"ciHalfWidth":8.7808,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.102194,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.6:thinking:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.007129,"shrinkageFactor":0.965678,"score":50.11,"se":3.2,"samplingSe":1.1325,"residualSe":2.9981,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.334448,"costFixedFloorUsd":4.139531,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.1146,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-opus-4-6-thinking","observedHarness":"Direct API","rawScore":1274,"zScore":0.1761,"seModel":"upstream_se","seRaw":3.2222,"ciHalfWidth":6.3155,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-opus-4-6-thinking","observedHarness":"OpenHands","rawScore":53.5,"zScore":-0.4772,"seModel":"upstream_se","seRaw":4.678,"ciHalfWidth":9.1689,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.279062,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.005282,"shrinkageFactor":0.967486,"score":50.08,"se":3.12,"samplingSe":0.8512,"residualSe":3.001,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.367783,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.9832,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.6-luna","observedHarness":"Direct API","rawScore":1244,"zScore":-0.3575,"seModel":"upstream_se","seRaw":3.246,"ciHalfWidth":6.3622,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.009139,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.6-luna","observedHarness":"OpenHands","rawScore":77.06,"zScore":0.469,"seModel":"upstream_se","seRaw":3.069,"ciHalfWidth":6.0152,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.726426,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.6:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.011033,"shrinkageFactor":0.998558,"score":49.83,"se":0.66,"samplingSe":0.657,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.54825,"costFixedFloorUsd":4.343718,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.0261,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-opus-4-6","observedHarness":"Direct API","rawScore":1278,"zScore":0.2472,"seModel":"upstream_se","seRaw":3.0957,"ciHalfWidth":6.0676,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.6","observedHarness":"Direct API","rawScore":1536.66,"zScore":-0.0934,"seModel":"upstream_ci","ciHalfWidth":5.3928,"ciLower":1531.2711,"ciUpper":1542.0567,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-opus-4-6","observedHarness":"OpenHands","rawScore":57.57,"zScore":-0.3138,"seModel":"upstream_se","seRaw":4.371,"ciHalfWidth":8.5672,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.687436,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.8:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.012642,"shrinkageFactor":0.999158,"score":49.81,"se":0.5,"samplingSe":0.5019,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":13.623488,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-opus-4-8","observedHarness":"Direct API","rawScore":1246,"zScore":-0.3219,"seModel":"upstream_se","seRaw":2.678,"ciHalfWidth":5.2489,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.366987,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.8","observedHarness":"Direct API","rawScore":1536.51,"zScore":-0.0946,"seModel":"upstream_ci","ciHalfWidth":5.7303,"ciLower":1530.783,"ciUpper":1542.2437,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-opus-4-8","observedHarness":"OpenHands","rawScore":82.72,"zScore":0.6964,"seModel":"upstream_se","seRaw":3.081,"ciHalfWidth":6.0388,"ciLower":null,"ciUpper":null,"measuredCostUsd":26.879989,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.7:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.020846,"shrinkageFactor":0.93792,"score":49.69,"se":4.31,"samplingSe":0.3613,"residualSe":4.2951,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":17.599013,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.0403,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.7 (High)","observedHarness":"Direct API","rawScore":1557.43,"zScore":0.0813,"seModel":"upstream_ci","ciHalfWidth":5.7962,"ciLower":1551.6292,"ciUpper":1563.2216,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.8:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.036148,"shrinkageFactor":0.937919,"score":49.46,"se":4.31,"samplingSe":0.3614,"residualSe":4.2951,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":29.443325,"costLogSd":0.7118,"costMinUsd":13.623488,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.8 (High)","observedHarness":"Direct API","rawScore":1555.49,"zScore":0.065,"seModel":"upstream_ci","ciHalfWidth":5.7985,"ciLower":1549.6938,"ciUpper":1561.2908,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.5:medium:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.106314,"shrinkageFactor":0.966137,"score":48.41,"se":3.18,"samplingSe":1.0682,"residualSe":2.9989,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.562524,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.5","observedHarness":"Direct API","rawScore":1243,"zScore":-0.3752,"seModel":"upstream_se","seRaw":2.7321,"ciHalfWidth":5.3549,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.463137,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.5","observedHarness":"OpenHands","rawScore":69.85,"zScore":0.1795,"seModel":"upstream_se","seRaw":4.535,"ciHalfWidth":8.8886,"ciLower":null,"ciUpper":null,"measuredCostUsd":16.661911,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.6:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.108084,"shrinkageFactor":0.937958,"score":48.38,"se":4.31,"samplingSe":0.3441,"residualSe":4.2952,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.539291,"costLogSd":0.6177,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.2162,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.6 (High)","observedHarness":"Direct API","rawScore":1546.37,"zScore":-0.0117,"seModel":"upstream_ci","ciHalfWidth":5.5201,"ciLower":1540.8486,"ciUpper":1551.8887,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.1:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.1","displayName":"Muse Spark 1.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.148439,"shrinkageFactor":0.93761,"score":47.77,"se":4.32,"samplingSe":0.4789,"residualSe":4.2944,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.163401,"costLogSd":0.8308,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0024,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Spark 1.1","observedHarness":"Direct API","rawScore":1541.25,"zScore":-0.0548,"seModel":"upstream_ci","ciHalfWidth":7.684,"ciLower":1533.5695,"ciUpper":1548.9374,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-4.6:none:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.153894,"shrinkageFactor":0.998409,"score":47.69,"se":0.69,"samplingSe":0.6899,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.093038,"costFixedFloorUsd":2.953946,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0.4186,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-sonnet-4-6","observedHarness":"Direct API","rawScore":1272,"zScore":0.1405,"seModel":"upstream_se","seRaw":3.1783,"ciHalfWidth":6.2295,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Sonnet 4.6","observedHarness":"Direct API","rawScore":1521.92,"zScore":-0.2173,"seModel":"upstream_ci","ciHalfWidth":5.1945,"ciLower":1516.7292,"ciUpper":1527.1182,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-sonnet-4-6","observedHarness":"OpenHands","rawScore":51.48,"zScore":-0.5583,"seModel":"upstream_se","seRaw":4.645,"ciHalfWidth":9.1042,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.907892,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"zhipu:glm-5.3-flash:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.154342,"shrinkageFactor":0.969602,"score":47.68,"se":3.02,"samplingSe":1.1029,"residualSe":2.8073,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.459403,"costFixedFloorUsd":2.348805,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.8464,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GLM-5.3-Flash","observedHarness":"Direct API","rawScore":1610.48,"zScore":0.5274,"seModel":"upstream_ci","ciHalfWidth":6.0465,"ciLower":1604.431,"ciUpper":1616.5239,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:zai/glm-5.3-flash","observedHarness":"OpenHands","rawScore":30.76,"zScore":-1.3905,"seModel":"upstream_se","seRaw":5.277,"ciHalfWidth":10.3429,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.69761,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.6-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.175723,"shrinkageFactor":0.937629,"score":47.36,"se":4.32,"samplingSe":0.4725,"residualSe":4.2945,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.118178,"costLogSd":0.7118,"costMinUsd":1.588733,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.0484,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.6 Flash (High)","observedHarness":"Direct API","rawScore":1537.79,"zScore":-0.0839,"seModel":"upstream_ci","ciHalfWidth":7.5817,"ciLower":1530.2111,"ciUpper":1545.3746,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.7-max:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-max","displayName":"Qwen3.7 Max","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.195195,"shrinkageFactor":0.965994,"score":47.07,"se":3.19,"samplingSe":1.0886,"residualSe":2.9986,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.775757,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.75,"inputPer1mUsd":2.5,"outputPer1mUsd":7.5,"contextWindow":1000000,"releaseDate":"2026-05-20","paretoProb":1,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:qwen3.7-max","observedHarness":"Direct API","rawScore":1263,"zScore":-0.0195,"seModel":"upstream_se","seRaw":2.763,"ciHalfWidth":5.4155,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.151192,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:alibaba/qwen3.7-max","observedHarness":"OpenHands","rawScore":47.67,"zScore":-0.7114,"seModel":"upstream_se","seRaw":4.63,"ciHalfWidth":9.0748,"ciLower":null,"ciUpper":null,"measuredCostUsd":11.400322,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-spark-1.2:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.21064,"shrinkageFactor":0.936013,"score":46.84,"se":4.38,"samplingSe":0.8595,"residualSe":4.2908,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.598324,"costLogSd":0.7118,"costMinUsd":0.814357,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0011,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Spark 1.2 (xHigh)","observedHarness":"Direct API","rawScore":1533.33,"zScore":-0.1214,"seModel":"upstream_ci","ciHalfWidth":13.8029,"ciLower":1519.5226,"ciUpper":1547.1284,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.361515,"shrinkageFactor":0.998416,"score":44.58,"se":0.69,"samplingSe":0.6886,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.355118,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.6471,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3.5-flash","observedHarness":"Direct API","rawScore":1256,"zScore":-0.144,"seModel":"upstream_se","seRaw":2.6263,"ciHalfWidth":5.1475,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.169851,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.5 Flash (High)","observedHarness":"Direct API","rawScore":1499.75,"zScore":-0.4038,"seModel":"upstream_ci","ciHalfWidth":7.323,"ciLower":1492.429,"ciUpper":1507.075,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.5-flash","observedHarness":"OpenHands","rawScore":48.68,"zScore":-0.6708,"seModel":"upstream_se","seRaw":4.727,"ciHalfWidth":9.2649,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.540385,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"moonshot:kimi-k2.6:thinking:direct:native","provider":"moonshot","modelSlug":"kimi-k2.6","displayName":"Kimi K2.6","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.401157,"shrinkageFactor":0.998206,"score":43.98,"se":0.73,"samplingSe":0.7326,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.009219,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-04-10","paretoProb":1,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:kimi-k2.6","observedHarness":"Direct API","rawScore":1259,"zScore":-0.0907,"seModel":"upstream_se","seRaw":3.1954,"ciHalfWidth":6.263,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.093086,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Kimi K2.6","observedHarness":"Direct API","rawScore":1509.14,"zScore":-0.3248,"seModel":"upstream_ci","ciHalfWidth":7.2788,"ciLower":1501.8596,"ciUpper":1516.4172,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:kimi/kimi-k2.6","observedHarness":"OpenHands","rawScore":37.89,"zScore":-1.1042,"seModel":"upstream_se","seRaw":4.912,"ciHalfWidth":9.6275,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.925351,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"moonshot:kimi-k2.7-code:max:direct:native","provider":"moonshot","modelSlug":"kimi-k2.7-code","displayName":"Kimi K2.7 Code","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.479161,"shrinkageFactor":0.997952,"score":42.81,"se":0.78,"samplingSe":0.7829,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.954135,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-06-15","paretoProb":0.132,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:kimi-k2.7-code","observedHarness":"Direct API","rawScore":1253,"zScore":-0.1974,"seModel":"upstream_se","seRaw":3.2714,"ciHalfWidth":6.4119,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.072464,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Kimi K2.7 Code","observedHarness":"Direct API","rawScore":1474.89,"zScore":-0.6128,"seModel":"upstream_ci","ciHalfWidth":9.4603,"ciLower":1465.4343,"ciUpper":1484.355,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:kimi/kimi-k2.7-code","observedHarness":"OpenHands","rawScore":47.21,"zScore":-0.7298,"seModel":"upstream_se","seRaw":5.191,"ciHalfWidth":10.1744,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.835806,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.4-mini:none:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.518496,"shrinkageFactor":0.868649,"score":42.22,"se":6.27,"samplingSe":3.1477,"residualSe":5.4223,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.623697,"costFixedFloorUsd":0.59565,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.111,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.4-mini-2026-03-17","observedHarness":"OpenHands","rawScore":47.97,"zScore":-0.6993,"seModel":"upstream_se","seRaw":5.606,"ciHalfWidth":10.9878,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.191299,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.5-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.552002,"shrinkageFactor":0.937782,"score":41.72,"se":4.32,"samplingSe":0.4178,"residualSe":4.2948,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.83202,"costLogSd":0.7118,"costMaxUsd":1.355118,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.7763,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.5 Flash (Medium)","observedHarness":"Direct API","rawScore":1490.08,"zScore":-0.4851,"seModel":"upstream_ci","ciHalfWidth":6.7028,"ciLower":1483.3801,"ciUpper":1496.7856,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.5","displayName":"Claude Opus 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.626781,"shrinkageFactor":0.991247,"score":40.6,"se":1.62,"samplingSe":0.4101,"residualSe":1.5657,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":22.172963,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":200000,"releaseDate":"2025-11-24","paretoProb":0.0077,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-opus-4-5","observedHarness":"Direct API","rawScore":1234,"zScore":-0.5353,"seModel":"upstream_se","seRaw":2.5879,"ciHalfWidth":5.0723,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Opus 4.5 (20251101)","observedHarness":"Direct API","rawScore":1468.93,"zScore":-0.663,"seModel":"upstream_ci","ciHalfWidth":7.2753,"ciLower":1461.6547,"ciUpper":1476.2054,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5.1:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5.1","displayName":"GLM-5.1","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.69419,"shrinkageFactor":0.970502,"score":39.59,"se":2.97,"samplingSe":0.9694,"residualSe":2.8086,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.515612,"costFixedFloorUsd":1.447456,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":204800,"releaseDate":"2026-04-15","paretoProb":0.9579,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GLM-5.1","observedHarness":"Direct API","rawScore":1508.07,"zScore":-0.3338,"seModel":"upstream_ci","ciHalfWidth":6.8177,"ciLower":1501.2482,"ciUpper":1514.8837,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:zai/glm-5.1","observedHarness":"OpenHands","rawScore":31.46,"zScore":-1.3624,"seModel":"upstream_se","seRaw":4.553,"ciHalfWidth":8.9239,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.894911,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.2:none:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.874561,"shrinkageFactor":0.967209,"score":36.88,"se":3.13,"samplingSe":1.3972,"residualSe":2.8038,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.290373,"costFixedFloorUsd":8.872591,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-5.2","observedHarness":"Direct API","rawScore":1418.96,"zScore":-1.0832,"seModel":"upstream_ci","ciHalfWidth":22.7076,"ciLower":1396.2484,"ciUpper":1441.6636,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.2-2025-12-11","observedHarness":"OpenHands","rawScore":53.5,"zScore":-0.4772,"seModel":"upstream_se","seRaw":5.067,"ciHalfWidth":9.9313,"ciLower":null,"ciUpper":null,"measuredCostUsd":17.745182,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.5-flash-lite:minimal:direct:native","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.904492,"shrinkageFactor":0.877914,"score":36.43,"se":6.04,"samplingSe":2.6118,"residualSe":5.4511,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.43617,"costFixedFloorUsd":0.416556,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.8245,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.5-flash-lite","observedHarness":"OpenHands","rawScore":37.16,"zScore":-1.1335,"seModel":"upstream_se","seRaw":4.627,"ciHalfWidth":9.0689,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.833111,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3.1-pro:high:direct:native","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.922569,"shrinkageFactor":0.998723,"score":36.16,"se":0.62,"samplingSe":0.6183,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.987763,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3.1-pro-preview","observedHarness":"Direct API","rawScore":1221,"zScore":-0.7665,"seModel":"upstream_se","seRaw":2.3161,"ciHalfWidth":4.5396,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.150324,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.1 Pro Preview","observedHarness":"Direct API","rawScore":1446.34,"zScore":-0.8529,"seModel":"upstream_ci","ciHalfWidth":5.1016,"ciLower":1441.2395,"ciUpper":1451.4426,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.1-pro-preview","observedHarness":"OpenHands","rawScore":32.03,"zScore":-1.3395,"seModel":"upstream_se","seRaw":4.342,"ciHalfWidth":8.5103,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.825202,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"spacexai:grok-4.20:none:direct:native","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.925956,"shrinkageFactor":0.931054,"score":36.11,"se":4.54,"samplingSe":0.6549,"residualSe":4.4949,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.406043,"costFixedFloorUsd":0.044239,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0.6058,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:grok-4-20-beta-non-reasoning","observedHarness":"Direct API","rawScore":1206,"zScore":-1.0333,"seModel":"upstream_se","seRaw":2.5442,"ciHalfWidth":4.9866,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.088477,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"zhipu:glm-5:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5","displayName":"GLM-5","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.941411,"shrinkageFactor":0.998747,"score":35.88,"se":0.61,"samplingSe":0.6124,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":21.083227,"costFixedFloorUsd":20.135129,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.55,"inputPer1mUsd":1,"outputPer1mUsd":3.2,"contextWindow":204800,"releaseDate":"2026-02-01","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:glm-5","observedHarness":"Direct API","rawScore":1235,"zScore":-0.5175,"seModel":"upstream_se","seRaw":2.4547,"ciHalfWidth":4.8112,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GLM-5","observedHarness":"Direct API","rawScore":1434.88,"zScore":-0.9493,"seModel":"upstream_ci","ciHalfWidth":8.2035,"ciLower":1426.6724,"ciUpper":1443.0794,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:zai/glm-5-thinking","observedHarness":"OpenHands","rawScore":23.36,"zScore":-1.6877,"seModel":"upstream_se","seRaw":4.034,"ciHalfWidth":7.9066,"ciLower":null,"ciUpper":null,"measuredCostUsd":40.270258,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.3-codex:medium:direct:native","provider":"openai","modelSlug":"gpt-5.3-codex","displayName":"GPT-5.3 Codex","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.241824,"shrinkageFactor":0.965198,"score":31.37,"se":3.23,"samplingSe":1.1962,"residualSe":2.9974,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.237777,"costFixedFloorUsd":5.957268,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2026-02-15","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.3-codex","observedHarness":"Direct API","rawScore":1150,"zScore":-2.0293,"seModel":"upstream_se","seRaw":3.8887,"ciHalfWidth":7.6219,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.3-codex","observedHarness":"OpenHands","rawScore":61.77,"zScore":-0.1451,"seModel":"upstream_se","seRaw":4.714,"ciHalfWidth":9.2394,"ciLower":null,"ciUpper":null,"measuredCostUsd":11.914536,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.4:low:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"low","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.272629,"shrinkageFactor":0.930235,"score":30.91,"se":4.57,"samplingSe":0.8319,"residualSe":4.493,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.914087,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.4-low","observedHarness":"Direct API","rawScore":1185,"zScore":-1.4068,"seModel":"upstream_se","seRaw":3.2331,"ciHalfWidth":6.3369,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"openai:gpt-5.4-mini:high:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.27679,"shrinkageFactor":0.937802,"score":30.85,"se":4.31,"samplingSe":0.41,"residualSe":4.2949,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.979376,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.1534,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-5.4 mini (High)","observedHarness":"Direct API","rawScore":1398.18,"zScore":-1.2579,"seModel":"upstream_ci","ciHalfWidth":6.5784,"ciLower":1391.5991,"ciUpper":1404.7559,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4-nano:none:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.288802,"shrinkageFactor":0.87387,"score":30.67,"se":6.14,"samplingSe":2.8581,"residualSe":5.4386,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.668721,"costFixedFloorUsd":0.638649,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0018,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.4-nano-2026-03-17","observedHarness":"OpenHands","rawScore":26.1,"zScore":-1.5777,"seModel":"upstream_se","seRaw":5.075,"ciHalfWidth":9.947,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.277298,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"google:gemini-3-flash:high:direct:native","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.29972,"shrinkageFactor":0.997699,"score":30.5,"se":0.83,"samplingSe":0.8298,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.493213,"costFixedFloorUsd":0.471033,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0.1324,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3-flash-preview","observedHarness":"Direct API","rawScore":1183,"zScore":-1.4423,"seModel":"upstream_se","seRaw":6.1061,"ciHalfWidth":11.968,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3 Flash","observedHarness":"Direct API","rawScore":1440.15,"zScore":-0.905,"seModel":"upstream_ci","ciHalfWidth":8.6765,"ciLower":1431.4698,"ciUpper":1448.8227,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3-flash-preview","observedHarness":"OpenHands","rawScore":20.2,"zScore":-1.8146,"seModel":"upstream_se","seRaw":3.946,"ciHalfWidth":7.7342,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.942067,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.4:none:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.331968,"shrinkageFactor":0.990894,"score":30.02,"se":1.65,"samplingSe":0.5239,"residualSe":1.5654,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.914087,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.4-none","observedHarness":"Direct API","rawScore":1186,"zScore":-1.389,"seModel":"upstream_se","seRaw":3.1966,"ciHalfWidth":6.2653,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-5.4","observedHarness":"Direct API","rawScore":1399.99,"zScore":-1.2427,"seModel":"upstream_ci","ciHalfWidth":9.858,"ciLower":1390.135,"ciUpper":1409.851,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3-flash:minimal:direct:native","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.385258,"shrinkageFactor":0.937989,"score":29.22,"se":4.31,"samplingSe":0.3293,"residualSe":4.2953,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.521332,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0.5664,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3 Flash (Minimal)","observedHarness":"Direct API","rawScore":1384.46,"zScore":-1.3733,"seModel":"upstream_ci","ciHalfWidth":5.2822,"ciLower":1379.177,"ciUpper":1389.7414,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.20:thinking:direct:native","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.435495,"shrinkageFactor":0.999449,"score":28.47,"se":0.41,"samplingSe":0.4059,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.431935,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0.9233,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:grok-4-20-beta-reasoning","observedHarness":"Direct API","rawScore":1216,"zScore":-0.8554,"seModel":"upstream_se","seRaw":2.6026,"ciHalfWidth":5.1011,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.091985,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Grok 4.20 Beta (Reasoning, 0309)","observedHarness":"Direct API","rawScore":1376.38,"zScore":-1.4413,"seModel":"upstream_ci","ciHalfWidth":6.1224,"ciLower":1370.2599,"ciUpper":1382.5047,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:grok/grok-4.20-0309-reasoning","observedHarness":"OpenHands","rawScore":4.06,"zScore":-2.4629,"seModel":"upstream_se","seRaw":2.058,"ciHalfWidth":4.0337,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.771885,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5:medium:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.453304,"shrinkageFactor":0.998582,"score":28.2,"se":0.65,"samplingSe":0.6514,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.798491,"costFixedFloorUsd":0.762583,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5","observedHarness":"Direct API","rawScore":1172,"zScore":-1.638,"seModel":"upstream_se","seRaw":2.541,"ciHalfWidth":4.9804,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-5 (Medium)","observedHarness":"Direct API","rawScore":1417.54,"zScore":-1.0951,"seModel":"upstream_ci","ciHalfWidth":15.6118,"ciLower":1401.9305,"ciUpper":1433.154,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5-2025-08-07","observedHarness":"OpenHands","rawScore":20.09,"zScore":-1.8191,"seModel":"upstream_se","seRaw":3.409,"ciHalfWidth":6.6816,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.525167,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.1:high:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.454201,"shrinkageFactor":0.929956,"score":28.19,"se":4.58,"samplingSe":0.8839,"residualSe":4.4923,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.116865,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0144,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.1-high","observedHarness":"Direct API","rawScore":1174,"zScore":-1.6024,"seModel":"upstream_se","seRaw":3.4359,"ciHalfWidth":6.7344,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"anthropic:claude-sonnet-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.5","displayName":"Claude Sonnet 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.474446,"shrinkageFactor":0.991333,"score":27.88,"se":1.61,"samplingSe":0.3768,"residualSe":1.5658,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.490122,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2025-09-29","paretoProb":0.3607,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-sonnet-4-5","observedHarness":"Direct API","rawScore":1177,"zScore":-1.5491,"seModel":"upstream_se","seRaw":2.2407,"ciHalfWidth":4.3918,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Sonnet 4.5 (20250929)","observedHarness":"Direct API","rawScore":1384.84,"zScore":-1.3701,"seModel":"upstream_ci","ciHalfWidth":7.357,"ciLower":1377.4788,"ciUpper":1392.1928,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-4.5:thinking:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.5","displayName":"Claude Sonnet 4.5","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.493058,"shrinkageFactor":0.967325,"score":27.6,"se":3.13,"samplingSe":0.8799,"residualSe":3.0007,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.48522,"costFixedFloorUsd":3.328492,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2025-09-29","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-sonnet-4-5-thinking","observedHarness":"Direct API","rawScore":1177,"zScore":-1.5491,"seModel":"upstream_se","seRaw":2.2634,"ciHalfWidth":4.4363,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-sonnet-4-5-20250929-thinking","observedHarness":"OpenHands","rawScore":22.62,"zScore":-1.7175,"seModel":"upstream_se","seRaw":3.728,"ciHalfWidth":7.3069,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.656984,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-opus-4.5:thinking:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.5","displayName":"Claude Opus 4.5","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.504858,"shrinkageFactor":0.888729,"score":27.43,"se":5.77,"samplingSe":1.7941,"residualSe":5.4846,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":17.21059,"costFixedFloorUsd":16.436642,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":200000,"releaseDate":"2025-11-24","paretoProb":0,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:anthropic/claude-opus-4-5-20251101-thinking","observedHarness":"OpenHands","rawScore":20.63,"zScore":-1.7974,"seModel":"upstream_se","seRaw":3.159,"ciHalfWidth":6.1916,"ciLower":null,"ciUpper":null,"measuredCostUsd":32.873283,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.1:medium:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.513667,"shrinkageFactor":0.990821,"score":27.3,"se":1.66,"samplingSe":0.5446,"residualSe":1.5654,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.116865,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0159,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.1-medium","observedHarness":"Direct API","rawScore":1166,"zScore":-1.7447,"seModel":"upstream_se","seRaw":3.0085,"ciHalfWidth":5.8967,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-5.1 (Medium)","observedHarness":"Direct API","rawScore":1397.25,"zScore":-1.2658,"seModel":"upstream_ci","ciHalfWidth":11.6034,"ciLower":1385.6455,"ciUpper":1408.8522,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5:high:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.51997,"shrinkageFactor":0.929708,"score":27.2,"se":4.59,"samplingSe":0.9279,"residualSe":4.4917,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.028722,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.1261,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5-high","observedHarness":"Direct API","rawScore":1170,"zScore":-1.6736,"seModel":"upstream_se","seRaw":3.6074,"ciHalfWidth":7.0705,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"spacexai:grok-4.3:low:direct:native","provider":"spacexai","modelSlug":"grok-4.3","displayName":"Grok 4.3","effort":"low","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.604133,"shrinkageFactor":0.998691,"score":25.94,"se":0.63,"samplingSe":0.6259,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.651053,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":1000000,"releaseDate":"2026-05-01","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:grok-4.3","observedHarness":"Direct API","rawScore":1181,"zScore":-1.4779,"seModel":"upstream_se","seRaw":2.5988,"ciHalfWidth":5.0936,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.017385,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Grok 4.3","observedHarness":"Direct API","rawScore":1357.51,"zScore":-1.6,"seModel":"upstream_ci","ciHalfWidth":6.2825,"ciLower":1351.2266,"ciUpper":1363.7916,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:grok/grok-4.3","observedHarness":"OpenHands","rawScore":19.4,"zScore":-1.8468,"seModel":"upstream_se","seRaw":4.243,"ciHalfWidth":8.3163,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.28472,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"openai:gpt-5.1:low:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"low","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.703389,"shrinkageFactor":0.93058,"score":24.45,"se":4.56,"samplingSe":0.7624,"residualSe":4.4938,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.736782,"costLogSd":0.714,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0281,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.1-low","observedHarness":"Direct API","rawScore":1159,"zScore":-1.8692,"seModel":"upstream_se","seRaw":2.9624,"ciHalfWidth":5.8063,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"openai:gpt-5.1:none:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.786625,"shrinkageFactor":0.998541,"score":23.2,"se":0.66,"samplingSe":0.6607,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.348085,"costFixedFloorUsd":1.287463,"costLogSd":0.9601,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-5.1-none","observedHarness":"Direct API","rawScore":1155,"zScore":-1.9403,"seModel":"upstream_se","seRaw":2.9505,"ciHalfWidth":5.783,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:GPT-5.1","observedHarness":"Direct API","rawScore":1342.35,"zScore":-1.7275,"seModel":"upstream_ci","ciHalfWidth":8.5659,"ciLower":1333.7808,"ciUpper":1350.9127,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:openai/gpt-5.1-2025-11-13","observedHarness":"OpenHands","rawScore":24.61,"zScore":-1.6375,"seModel":"upstream_se","seRaw":4.254,"ciHalfWidth":8.3378,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.574926,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"anthropic:claude-haiku-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-haiku-4.5","displayName":"Claude Haiku 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-2.280002,"shrinkageFactor":0.991381,"score":15.8,"se":1.61,"samplingSe":0.3571,"residualSe":1.5658,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.355214,"costLogSd":1.0006,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":200000,"releaseDate":"2025-10-15","paretoProb":0.5309,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:claude-haiku-4-5","observedHarness":"Direct API","rawScore":1110,"zScore":-2.7407,"seModel":"upstream_se","seRaw":2.4686,"ciHalfWidth":4.8385,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Claude Haiku 4.5 (20251001)","observedHarness":"Direct API","rawScore":1330.22,"zScore":-1.8295,"seModel":"upstream_ci","ciHalfWidth":5.0002,"ciLower":1325.2187,"ciUpper":1335.2191,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]}],"provisionalConfigs":[{"id":"meta:muse-wonder-full:max:direct:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":1.187276,"shrinkageFactor":0.971879,"score":67.81,"se":2.9,"samplingSe":0.7186,"residualSe":2.8106,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Wonder Full (Max)","observedHarness":"Direct API","rawScore":1722.63,"zScore":1.4706,"seModel":"upstream_ci","ciHalfWidth":14.4207,"ciLower":1708.2095,"ciUpper":1737.0509,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse-wonder-full","observedHarness":"OpenHands","rawScore":86,"zScore":0.8281,"seModel":"upstream_se","seRaw":1.933,"ciHalfWidth":3.7887,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.293448,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"deepseek:deepseek-v4.1-flash:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.664082,"shrinkageFactor":0.967862,"score":59.96,"se":3.1,"samplingSe":0.7802,"residualSe":3.0015,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:deepseek-v4-1-flash","observedHarness":"Direct API","rawScore":1294,"zScore":0.5318,"seModel":"upstream_se","seRaw":2.8513,"ciHalfWidth":5.5885,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.050128,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:deepseek/deepseek-v4.1-flash","observedHarness":"OpenHands","rawScore":84.74,"zScore":0.7775,"seModel":"upstream_se","seRaw":2.891,"ciHalfWidth":5.6664,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.407445,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-spark-open:high:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.620173,"shrinkageFactor":0.965396,"score":59.3,"se":3.22,"samplingSe":1.1703,"residualSe":2.9977,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.868422,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:muse-spark-open","observedHarness":"Direct API","rawScore":1301,"zScore":0.6563,"seModel":"upstream_se","seRaw":5.56,"ciHalfWidth":10.8976,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.081234,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse-spark-open","observedHarness":"OpenHands","rawScore":76.19,"zScore":0.4341,"seModel":"upstream_se","seRaw":3.317,"ciHalfWidth":6.5013,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.655609,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen3.8-max:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.619282,"shrinkageFactor":0.968861,"score":59.29,"se":3.05,"samplingSe":1.2017,"residualSe":2.8062,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.8-Max","observedHarness":"Direct API","rawScore":1670.36,"zScore":1.031,"seModel":"upstream_ci","ciHalfWidth":12.1218,"ciLower":1658.2419,"ciUpper":1682.4855,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:alibaba/qwen3.8-max","observedHarness":"OpenHands","rawScore":64.7,"zScore":-0.0274,"seModel":"upstream_se","seRaw":5.362,"ciHalfWidth":10.5095,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.238852,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen3.8-flash-next:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-flash-next","displayName":"Qwen3.8 Flash Next","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.517699,"shrinkageFactor":0.937762,"score":57.77,"se":4.32,"samplingSe":0.4251,"residualSe":4.2948,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-15","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.8-Flash-Next","observedHarness":"Direct API","rawScore":1625.72,"zScore":0.6556,"seModel":"upstream_ci","ciHalfWidth":6.8208,"ciLower":1618.8955,"ciUpper":1632.537,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4.1-flash:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.48237,"shrinkageFactor":0.93682,"score":57.24,"se":4.35,"samplingSe":0.6938,"residualSe":4.2926,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V4.1-Flash-20260910 (Max)","observedHarness":"Direct API","rawScore":1621.31,"zScore":0.6185,"seModel":"upstream_ci","ciHalfWidth":11.137,"ciLower":1610.1743,"ciUpper":1632.4483,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-flash:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.281823,"shrinkageFactor":0.97146,"score":54.23,"se":2.92,"samplingSe":0.8033,"residualSe":2.81,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V4-Flash (High)","observedHarness":"Direct API","rawScore":1582.11,"zScore":0.2888,"seModel":"upstream_ci","ciHalfWidth":9.4106,"ciLower":1572.7041,"ciUpper":1591.5252,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:deepseek/deepseek-v4-flash-0731","observedHarness":"OpenHands","rawScore":74.74,"zScore":0.3759,"seModel":"upstream_se","seRaw":3.442,"ciHalfWidth":6.7463,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.905592,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen3.8-27b:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":0.188962,"shrinkageFactor":0.970225,"score":52.83,"se":2.99,"samplingSe":1.0124,"residualSe":2.8082,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.8-27B","observedHarness":"Direct API","rawScore":1589.53,"zScore":0.3512,"seModel":"upstream_ci","ciHalfWidth":5.8962,"ciLower":1583.6368,"ciUpper":1595.4293,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:alibaba/qwen3.8-27b","observedHarness":"OpenHands","rawScore":64.85,"zScore":-0.0214,"seModel":"upstream_se","seRaw":4.825,"ciHalfWidth":9.457,"ciLower":null,"ciUpper":null,"measuredCostUsd":23.456372,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"meta:muse-spark-open:max:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"max","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.257761,"shrinkageFactor":0.935872,"score":46.13,"se":4.38,"samplingSe":0.8853,"residualSe":4.2904,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Spark Open (Max)","observedHarness":"Direct API","rawScore":1527.34,"zScore":-0.1718,"seModel":"upstream_ci","ciHalfWidth":14.2191,"ciLower":1513.1232,"ciUpper":1541.5614,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.7-plus:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-plus","displayName":"Qwen3.7 Plus","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.278978,"shrinkageFactor":0.965494,"score":45.82,"se":3.21,"samplingSe":1.1573,"residualSe":2.9979,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.570979,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-10","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:qwen3.7-plus","observedHarness":"Direct API","rawScore":1257,"zScore":-0.1262,"seModel":"upstream_se","seRaw":3.6546,"ciHalfWidth":7.163,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.059609,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:alibaba/qwen3.7-plus","observedHarness":"OpenHands","rawScore":46.39,"zScore":-0.7628,"seModel":"upstream_se","seRaw":4.614,"ciHalfWidth":9.0434,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.082348,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen3.7-max-0517:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-max-0517","displayName":"Qwen3.7 Max (0517)","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.349994,"shrinkageFactor":0.93766,"score":44.75,"se":4.32,"samplingSe":0.462,"residualSe":4.2945,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-05-17","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.7-Max (20260517)","observedHarness":"Direct API","rawScore":1515.69,"zScore":-0.2697,"seModel":"upstream_ci","ciHalfWidth":7.4136,"ciLower":1508.2727,"ciUpper":1523.1,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-0.758982,"shrinkageFactor":0.937836,"score":38.62,"se":4.31,"samplingSe":0.3967,"residualSe":4.2949,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V4-Pro Preview (High)","observedHarness":"Direct API","rawScore":1463.84,"zScore":-0.7058,"seModel":"upstream_ci","ciHalfWidth":6.3642,"ciLower":1457.48,"ciUpper":1470.2083,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3-pro:high:direct:native","provider":"google","modelSlug":"gemini-3-pro","displayName":"Gemini 3 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.284292,"shrinkageFactor":0.971885,"score":30.74,"se":2.9,"samplingSe":0.7174,"residualSe":2.8106,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-18","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3 Pro","observedHarness":"Direct API","rawScore":1441.13,"zScore":-0.8968,"seModel":"upstream_ci","ciHalfWidth":8.5087,"ciLower":1432.6222,"ciUpper":1449.6397,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3-pro-preview","observedHarness":"OpenHands","rawScore":14.3,"zScore":-2.0516,"seModel":"upstream_se","seRaw":3.061,"ciHalfWidth":5.9996,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.417592,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"alibaba:qwen3.5-397b-a17b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-397b-a17b","displayName":"Qwen3.5 397B A17B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.39943,"shrinkageFactor":0.990371,"score":29.01,"se":1.7,"samplingSe":0.6575,"residualSe":1.565,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:qwen3.5-397b-a17b","observedHarness":"Direct API","rawScore":1178,"zScore":-1.5313,"seModel":"upstream_se","seRaw":4.9573,"ciHalfWidth":9.7163,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.5-397B-A17B","observedHarness":"Direct API","rawScore":1399.95,"zScore":-1.2431,"seModel":"upstream_ci","ciHalfWidth":5.1724,"ciLower":1394.7772,"ciUpper":1405.1221,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemma-4-31b:none:direct:native","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.497282,"shrinkageFactor":0.937894,"score":27.54,"se":4.31,"samplingSe":0.3726,"residualSe":4.2951,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemma 4 31B","observedHarness":"Direct API","rawScore":1370.24,"zScore":-1.4929,"seModel":"upstream_ci","ciHalfWidth":5.9786,"ciLower":1364.2658,"ciUpper":1376.223,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark:high:direct:native","provider":"meta","modelSlug":"muse-spark","displayName":"Muse Spark","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.530046,"shrinkageFactor":0.883255,"score":27.05,"se":5.91,"samplingSe":2.2455,"residualSe":5.4677,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:meta/muse_spark","observedHarness":"OpenHands","rawScore":19.67,"zScore":-1.8359,"seModel":"upstream_se","seRaw":3.966,"ciHalfWidth":7.7734,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.579705,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"deepseek:deepseek-v3.2:thinking:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2","displayName":"DeepSeek V3.2","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.557557,"shrinkageFactor":0.937309,"score":26.64,"se":4.33,"samplingSe":0.5704,"residualSe":4.2937,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-12-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V3.2 (Thinking)","observedHarness":"Direct API","rawScore":1362.48,"zScore":-1.5582,"seModel":"upstream_ci","ciHalfWidth":9.1536,"ciLower":1353.3306,"ciUpper":1371.6379,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.5-122b-a10b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-122b-a10b","displayName":"Qwen3.5 122B A10B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.575931,"shrinkageFactor":0.937608,"score":26.36,"se":4.32,"samplingSe":0.4797,"residualSe":4.2944,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Qwen3.5-122B-A10B","observedHarness":"Direct API","rawScore":1360.21,"zScore":-1.5773,"seModel":"upstream_ci","ciHalfWidth":7.6966,"ciLower":1352.5156,"ciUpper":1367.9089,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemma-4-26b-a4b:none:direct:native","provider":"google","modelSlug":"gemma-4-26b-a4b","displayName":"Gemma 4 26B A4B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.591957,"shrinkageFactor":0.93482,"score":26.12,"se":4.42,"samplingSe":1.0579,"residualSe":4.288,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemma 4 26B A4B","observedHarness":"Direct API","rawScore":1357.6,"zScore":-1.5992,"seModel":"upstream_ci","ciHalfWidth":17.0009,"ciLower":1340.5959,"ciUpper":1374.5977,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-glimmer:high:direct:native","provider":"meta","modelSlug":"muse-glimmer","displayName":"Muse Glimmer","effort":"high","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.628953,"shrinkageFactor":0.935318,"score":25.57,"se":4.4,"samplingSe":0.98,"residualSe":4.2892,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Muse Glimmer","observedHarness":"Direct API","rawScore":1353,"zScore":-1.6379,"seModel":"upstream_ci","ciHalfWidth":15.7446,"ciLower":1337.2593,"ciUpper":1368.7485,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2","displayName":"DeepSeek V3.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-1.847682,"shrinkageFactor":0.937543,"score":22.28,"se":4.32,"samplingSe":0.5005,"residualSe":4.2943,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-12-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V3.2","observedHarness":"Direct API","rawScore":1325.73,"zScore":-1.8672,"seModel":"upstream_ci","ciHalfWidth":8.0322,"ciLower":1317.6971,"ciUpper":1333.7614,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2-exp:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2-exp","displayName":"DeepSeek V3.2-Exp","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-2.272665,"shrinkageFactor":0.936078,"score":15.91,"se":4.37,"samplingSe":0.8473,"residualSe":4.2909,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-09-29","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:DeepSeek-V3.2-Exp","observedHarness":"Direct API","rawScore":1271.39,"zScore":-2.3242,"seModel":"upstream_ci","ciHalfWidth":13.6073,"ciLower":1257.7823,"ciUpper":1284.9969,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.1-flash-lite-preview:minimal:direct:native","provider":"google","modelSlug":"gemini-3.1-flash-lite-preview","displayName":"Gemini 3.1 Flash-Lite Preview","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-2.690917,"shrinkageFactor":0.997153,"score":9.64,"se":0.92,"samplingSe":0.923,"residualSe":0,"coverageCount":3,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-03","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gemini-3.1-flash-lite-preview","observedHarness":"Direct API","rawScore":1070,"zScore":-3,"seModel":"upstream_se","seRaw":3.2495,"ciHalfWidth":6.369,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Gemini 3.1 Flash-Lite Preview","observedHarness":"Direct API","rawScore":1255.8,"zScore":-2.4553,"seModel":"upstream_ci","ciHalfWidth":6.8936,"ciLower":1248.902,"ciUpper":1262.6893,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","sourceId":"vals","sourceRowId":"vals:vibe-code:google/gemini-3.1-flash-lite-preview","observedHarness":"OpenHands","rawScore":0,"zScore":-2.6259,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.51,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://www.vals.ai/benchmarks/vibe-code"}]},{"id":"spacexai:grok-4.1:thinking:direct:native","provider":"spacexai","modelSlug":"grok-4.1","displayName":"Grok 4.1","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-2.694609,"shrinkageFactor":0.931116,"score":9.58,"se":4.54,"samplingSe":1.5167,"residualSe":4.2795,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","sourceId":"lmarena","sourceRowId":"lmarena:webdev:overall:Grok 4.1 (Thinking)","observedHarness":"Direct API","rawScore":1216.01,"zScore":-2.7899,"seModel":"upstream_ci","ciHalfWidth":24.9721,"ciLower":1191.0368,"ciUpper":1240.9809,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-20","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:llama-4-maverick:none:direct:native","provider":"meta","modelSlug":"llama-4-maverick","displayName":"Llama 4 Maverick","effort":"none","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-2.760932,"shrinkageFactor":0.932391,"score":8.59,"se":4.5,"samplingSe":0,"residualSe":4.4982,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:llama-4-maverick","observedHarness":"Direct API","rawScore":858,"zScore":-3,"seModel":"upstream_se","seRaw":12.1525,"ciHalfWidth":23.8189,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]},{"id":"openai:gpt-oss-120b:medium:direct:native","provider":"openai","modelSlug":"gpt-oss-120b","displayName":"gpt-oss-120b","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"design_code","theta":-2.760932,"shrinkageFactor":0.932391,"score":8.59,"se":4.5,"samplingSe":0,"residualSe":4.4982,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"designarena_website","benchmarkVersion":"public","sourceId":"designarena","sourceRowId":"designarena:website:gpt-oss-120b","observedHarness":"Direct API","rawScore":955,"zScore":-3,"seModel":"upstream_se","seRaw":5.986,"ciHalfWidth":11.7326,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://designarena.ai/leaderboard"}]}],"frontiers":[{"provider":"anthropic","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"anthropic:claude-haiku-5.5:medium:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.828,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-haiku-5.5:high:direct:native","zStepFromPrev":0.1,"pBetterThanPrev":0.54,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3411,"marginalScorePerDollar":0.218,"costMultipleFromPrev":1.96},{"configId":"anthropic:claude-sonnet-5.5:high:direct:native","zStepFromPrev":2.702,"pBetterThanPrev":0.9966,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.5365,"marginalScorePerDollar":2.882,"costMultipleFromPrev":1.69},{"configId":"anthropic:claude-fable-5.2:high:direct:native","zStepFromPrev":1.303,"pBetterThanPrev":0.9037,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.3739,"marginalScorePerDollar":1.779,"costMultipleFromPrev":1.25},{"configId":"anthropic:claude-sonnet-5.5:xhigh:direct:native","zStepFromPrev":0.8,"pBetterThanPrev":0.7882,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.347,"marginalScorePerDollar":0.636,"costMultipleFromPrev":1.57},{"configId":"anthropic:claude-opus-5.5:max:direct:native","zStepFromPrev":0.947,"pBetterThanPrev":0.8282,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7935,"marginalScorePerDollar":1.133,"costMultipleFromPrev":1.25},{"configId":"anthropic:claude-fable-5.2:xhigh:direct:native","zStepFromPrev":0.083,"pBetterThanPrev":0.5331,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6259,"marginalScorePerDollar":7.346,"costMultipleFromPrev":1}],"pruned":[{"configId":"anthropic:claude-sonnet-4.6:none:direct:native","dominatedById":"anthropic:claude-haiku-5.5:medium:direct:native","scoreDeficit":5.85,"costRatio":1.02,"costComparisonNote":null},{"configId":"anthropic:claude-haiku-4.5:none:direct:native","dominatedById":"anthropic:claude-haiku-5.5:medium:direct:native","scoreDeficit":37.74,"costRatio":1.1,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.5:thinking:direct:native","dominatedById":"anthropic:claude-haiku-5.5:medium:direct:native","scoreDeficit":25.94,"costRatio":1.14,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:thinking:direct:native","dominatedById":"anthropic:claude-haiku-5.5:medium:direct:native","scoreDeficit":3.43,"costRatio":1.42,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.5:none:direct:native","dominatedById":"anthropic:claude-haiku-5.5:medium:direct:native","scoreDeficit":25.66,"costRatio":1.47,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:none:direct:native","dominatedById":"anthropic:claude-haiku-5.5:medium:direct:native","scoreDeficit":3.71,"costRatio":1.49,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:high:direct:native","dominatedById":"anthropic:claude-haiku-5.5:high:direct:native","scoreDeficit":5.8,"costRatio":1.09,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:none:direct:native","dominatedById":"anthropic:claude-sonnet-5.5:high:direct:native","scoreDeficit":14.67,"costRatio":1.11,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":18.89,"costRatio":1.02,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:none:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":20.68,"costRatio":1.08,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:thinking:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":43.06,"costRatio":1.37,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":8.43,"costRatio":1.37,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":8.39,"costRatio":1.38,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":20.8,"costRatio":1.4,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:medium:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":5.9,"costRatio":1.52,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:high:direct:native","dominatedById":"anthropic:claude-sonnet-5.5:xhigh:direct:native","scoreDeficit":15.84,"costRatio":1.08,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:none:direct:native","dominatedById":"anthropic:claude-sonnet-5.5:xhigh:direct:native","scoreDeficit":34.46,"costRatio":1.12,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":31.63,"costRatio":1.19,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":15.53,"costRatio":1.37,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":9.59,"costRatio":1.38,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-haiku-5.5:medium:direct:native","defaultId":null,"maxId":"anthropic:claude-fable-5.2:xhigh:direct:native"}},{"provider":"openai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"openai:gpt-5.6-luna:medium:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9832,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-6-luna:medium:direct:native","zStepFromPrev":0.996,"pBetterThanPrev":0.8403,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7383,"marginalScorePerDollar":13.806,"costMultipleFromPrev":1.84},{"configId":"openai:gpt-6.2-sol:medium:direct:native","zStepFromPrev":1.411,"pBetterThanPrev":0.9208,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.5023,"marginalScorePerDollar":8.907,"costMultipleFromPrev":2.5},{"configId":"openai:gpt-6.2-sol:max:direct:native","zStepFromPrev":1.238,"pBetterThanPrev":0.8922,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9015,"marginalScorePerDollar":19.535,"costMultipleFromPrev":1.29},{"configId":"openai:gpt-6.2-astra:max:direct:native","zStepFromPrev":0.241,"pBetterThanPrev":0.5954,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4748,"marginalScorePerDollar":0.219,"costMultipleFromPrev":4}],"pruned":[{"configId":"openai:gpt-5.4-mini:none:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":7.86,"costRatio":1.7,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:none:direct:native","dominatedById":"openai:gpt-5.6-luna:medium:direct:native","scoreDeficit":19.41,"costRatio":1.82,"costComparisonNote":null},{"configId":"openai:gpt-5:medium:direct:native","dominatedById":"openai:gpt-6-luna:medium:direct:native","scoreDeficit":26.14,"costRatio":1.18,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:high:direct:native","dominatedById":"openai:gpt-6-luna:medium:direct:native","scoreDeficit":23.49,"costRatio":1.45,"costComparisonNote":null},{"configId":"openai:gpt-5:high:direct:native","dominatedById":"openai:gpt-6-luna:medium:direct:native","scoreDeficit":27.14,"costRatio":1.52,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:max:direct:native","dominatedById":"openai:gpt-6-luna:medium:direct:native","scoreDeficit":2.18,"costRatio":1.96,"costComparisonNote":null},{"configId":"openai:gpt-5.1:none:direct:native","dominatedById":"openai:gpt-6-luna:medium:direct:native","scoreDeficit":31.14,"costRatio":1.99,"costComparisonNote":null},{"configId":"openai:gpt-5.1:low:direct:native","dominatedById":"openai:gpt-6.2-sol:medium:direct:native","scoreDeficit":38.92,"costRatio":1.03,"costComparisonNote":null},{"configId":"openai:gpt-5.1:high:direct:native","dominatedById":"openai:gpt-6.2-sol:medium:direct:native","scoreDeficit":35.18,"costRatio":1.25,"costComparisonNote":null},{"configId":"openai:gpt-5.1:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:medium:direct:native","scoreDeficit":36.07,"costRatio":1.25,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":14.93,"costRatio":1.39,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":9.09,"costRatio":1.47,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":21.34,"costRatio":1.84,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":4.65,"costRatio":2.04,"costComparisonNote":null},{"configId":"openai:gpt-5.4:xhigh:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":20.46,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-5.4:low:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":41.98,"costRatio":2.72,"costComparisonNote":null},{"configId":"openai:gpt-5.4:none:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":42.87,"costRatio":2.72,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:max:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":8.07,"costRatio":2.73,"costComparisonNote":null},{"configId":"openai:gpt-5.3-codex:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":41.52,"costRatio":2.86,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:max:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":1.22,"costRatio":2.88,"costComparisonNote":null},{"configId":"openai:gpt-5.5:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:max:direct:native","scoreDeficit":24.48,"costRatio":3.93,"costComparisonNote":null},{"configId":"openai:gpt-5.2:none:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":37.44,"costRatio":1.07,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":15.23,"costRatio":1.52,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":14.27,"costRatio":1.95,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":6.41,"costRatio":2.3,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":11.42,"costRatio":2.67,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:max:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":10.8,"costRatio":2.99,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:max:direct:native","dominatedById":"openai:gpt-6.2-astra:max:direct:native","scoreDeficit":1.67,"costRatio":9.17,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-5.6-luna:medium:direct:native","defaultId":"openai:gpt-6.2-sol:max:direct:native","maxId":"openai:gpt-6.2-astra:max:direct:native"}},{"provider":"google","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"google:gemini-3.5-flash-lite:minimal:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8245,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-3.5-flash:medium:direct:native","zStepFromPrev":0.702,"pBetterThanPrev":0.7587,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7763,"marginalScorePerDollar":13.364,"costMultipleFromPrev":1.91},{"configId":"google:gemini-3.5-flash:high:direct:native","zStepFromPrev":0.655,"pBetterThanPrev":0.7436,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6471,"marginalScorePerDollar":5.467,"costMultipleFromPrev":1.63},{"configId":"google:gemini-3.6-flash:medium:direct:native","zStepFromPrev":3.094,"pBetterThanPrev":0.999,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9254,"marginalScorePerDollar":42.977,"costMultipleFromPrev":1.17},{"configId":"google:gemini-4-hydrogen:high:direct:native","zStepFromPrev":3.767,"pBetterThanPrev":0.9999,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8633,"marginalScorePerDollar":16.33,"costMultipleFromPrev":1.49},{"configId":"google:gemini-4-neon:high:direct:native","zStepFromPrev":1.543,"pBetterThanPrev":0.9386,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7588,"marginalScorePerDollar":1.222,"costMultipleFromPrev":3.41},{"configId":"google:gemini-4-carbon:high:direct:native","zStepFromPrev":0.074,"pBetterThanPrev":0.5296,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6787,"marginalScorePerDollar":1.554,"costMultipleFromPrev":1.04}],"pruned":[{"configId":"google:gemini-3-flash:high:direct:native","dominatedById":"google:gemini-3.5-flash-lite:minimal:direct:native","scoreDeficit":5.93,"costRatio":1.13,"costComparisonNote":null},{"configId":"google:gemini-3-flash:minimal:direct:native","dominatedById":"google:gemini-3.5-flash-lite:minimal:direct:native","scoreDeficit":7.21,"costRatio":1.2,"costComparisonNote":null},{"configId":"google:gemini-3.1-pro:high:direct:native","dominatedById":"google:gemini-3.6-flash:medium:direct:native","scoreDeficit":18.46,"costRatio":1.25,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:high:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":11.77,"costRatio":1.04,"costComparisonNote":null},{"configId":"google:gemini-3.6-flash:high:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":19.87,"costRatio":1.32,"costComparisonNote":null},{"configId":"google:gemini-3.8-flash:medium:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":9.71,"costRatio":1.47,"costComparisonNote":null},{"configId":"google:gemini-4-argon:medium:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":2.79,"costRatio":1.77,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:medium:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":4.62,"costRatio":1.8,"costComparisonNote":null},{"configId":"google:gemini-3.8-flash:high:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":14.38,"costRatio":2.89,"costComparisonNote":null},{"configId":"google:gemini-4-argon:high:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":9.71,"costRatio":1.02,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-3.5-flash-lite:minimal:direct:native","defaultId":"google:gemini-4-hydrogen:high:direct:native","maxId":"google:gemini-4-carbon:high:direct:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"spacexai:grok-4.20:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9233,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.5:high:direct:native","zStepFromPrev":7.418,"pBetterThanPrev":1,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9816,"marginalScorePerDollar":12.945,"costMultipleFromPrev":4.97},{"configId":"spacexai:grok-4.6:high:direct:native","zStepFromPrev":1.69,"pBetterThanPrev":0.9545,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9564,"marginalScorePerDollar":16.623,"costMultipleFromPrev":1.19},{"configId":"spacexai:grok-4.7:xhigh:direct:native","zStepFromPrev":0.38,"pBetterThanPrev":0.6481,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6331,"marginalScorePerDollar":0.144,"costMultipleFromPrev":6.22}],"pruned":[{"configId":"spacexai:grok-4.3:low:direct:native","dominatedById":"spacexai:grok-4.20:thinking:direct:native","scoreDeficit":2.53,"costRatio":1.51,"costComparisonNote":null},{"configId":"spacexai:grok-4.20:none:direct:native","dominatedById":"spacexai:grok-4.5:high:direct:native","scoreDeficit":14.57,"costRatio":1.12,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:high:direct:native","dominatedById":"spacexai:grok-4.6:high:direct:native","scoreDeficit":6.09,"costRatio":3.17,"costComparisonNote":null}],"verdicts":{"budgetId":"spacexai:grok-4.20:thinking:direct:native","defaultId":"spacexai:grok-4.6:high:direct:native","maxId":"spacexai:grok-4.7:xhigh:direct:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"meta:muse-ember:max:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-spark-1.2:high:direct:native","zStepFromPrev":0.558,"pBetterThanPrev":0.7115,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7002,"marginalScorePerDollar":3.143,"costMultipleFromPrev":28.56},{"configId":"meta:muse-wonder:max:direct:native","zStepFromPrev":2.478,"pBetterThanPrev":0.9934,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9939,"marginalScorePerDollar":26.197,"costMultipleFromPrev":1.37},{"configId":"meta:muse-spark-1.3:high:direct:native","zStepFromPrev":0.426,"pBetterThanPrev":0.665,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6658,"marginalScorePerDollar":127.587,"costMultipleFromPrev":1.01}],"pruned":[{"configId":"meta:muse-spark-1.3:xhigh:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":12.64,"costRatio":1.1,"costComparisonNote":null},{"configId":"meta:muse-spark-1.3:max:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":3.31,"costRatio":1.21,"costComparisonNote":null},{"configId":"meta:muse-spark-1.2:xhigh:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":22.99,"costRatio":1.42,"costComparisonNote":null},{"configId":"meta:muse-spark-1.1:high:direct:native","dominatedById":"meta:muse-spark-1.3:high:direct:native","scoreDeficit":22.06,"costRatio":2.81,"costComparisonNote":null}],"verdicts":{"budgetId":"meta:muse-ember:max:direct:native","defaultId":null,"maxId":"meta:muse-spark-1.3:high:direct:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"deepseek:deepseek-v4-pro-0813:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9997,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","zStepFromPrev":0.915,"pBetterThanPrev":0.8198,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.8114,"marginalScorePerDollar":32.476,"costMultipleFromPrev":1.68},{"configId":"deepseek:deepseek-v4.1-flash-1017:max:direct:native","zStepFromPrev":0.29,"pBetterThanPrev":0.614,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.599,"marginalScorePerDollar":6.18,"costMultipleFromPrev":1.96}],"pruned":[],"verdicts":{"budgetId":"deepseek:deepseek-v4-pro-0813:high:direct:native","defaultId":null,"maxId":"deepseek:deepseek-v4.1-flash-1017:max:direct:native"}},{"provider":"moonshot","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"moonshot:kimi-k2.6:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"moonshot:kimi-k3.1-pro:max:direct:native","zStepFromPrev":19.717,"pBetterThanPrev":1,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":6.818,"costMultipleFromPrev":3.98},{"configId":"moonshot:kimi-k3:max:direct:native","zStepFromPrev":0.826,"pBetterThanPrev":0.7955,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7994,"marginalScorePerDollar":0.659,"costMultipleFromPrev":1.31}],"pruned":[{"configId":"moonshot:kimi-k2.7-code:max:direct:native","dominatedById":"moonshot:kimi-k2.6:thinking:direct:native","scoreDeficit":1.17,"costRatio":1.94,"costComparisonNote":null}],"verdicts":{"budgetId":"moonshot:kimi-k2.6:thinking:direct:native","defaultId":"moonshot:kimi-k3.1-pro:max:direct:native","maxId":"moonshot:kimi-k3:max:direct:native"}},{"provider":"alibaba","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"alibaba:qwen3.7-max:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"alibaba:qwen3.8-max-0902:xhigh:direct:native","zStepFromPrev":3.361,"pBetterThanPrev":0.9996,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9997,"marginalScorePerDollar":45.059,"costMultipleFromPrev":1.06},{"configId":"alibaba:qwen4-max:xhigh:direct:native","zStepFromPrev":2.063,"pBetterThanPrev":0.9805,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9786,"marginalScorePerDollar":0.522,"costMultipleFromPrev":3.55}],"pruned":[],"verdicts":{"budgetId":"alibaba:qwen3.7-max:thinking:direct:native","defaultId":"alibaba:qwen3.8-max-0902:xhigh:direct:native","maxId":"alibaba:qwen4-max:xhigh:direct:native"}},{"provider":"zhipu","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"zhipu:glm-5.1:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9579,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"zhipu:glm-5.3-flash:max:direct:native","zStepFromPrev":1.998,"pBetterThanPrev":0.9771,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8464,"marginalScorePerDollar":8.572,"costMultipleFromPrev":1.62},{"configId":"zhipu:glm-5.2:thinking:direct:native","zStepFromPrev":0.945,"pBetterThanPrev":0.8276,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.609,"marginalScorePerDollar":2.339,"costMultipleFromPrev":1.74},{"configId":"zhipu:glm-5.3:max:direct:native","zStepFromPrev":1.387,"pBetterThanPrev":0.9173,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7391,"marginalScorePerDollar":2.786,"costMultipleFromPrev":1.52}],"pruned":[{"configId":"zhipu:glm-5.2:max:direct:native","dominatedById":"zhipu:glm-5.3:max:direct:native","scoreDeficit":2.56,"costRatio":1.03,"costComparisonNote":null},{"configId":"zhipu:glm-5:thinking:direct:native","dominatedById":"zhipu:glm-5.3:max:direct:native","scoreDeficit":22.29,"costRatio":3.23,"costComparisonNote":null}],"verdicts":{"budgetId":"zhipu:glm-5.1:thinking:direct:native","defaultId":"zhipu:glm-5.3-flash:max:direct:native","maxId":"zhipu:glm-5.3:max:direct:native"}}]},"research":{"domainId":"research","epochVersion":"research-v1.0.0","costUnit":"usd_per_task","activeBenchmarkIds":["lmarena_document","aa_briefcase","gdpval_aa","mlcr_aa","aa_omniscience","gdp_pdf","hle_diamond","critpt_v2_hard","terminalbench_science_aa","aa_analyst_agent","aa_mka","aa_vials","epoch_simpleqa_verified","epoch_frontiermath_t1_3","epoch_frontiermath_t4","epoch_proofbench","epoch_arc_agi_2","epoch_apex_agents","lmarena_factuality","livebench_research","livebench_data_analysis"],"candidateBenchmarkIds":[],"benchmarkVersions":{"lmarena_document":"document_style_control","aa_briefcase":"1.1","gdpval_aa":"2.1","mlcr_aa":"1.0","aa_omniscience":"1.1","gdp_pdf":"1.0","hle_diamond":"1.0","critpt_v2_hard":"2.0","terminalbench_science_aa":"0.1","aa_analyst_agent":"1.0","aa_mka":"1.0","aa_vials":"1.0","epoch_simpleqa_verified":"2026.11","epoch_frontiermath_t1_3":"2026.11","epoch_frontiermath_t4":"2026.11","epoch_proofbench":"2026.11","epoch_arc_agi_2":"2026.11","epoch_apex_agents":"2026.11","lmarena_factuality":"text_factuality","livebench_research":"20261106","livebench_data_analysis":"20261106"},"coverageFloor":1,"tauResid":0.5565,"regimeMeta":{"native":{"activeBenchmarkIds":["lmarena_document","aa_briefcase","gdpval_aa","mlcr_aa","aa_omniscience","gdp_pdf","hle_diamond","critpt_v2_hard","terminalbench_science_aa","aa_analyst_agent","aa_mka","aa_vials","epoch_simpleqa_verified","epoch_frontiermath_t1_3","epoch_frontiermath_t4","epoch_proofbench","epoch_arc_agi_2","epoch_apex_agents","lmarena_factuality","livebench_research","livebench_data_analysis"],"costSource":"suite","measuredCostBenchmarkIds":[],"coverageFloor":1,"tauResid":0.5565,"calibrationTauResidSq":0.30969426,"priorMean":-0.148434,"tauModelSq":1.062642,"anchorLabs":9,"withheldBenchmarkIds":[],"linkJointCov":{"benchmarkIds":["aa_analyst_agent","aa_briefcase","aa_mka","aa_vials","gdpval_aa","lmarena_document"],"covMatrix":[[0.14003839082049888,-0.0027504245109659996,0.05528676161595926,-0.00003381985211895849,-0.037056051511807644,0.0007846896465623403,-0.10816684138882363,0.001918214575196239,-0.07731420530494423,0.00004262135491802048,0.005092202994316007,-0.0000035565271659325853],[-0.0027504245109659996,0.00006617585524368036,-0.0006624202676391446,3.4487892454309997e-7,0.0005708984279757267,-0.000010629795046131916,0.0022459974449628587,-0.000037341681834688414,0.0010770830963759612,-5.6858321565222e-7,-0.00011312471727178356,8.19500731276645e-8],[0.05528676161595926,-0.0006624202676391446,3.098987500860338,-0.001884803474248136,0.3948342530333153,-0.007963012657179892,0.35937764418794504,-0.0063949983520851465,1.5167237332666388,-0.0009344657190632886,-0.0029817845101039954,0.0000020021772081478843],[-0.00003381985211895849,3.4487892454309997e-7,-0.001884803474248136,0.0000011544218762223682,-0.00022708609514953155,0.000004597057540592816,-0.00022833994319755558,0.000004047183695913596,-0.0009711780757723506,6.037535473621575e-7,2.4427895263639753e-7,-1.640258542297449e-10],[-0.037056051511807644,0.0005708984279757267,0.3948342530333153,-0.00022708609514953155,0.2676035053406797,-0.005427613080679426,0.18678988793186704,-0.0032382803017347362,0.293218234479541,-0.00018756326422380678,-0.003763662627625506,0.000002527184478507798],[0.0007846896465623403,-0.000010629795046131916,-0.007963012657179892,0.000004597057540592816,-0.005427613080679426,0.00011234515508337211,-0.003854971550235232,0.00006868924246777919,-0.006267426741617492,0.000004005211340276226,0.00007252169217402916,-4.8696100833287264e-8],[-0.10816684138882363,0.0022459974449628587,0.35937764418794504,-0.00022833994319755558,0.18678988793186704,-0.003854971550235232,0.3176426317893788,-0.005463479539877986,0.5202285665692522,-0.00033311788762640035,-0.0032709268481796233,0.0000021963274551707455],[0.001918214575196239,-0.000037341681834688414,-0.0063949983520851465,0.000004047183695913596,-0.0032382803017347362,0.00006868924246777919,-0.005463479539877986,0.000097238717226539,-0.010612335576009225,0.000006763391861937767,0.00006256159358688718,-4.2008198902578666e-8],[-0.07731420530494423,0.0010770830963759612,1.5167237332666388,-0.0009711780757723506,0.293218234479541,-0.006267426741617492,0.5202285665692522,-0.010612335576009225,9.319640042827308,-0.005850521718080308,0.5111706346054835,-0.0003580375051478907],[0.00004262135491802048,-5.6858321565222e-7,-0.0009344657190632886,6.037535473621575e-7,-0.00018756326422380678,0.000004005211340276226,-0.00033311788762640035,0.000006763391861937767,-0.005850521718080308,0.0000036829615387017598,-0.00033243541318673104,2.3284012055630358e-7],[0.005092202994316007,-0.00011312471727178356,-0.0029817845101039954,2.4427895263639753e-7,-0.003763662627625506,0.00007252169217402916,-0.0032709268481796233,0.00006256159358688718,0.5111706346054835,-0.00033243541318673104,23.437416561814263,-0.016064248984642482],[-0.0000035565271659325853,8.19500731276645e-8,0.0000020021772081478843,-1.640258542297449e-10,0.000002527184478507798,-4.8696100833287264e-8,0.0000021963274551707455,-4.2008198902578666e-8,-0.0003580375051478907,2.3284012055630358e-7,-0.016064248984642482,0.000011012922698576599]]},"epochLink":null}},"anchorStats":{"mlcr_aa":{"benchmarkId":"mlcr_aa","mean":20.910937,"sd":9.022425,"anchorCount":73,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.143173,"reliability":0.4968,"discrimination":0.0902,"effectiveWeight":0.1,"introducedAt":"2026-07-01","invertScore":false,"popoviciuSe":6.454972},"aa_omniscience":{"benchmarkId":"aa_omniscience","mean":41.054398,"sd":14.009239,"anchorCount":86,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.008767,"reliability":0.9958,"discrimination":0.9167,"effectiveWeight":0.9128,"introducedAt":"2026-07-01","invertScore":false,"popoviciuSe":0.912871},"gdp_pdf":{"benchmarkId":"gdp_pdf","mean":19.02456,"sd":8.522009,"anchorCount":93,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.012137,"reliability":0.6951,"discrimination":0.0164,"effectiveWeight":0.1,"introducedAt":"2026-08-01","invertScore":false,"popoviciuSe":5},"hle_diamond":{"benchmarkId":"hle_diamond","mean":28.466231,"sd":18.386163,"anchorCount":93,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.154211,"reliability":0.9927,"discrimination":0.9371,"effectiveWeight":0.9303,"introducedAt":"2026-07-15","invertScore":false,"popoviciuSe":1.581139},"critpt_v2_hard":{"benchmarkId":"critpt_v2_hard","mean":38.060778,"sd":19.388952,"anchorCount":84,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.014403,"reliability":0.8337,"discrimination":0.3514,"effectiveWeight":0.2929,"introducedAt":"2026-08-15","invertScore":false,"popoviciuSe":7.905694},"terminalbench_science_aa":{"benchmarkId":"terminalbench_science_aa","mean":21.461106,"sd":21.795726,"anchorCount":85,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.086075,"reliability":0.9243,"discrimination":0.7218,"effectiveWeight":0.6672,"introducedAt":"2026-09-01","invertScore":false,"popoviciuSe":5.976143},"epoch_simpleqa_verified":{"benchmarkId":"epoch_simpleqa_verified","mean":49.952805,"sd":14.668745,"anchorCount":59,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.036002,"reliability":0.9887,"discrimination":0.875,"effectiveWeight":0.8651,"introducedAt":"2026-08-01","invertScore":false,"popoviciuSe":1.581139},"epoch_frontiermath_t1_3":{"benchmarkId":"epoch_frontiermath_t1_3","mean":65.059124,"sd":17.485397,"anchorCount":64,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.015935,"reliability":0.9832,"discrimination":0.7708,"effectiveWeight":0.7578,"introducedAt":"2026-06-01","invertScore":false,"popoviciuSe":3.72678},"epoch_frontiermath_t4":{"benchmarkId":"epoch_frontiermath_t4","mean":40.661408,"sd":25.606568,"anchorCount":61,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.051653,"reliability":0.9326,"discrimination":0.6949,"effectiveWeight":0.6481,"introducedAt":"2026-07-01","invertScore":false,"popoviciuSe":7.808688},"epoch_proofbench":{"benchmarkId":"epoch_proofbench","mean":34.692699,"sd":25.258834,"anchorCount":38,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.439276,"reliability":0.9672,"discrimination":0.8333,"effectiveWeight":0.806,"introducedAt":"2026-08-01","invertScore":false,"popoviciuSe":5},"epoch_arc_agi_2":{"benchmarkId":"epoch_arc_agi_2","mean":55.421129,"sd":26.276747,"anchorCount":86,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.121983,"reliability":0.9757,"discrimination":0.6448,"effectiveWeight":0.6291,"introducedAt":"2026-06-01","invertScore":false,"popoviciuSe":4.564355},"epoch_apex_agents":{"benchmarkId":"epoch_apex_agents","mean":51.082143,"sd":16.575477,"anchorCount":29,"anchorLabs":8,"linkedViaMeanSigma":false,"raschDelta":-0.206611,"reliability":0.9205,"discrimination":0.6764,"effectiveWeight":0.6226,"introducedAt":"2026-09-01","invertScore":false,"popoviciuSe":5},"lmarena_factuality":{"benchmarkId":"lmarena_factuality","mean":1461.041302,"sd":21.817889,"anchorCount":55,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.001868,"reliability":0.9886,"discrimination":0.8542,"effectiveWeight":0.8444,"introducedAt":"2026-08-01","invertScore":false},"livebench_research":{"benchmarkId":"livebench_research","mean":83.694127,"sd":7.44256,"anchorCount":26,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.666927,"reliability":0.1,"discrimination":0.0058,"effectiveWeight":0.1,"introducedAt":"2026-10-14","invertScore":false,"popoviciuSe":10.660036},"livebench_data_analysis":{"benchmarkId":"livebench_data_analysis","mean":78.391429,"sd":6.813993,"anchorCount":26,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.825809,"reliability":0.7343,"discrimination":0.0148,"effectiveWeight":0.1,"introducedAt":"2026-10-14","invertScore":false,"popoviciuSe":4.082483},"lmarena_document":{"benchmarkId":"lmarena_document","mean":1463.555747,"sd":24.799328,"anchorCount":42,"anchorLabs":7,"linkedViaMeanSigma":true,"raschDelta":-0.036422,"reliability":0.9415,"discrimination":0.8571,"effectiveWeight":0.807,"introducedAt":"2026-07-01","invertScore":false,"linkVarIntercept":23.437416561814263,"linkVarSlope":0.000011012922698576599,"linkCovIS":-0.016064248984642482},"aa_briefcase":{"benchmarkId":"aa_briefcase","mean":1538.915684,"sd":136.976124,"anchorCount":20,"anchorLabs":9,"linkedViaMeanSigma":true,"raschDelta":-0.203233,"reliability":0.998,"discrimination":0.9375,"effectiveWeight":0.9356,"introducedAt":"2026-07-01","invertScore":false,"linkVarIntercept":3.098987500860338,"linkVarSlope":0.0000011544218762223682,"linkCovIS":-0.001884803474248136},"gdpval_aa":{"benchmarkId":"gdpval_aa","mean":1614.994436,"sd":148.053077,"anchorCount":18,"anchorLabs":8,"linkedViaMeanSigma":true,"raschDelta":0.024831,"reliability":0.9916,"discrimination":0.8661,"effectiveWeight":0.8588,"introducedAt":"2026-06-15","invertScore":false,"linkVarIntercept":9.319640042827308,"linkVarSlope":0.0000036829615387017598,"linkCovIS":-0.005850521718080308},"aa_analyst_agent":{"benchmarkId":"aa_analyst_agent","mean":39.845525,"sd":13.150331,"anchorCount":23,"anchorLabs":8,"linkedViaMeanSigma":true,"raschDelta":-0.077017,"reliability":0.8319,"discrimination":0.2564,"effectiveWeight":0.2133,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":5,"linkVarIntercept":0.14003839082049888,"linkVarSlope":0.00006617585524368036,"linkCovIS":-0.0027504245109659996},"aa_mka":{"benchmarkId":"aa_mka","mean":39.67346,"sd":8.028439,"anchorCount":18,"anchorLabs":8,"linkedViaMeanSigma":true,"raschDelta":0.008741,"reliability":0.6844,"discrimination":0.2093,"effectiveWeight":0.1433,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":3.535534,"linkVarIntercept":0.2676035053406797,"linkVarSlope":0.00011234515508337211,"linkCovIS":-0.005427613080679426},"aa_vials":{"benchmarkId":"aa_vials","mean":41.413493,"sd":13.718314,"anchorCount":15,"anchorLabs":8,"linkedViaMeanSigma":true,"raschDelta":0.028381,"reliability":0.7828,"discrimination":0.3985,"effectiveWeight":0.3119,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":5,"linkVarIntercept":0.3176426317893788,"linkVarSlope":0.000097238717226539,"linkCovIS":-0.005463479539877986}},"configs":[{"id":"anthropic:claude-fable-5.2:max:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":2.113658,"shrinkageFactor":0.991982,"score":81.7,"se":1.38,"samplingSe":0.8154,"residualSe":1.119,"coverageCount":15,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":26.538558,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.4882,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Stirrup","rawScore":1784.66,"zScore":1.7941,"seModel":"upstream_ci","ciHalfWidth":11.085,"ciLower":1773.47,"ciUpper":1795.64,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":56.56,"zScore":2.1033,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":79.13,"zScore":2.7179,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":67.08,"zScore":1.871,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Stirrup","rawScore":76.5,"zScore":1.9825,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec9JpNV0pwWZNhPq","observedHarness":"Direct API","rawScore":92.5,"zScore":1.4111,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:fSKwqmAMreznsrmsgBiYRQ","observedHarness":"Direct API","rawScore":95.09,"zScore":1.7175,"seModel":"upstream_se","seRaw":1.282462,"ciHalfWidth":2.5136,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-06","publishedDate":"2026-11-06","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:Gq8Zio6dYfS258rbXt8Zdn","observedHarness":"Direct API","rawScore":100,"zScore":2.3173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-06","publishedDate":"2026-11-06","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-fable-5-2_max:max:","observedHarness":"Direct API","rawScore":100,"zScore":2.5855,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.786101,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:nD5Vaw2G6nRyLNsjfrpaYc","observedHarness":"Direct API","rawScore":94,"zScore":3.0028,"seModel":"upstream_se","seRaw":0.751375,"ciHalfWidth":1.4727,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-06","publishedDate":"2026-11-06","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":24.2,"zScore":0.6073,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":80.2,"zScore":2.8137,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Fable 5.2 (Max)","observedHarness":"Direct API","rawScore":1483.08,"zScore":1.0101,"seModel":"upstream_ci","ciHalfWidth":7.3652,"ciLower":1475.7129,"ciUpper":1490.4433,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"Direct API","rawScore":43.89,"zScore":2.5469,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:593f2d23-247b-41c9-a679-cebd225f0a9a","observedHarness":"mini-SWE-agent","rawScore":73.33,"zScore":2.3798,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-fable-5.2:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":2.022137,"shrinkageFactor":0.956976,"score":80.33,"se":3.21,"samplingSe":1.2255,"residualSe":2.964,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":14.828588,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.4558,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"Direct API","rawScore":78.03,"zScore":2.6394,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"Stirrup","rawScore":73.5,"zScore":1.8278,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec1KOsH1k2VdO3Ot","observedHarness":"Direct API","rawScore":93.75,"zScore":1.4587,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"Direct API","rawScore":21.4,"zScore":0.2787,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"Direct API","rawScore":75.8,"zScore":2.5744,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:claude-fable-5.2","observedHarness":"Direct API","rawScore":81.5,"zScore":0.4562,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.498301,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:claude-fable-5.2","observedHarness":"Direct API","rawScore":94.5,"zScore":1.4519,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":13.267591,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:76942526-cc96-46b0-bc27-29561c53ed70","observedHarness":"mini-SWE-agent","rawScore":67.62,"zScore":2.1178,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-fable-5.2:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.99409,"shrinkageFactor":0.95404,"score":79.91,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":9.078415,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.6907,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"Direct API","rawScore":77.23,"zScore":2.5823,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"Stirrup","rawScore":73,"zScore":1.802,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec4VebpHhxAVHMBc","observedHarness":"Direct API","rawScore":90.42,"zScore":1.3319,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"Direct API","rawScore":21.8,"zScore":0.3257,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"Direct API","rawScore":73.8,"zScore":2.4656,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:fdc1913b-9497-45ef-83f7-17dae756f37e","observedHarness":"mini-SWE-agent","rawScore":70,"zScore":2.227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-astra:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.85018,"shrinkageFactor":0.959686,"score":77.75,"se":3.1,"samplingSe":1.1286,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.521143,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.454,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"AA Analyst Harness","rawScore":62.5,"zScore":1.7227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"Direct API","rawScore":67.2,"zScore":1.8663,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"Stirrup","rawScore":70.5,"zScore":1.6731,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec0g5XAlqz7vUCQL","observedHarness":"Direct API","rawScore":95.83,"zScore":1.5378,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"Direct API","rawScore":28,"zScore":1.0532,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"Direct API","rawScore":67.3,"zScore":2.1121,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"Direct API","rawScore":37.78,"zScore":1.8697,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:592572d5-f789-4106-abbc-fadf2206d10b","observedHarness":"mini-SWE-agent","rawScore":78.57,"zScore":2.6202,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-astra:high:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.779794,"shrinkageFactor":0.959695,"score":76.7,"se":3.1,"samplingSe":1.1276,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.073875,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.5562,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"AA Analyst Harness","rawScore":61.25,"zScore":1.6277,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"Direct API","rawScore":66.33,"zScore":1.8042,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"Stirrup","rawScore":71.5,"zScore":1.7247,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recNNNWbUAC22BIa7","observedHarness":"Direct API","rawScore":94.58,"zScore":1.4902,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"Direct API","rawScore":28.6,"zScore":1.1236,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"Direct API","rawScore":65.9,"zScore":2.036,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"Direct API","rawScore":35.56,"zScore":1.6236,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:fe959a7a-944c-4ba8-8e41-349712599b39","observedHarness":"mini-SWE-agent","rawScore":75.24,"zScore":2.4674,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-fable-5.2:medium:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.762295,"shrinkageFactor":0.95404,"score":76.43,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":3.802605,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.5849,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"Direct API","rawScore":76.97,"zScore":2.5637,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"Stirrup","rawScore":61.5,"zScore":1.2089,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recQSoQpHvhMROBrG","observedHarness":"Direct API","rawScore":89.58,"zScore":1.3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"Direct API","rawScore":23.8,"zScore":0.5604,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"Direct API","rawScore":66.3,"zScore":2.0577,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:0c9b4e05-9259-42cc-b40e-d6acbbeaa7e8","observedHarness":"mini-SWE-agent","rawScore":60.48,"zScore":1.7902,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-4-neon:high:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.757466,"shrinkageFactor":0.967723,"score":76.36,"se":2.78,"samplingSe":1.1092,"residualSe":2.5469,"coverageCount":9,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.74275,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.8797,"benchmarks":[{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Direct API","rawScore":54.59,"zScore":1.858,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Direct API","rawScore":59.4,"zScore":1.3095,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Stirrup","rawScore":59,"zScore":1.08,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec0gHY2LSfDKLVDo","observedHarness":"APEX-Agents Harness","rawScore":82.7,"zScore":1.9075,"seModel":"upstream_se","seRaw":4.6,"ciHalfWidth":9.016,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Direct API","rawScore":33.4,"zScore":1.6869,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Direct API","rawScore":68.4,"zScore":2.1719,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 4 Neon (High)","observedHarness":"Direct API","rawScore":1509.28,"zScore":2.211,"seModel":"upstream_ci","ciHalfWidth":7.1621,"ciLower":1502.1218,"ciUpper":1516.446,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"Direct API","rawScore":28.89,"zScore":0.8844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:9b696f5b-b5d2-4b1f-9ed5-7c1446ec8421","observedHarness":"mini-SWE-agent","rawScore":65.71,"zScore":2.0302,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-4-neon:xhigh:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.734825,"shrinkageFactor":0.985704,"score":76.02,"se":1.85,"samplingSe":0.8433,"residualSe":1.6453,"coverageCount":14,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.444838,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.4284,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Stirrup","rawScore":1699.17,"zScore":1.1699,"seModel":"upstream_ci","ciHalfWidth":11.125,"ciLower":1688.01,"ciUpper":1710.26,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Direct API","rawScore":56.48,"zScore":2.0934,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Direct API","rawScore":60.47,"zScore":1.3859,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Stirrup","rawScore":60.5,"zScore":1.1573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec9YdMYfCNljZ7RO","observedHarness":"APEX-Agents Harness","rawScore":82.9,"zScore":1.9196,"seModel":"upstream_se","seRaw":4.6,"ciHalfWidth":9.016,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:QyysSvXXsJYV5iW59pXS6M","observedHarness":"Direct API","rawScore":91.23,"zScore":1.4967,"seModel":"upstream_se","seRaw":1.678621,"ciHalfWidth":3.2901,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-19","publishedDate":"2026-11-19","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:ggBaj5NDWieo5AzqCGA8DL","observedHarness":"Direct API","rawScore":97.56,"zScore":2.222,"seModel":"upstream_se","seRaw":2.439024,"ciHalfWidth":4.7805,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-19","publishedDate":"2026-11-19","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:oNv3qiZwkezTmFHngNKsne","observedHarness":"Direct API","rawScore":75.2,"zScore":1.7212,"seModel":"upstream_se","seRaw":1.366319,"ciHalfWidth":2.678,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-19","publishedDate":"2026-11-19","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Direct API","rawScore":28,"zScore":1.0532,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Direct API","rawScore":71.3,"zScore":2.3297,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gemini-4-neon","observedHarness":"Direct API","rawScore":85.3,"zScore":1.0139,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.078267,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gemini-4-neon","observedHarness":"Direct API","rawScore":94.5,"zScore":1.4519,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.895477,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"Direct API","rawScore":31.67,"zScore":1.1925,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:7c667f2d-0149-4eb1-864c-7e66c166ad88","observedHarness":"mini-SWE-agent","rawScore":70,"zScore":2.227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-5.5:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.713708,"shrinkageFactor":0.991559,"score":75.71,"se":1.42,"samplingSe":0.8356,"residualSe":1.1489,"coverageCount":18,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.03641,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.0505,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"AA Analyst Harness","rawScore":56.25,"zScore":1.2475,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Stirrup","rawScore":1799.88,"zScore":1.9052,"seModel":"upstream_ci","ciHalfWidth":10.235,"ciLower":1790.12,"ciUpper":1810.59,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":53.01,"zScore":1.6612,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":65.5,"zScore":1.745,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":61.49,"zScore":1.4635,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Stirrup","rawScore":68,"zScore":1.5441,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec6TErVzXnuNRUoV","observedHarness":"APEX-Agents Harness","rawScore":73.5,"zScore":1.3525,"seModel":"upstream_se","seRaw":4.9,"ciHalfWidth":9.604,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reciGvWCfQIQzEmnO","observedHarness":"Direct API","rawScore":91.67,"zScore":1.3795,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:LPxhvBNEn7S3xkRZUgcvc9","observedHarness":"Direct API","rawScore":91.23,"zScore":1.4967,"seModel":"upstream_se","seRaw":1.678621,"ciHalfWidth":3.2901,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:9qKrTxPhpfW985gieKU56x","observedHarness":"Direct API","rawScore":95,"zScore":2.1221,"seModel":"upstream_se","seRaw":4.117547,"ciHalfWidth":8.0704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-opus-5-5_max:max:","observedHarness":"Direct API","rawScore":100,"zScore":2.5855,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.924063,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:CgLfiGcNwMPVzxr8GdNUAK","observedHarness":"Direct API","rawScore":72.2,"zScore":1.5166,"seModel":"upstream_se","seRaw":1.417452,"ciHalfWidth":2.7782,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":26.2,"zScore":0.842,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":67.9,"zScore":2.1448,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:claude-opus-5.5","observedHarness":"Direct API","rawScore":80.3,"zScore":0.2801,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.81456,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:claude-opus-5.5","observedHarness":"Direct API","rawScore":88.9,"zScore":0.6995,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.111909,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"Direct API","rawScore":27.78,"zScore":0.7613,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:2f3c4dc9-a450-4303-8697-0237257cf08f","observedHarness":"mini-SWE-agent","rawScore":59.05,"zScore":1.7246,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6-astra:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.622653,"shrinkageFactor":0.876233,"score":74.34,"se":5.44,"samplingSe":1.3745,"residualSe":5.2633,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.394239,"costLogSd":1.0664,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1804,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recuO4X9wY6J0GPRP","observedHarness":"Direct API","rawScore":93.33,"zScore":1.4427,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:AfKJ2DGMhkjZmeFZxGoY3w","observedHarness":"Direct API","rawScore":97.6,"zScore":2.2236,"seModel":"upstream_se","seRaw":2.4,"ciHalfWidth":4.704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"anthropic:claude-fable-5.2:low:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.604765,"shrinkageFactor":0.95404,"score":74.07,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.097242,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.6889,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"Direct API","rawScore":76.3,"zScore":2.5159,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"Stirrup","rawScore":60,"zScore":1.1315,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reccNmpb5USiC6Ri8","observedHarness":"Direct API","rawScore":86.67,"zScore":1.1892,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"Direct API","rawScore":26.8,"zScore":0.9124,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"Direct API","rawScore":60.8,"zScore":1.7586,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:cfc7acb1-d903-4858-9b6c-6c7776caf8f9","observedHarness":"mini-SWE-agent","rawScore":53.81,"zScore":1.4842,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6-astra:high:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.602122,"shrinkageFactor":0.876233,"score":74.03,"se":5.44,"samplingSe":1.3745,"residualSe":5.2633,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.786777,"costLogSd":1.0567,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1683,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec2IrmPOhpgWZ3Zl","observedHarness":"Direct API","rawScore":92.08,"zScore":1.3951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:f46NQY9jSxyKqo9qzrmk6F","observedHarness":"Direct API","rawScore":97.6,"zScore":2.2236,"seModel":"upstream_se","seRaw":2.4,"ciHalfWidth":4.704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"openai:gpt-6-astra:medium:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.60132,"shrinkageFactor":0.876179,"score":74.02,"se":5.44,"samplingSe":1.3797,"residualSe":5.2632,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.387897,"costLogSd":1.0654,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.2327,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recQLii7vQCYRgYaO","observedHarness":"Direct API","rawScore":92.08,"zScore":1.3951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:5sNRWemuVwb4adBaSwrLFf","observedHarness":"Direct API","rawScore":97.56,"zScore":2.222,"seModel":"upstream_se","seRaw":2.439024,"ciHalfWidth":4.7805,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"google:gemini-4-carbon:high:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.594132,"shrinkageFactor":0.991879,"score":73.91,"se":1.39,"samplingSe":0.9003,"residualSe":1.0635,"coverageCount":17,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.755546,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.046,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Stirrup","rawScore":1610.63,"zScore":0.5236,"seModel":"upstream_ci","ciHalfWidth":10.245,"ciLower":1600.75,"ciUpper":1621.24,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Direct API","rawScore":54.34,"zScore":1.8268,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Direct API","rawScore":58.27,"zScore":1.2289,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Direct API","rawScore":63.98,"zScore":1.645,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Stirrup","rawScore":69,"zScore":1.5957,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recdUqhq4nVKx1P2I","observedHarness":"Direct API","rawScore":92.08,"zScore":1.3951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:JnnzVGRaDN2iA7hD7Riuex","observedHarness":"Direct API","rawScore":90.53,"zScore":1.4567,"seModel":"upstream_se","seRaw":1.737752,"ciHalfWidth":3.406,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-02","publishedDate":"2026-11-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:EoJh9GX3nDzjzUihyCcgum","observedHarness":"Direct API","rawScore":95.12,"zScore":2.1267,"seModel":"upstream_se","seRaw":3.405912,"ciHalfWidth":6.6756,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-02","publishedDate":"2026-11-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:CUUbVTzr7whCGEzPgrTozQ","observedHarness":"Direct API","rawScore":77.7,"zScore":1.8916,"seModel":"upstream_se","seRaw":1.316983,"ciHalfWidth":2.5813,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-02","publishedDate":"2026-11-02","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Direct API","rawScore":28.4,"zScore":1.1001,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Stirrup","rawScore":1732.68,"zScore":0.7949,"seModel":"upstream_ci","ciHalfWidth":24.325,"ciLower":1708.36,"ciUpper":1757.01,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Direct API","rawScore":69.1,"zScore":2.21,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gemini-4-carbon","observedHarness":"Direct API","rawScore":86.5,"zScore":1.19,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.705627,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gemini-4-carbon","observedHarness":"Direct API","rawScore":92.5,"zScore":1.1832,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.003377,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 4 Carbon (High)","observedHarness":"Direct API","rawScore":1522.23,"zScore":2.8045,"seModel":"upstream_ci","ciHalfWidth":8.4005,"ciLower":1513.827,"ciUpper":1530.6281,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"Direct API","rawScore":19.44,"zScore":-0.163,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:909ed0ba-bcc5-4f38-8162-08a4e187a772","observedHarness":"mini-SWE-agent","rawScore":64.76,"zScore":1.9866,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-5.5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.568669,"shrinkageFactor":0.956015,"score":73.53,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.047194,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1513,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Direct API","rawScore":65.53,"zScore":1.7471,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Stirrup","rawScore":67.5,"zScore":1.5184,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recjdCxN2bD3djTOO","observedHarness":"Direct API","rawScore":92.5,"zScore":1.4111,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Direct API","rawScore":26.6,"zScore":0.8889,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Direct API","rawScore":64,"zScore":1.9326,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"Direct API","rawScore":25,"zScore":0.4532,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:df5bf99d-d228-4715-b41b-19ca86118777","observedHarness":"mini-SWE-agent","rawScore":61.9,"zScore":1.8554,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-astra:medium:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.549839,"shrinkageFactor":0.959742,"score":73.25,"se":3.1,"samplingSe":1.1224,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":1.617688,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.3528,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"AA Analyst Harness","rawScore":52.5,"zScore":0.9623,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"Direct API","rawScore":64.17,"zScore":1.65,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"Stirrup","rawScore":67.5,"zScore":1.5184,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec2vqdbr8etSWHBE","observedHarness":"Direct API","rawScore":93.33,"zScore":1.4427,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"Direct API","rawScore":28.4,"zScore":1.1001,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"Direct API","rawScore":56,"zScore":1.4975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"Direct API","rawScore":32.78,"zScore":1.3155,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:8cec011f-c959-4726-8668-2ee2409a6bca","observedHarness":"mini-SWE-agent","rawScore":74.76,"zScore":2.4454,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-astra:max:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.541418,"shrinkageFactor":0.991511,"score":73.12,"se":1.42,"samplingSe":0.8656,"residualSe":1.1316,"coverageCount":18,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.997906,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.0083,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"AA Analyst Harness","rawScore":62.5,"zScore":1.7227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Stirrup","rawScore":1643.55,"zScore":0.7639,"seModel":"upstream_ci","ciHalfWidth":10.835,"ciLower":1633,"ciUpper":1654.67,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Direct API","rawScore":52.67,"zScore":1.6188,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Direct API","rawScore":68.57,"zScore":1.9641,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Direct API","rawScore":65.84,"zScore":1.7806,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Stirrup","rawScore":71.5,"zScore":1.7247,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recsqgjVWEICCIkzD","observedHarness":"APEX-Agents Harness","rawScore":72.2,"zScore":1.274,"seModel":"upstream_se","seRaw":5.2,"ciHalfWidth":10.192,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxaEqpDJVylXV7T","observedHarness":"Direct API","rawScore":95.83,"zScore":1.5378,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:9akcP9ojXwGgazjxrWQYmK","observedHarness":"Direct API","rawScore":92.63,"zScore":1.5768,"seModel":"upstream_se","seRaw":1.550271,"ciHalfWidth":3.0385,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-27","publishedDate":"2026-10-27","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:Sxo2MMHrVfRG7Mk9s46vCj","observedHarness":"Direct API","rawScore":100,"zScore":2.3173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-27","publishedDate":"2026-10-27","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:kErTfQGFajG4FTzYgrEysk","observedHarness":"Direct API","rawScore":78.5,"zScore":1.9461,"seModel":"upstream_se","seRaw":1.299784,"ciHalfWidth":2.5476,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-27","publishedDate":"2026-10-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Direct API","rawScore":29.8,"zScore":1.2644,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Direct API","rawScore":72.2,"zScore":2.3786,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-6.2-astra","observedHarness":"Direct API","rawScore":84.1,"zScore":0.8378,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.354696,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-6.2-astra","observedHarness":"Direct API","rawScore":91.5,"zScore":1.0488,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.6314,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6.2 Astra (Max)","observedHarness":"Direct API","rawScore":1439.15,"zScore":-1.0034,"seModel":"upstream_ci","ciHalfWidth":10.6703,"ciLower":1428.4824,"ciUpper":1449.823,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"Direct API","rawScore":39.44,"zScore":2.0537,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:75c1b0b8-9db3-4c7e-95be-d74e59defee4","observedHarness":"mini-SWE-agent","rawScore":78.1,"zScore":2.5986,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-fable-5:max:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.523194,"shrinkageFactor":0.942882,"score":72.85,"se":3.7,"samplingSe":0.9974,"residualSe":3.5583,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":27.818269,"costLogSd":1.0653,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0992,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recu2ZdK004X3AWeO","observedHarness":"Direct API","rawScore":89.17,"zScore":1.2844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:E28uZiJvrPgKtawbJpoZQ8","observedHarness":"Direct API","rawScore":87.02,"zScore":1.256,"seModel":"upstream_se","seRaw":1.994448,"ciHalfWidth":3.9091,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-09","publishedDate":"2026-06-09","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:ReDAtJGGfRtrEGGWf4Zbsd","observedHarness":"Direct API","rawScore":90.2,"zScore":1.9346,"seModel":"upstream_se","seRaw":4.6,"ciHalfWidth":9.016,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-09","publishedDate":"2026-06-09","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-fable-5_max:max:","observedHarness":"Direct API","rawScore":95,"zScore":2.3876,"seModel":"upstream_se","seRaw":2.19,"ciHalfWidth":4.2924,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.229282,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"anthropic:claude-fable-5.1:max:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.497936,"shrinkageFactor":0.978935,"score":72.47,"se":2.24,"samplingSe":1.2439,"residualSe":1.868,"coverageCount":10,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":27.818269,"costLogSd":1.0653,"costImputed":true,"costEstimated":true,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0647,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recI68BcNmOFzBN1F","observedHarness":"Direct API","rawScore":90,"zScore":1.3159,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:g7dXwZH2tWvqLg3X5idGs2","observedHarness":"Direct API","rawScore":90.18,"zScore":1.4367,"seModel":"upstream_se","seRaw":1.766207,"ciHalfWidth":3.4618,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-01","publishedDate":"2026-09-01","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:T56N3X4KLA3xz7tf5aCMGb","observedHarness":"Direct API","rawScore":87.8,"zScore":1.8409,"seModel":"upstream_se","seRaw":5.173952,"ciHalfWidth":10.1409,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-01","publishedDate":"2026-09-01","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-fable-5-1_max:max:","observedHarness":"Direct API","rawScore":100,"zScore":2.5855,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.70347,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:ExyL3GN8s34tizrXV3VmS3","observedHarness":"Direct API","rawScore":70.8,"zScore":1.4212,"seModel":"upstream_se","seRaw":1.438551,"ciHalfWidth":2.8196,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-01","publishedDate":"2026-09-01","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:3e87c73e-a257-495e-9730-367a66229811","observedHarness":"Stirrup","rawScore":1764.5,"zScore":1.0098,"seModel":"upstream_ci","ciHalfWidth":18,"ciLower":1746.5,"ciUpper":1782.5,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:claude-fable-5.1","observedHarness":"Direct API","rawScore":80.3,"zScore":0.2801,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.333143,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:claude-fable-5.1","observedHarness":"Direct API","rawScore":88.5,"zScore":0.6457,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":20.662982,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Fable 5.1 (Max)","observedHarness":"Direct API","rawScore":1498.42,"zScore":1.4059,"seModel":"upstream_ci","ciHalfWidth":15.2257,"ciLower":1483.1931,"ciUpper":1513.6445,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Fable 5.1 (Max)","observedHarness":"Direct API","rawScore":1498.69,"zScore":1.7256,"seModel":"upstream_ci","ciHalfWidth":4.4976,"ciLower":1494.1952,"ciUpper":1503.1903,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.2-sol:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.452377,"shrinkageFactor":0.959737,"score":71.79,"se":3.1,"samplingSe":1.123,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.647968,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.4418,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"AA Analyst Harness","rawScore":53.75,"zScore":1.0573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"Direct API","rawScore":60.7,"zScore":1.4023,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"Stirrup","rawScore":62.5,"zScore":1.2605,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec5lqGNsoDucTM8P","observedHarness":"Direct API","rawScore":85.83,"zScore":1.1573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"Direct API","rawScore":28.4,"zScore":1.1001,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"Direct API","rawScore":61.8,"zScore":1.813,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"Direct API","rawScore":35,"zScore":1.5616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:27c326a6-ec9b-415f-a29e-b1f4927484dc","observedHarness":"mini-SWE-agent","rawScore":66.67,"zScore":2.0742,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.427397,"shrinkageFactor":0.967267,"score":71.41,"se":2.8,"samplingSe":0.9738,"residualSe":2.6226,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.464662,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1661,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Direct API","rawScore":64.83,"zScore":1.6971,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Stirrup","rawScore":59.5,"zScore":1.1057,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec0XmjLEfbQPNFj3","observedHarness":"Direct API","rawScore":93.33,"zScore":1.4427,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Direct API","rawScore":28.8,"zScore":1.1471,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Direct API","rawScore":55.6,"zScore":1.4758,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 5.5 (High)","observedHarness":"Direct API","rawScore":1504.85,"zScore":2.0079,"seModel":"upstream_ci","ciHalfWidth":4.8455,"ciLower":1500.0006,"ciUpper":1509.6917,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"Direct API","rawScore":15,"zScore":-0.6551,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:f314eade-2232-44bf-a3ab-9b326bc67de6","observedHarness":"mini-SWE-agent","rawScore":49.05,"zScore":1.2658,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-sol:high:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.416588,"shrinkageFactor":0.959742,"score":71.25,"se":3.1,"samplingSe":1.1224,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.563645,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.6785,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"AA Analyst Harness","rawScore":52.5,"zScore":0.9623,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"Direct API","rawScore":61.43,"zScore":1.4544,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"Stirrup","rawScore":61.5,"zScore":1.2089,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recpfDJJ021BMHNWb","observedHarness":"Direct API","rawScore":85.83,"zScore":1.1573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"Direct API","rawScore":28.8,"zScore":1.1471,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"Direct API","rawScore":58.3,"zScore":1.6226,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"Direct API","rawScore":33.89,"zScore":1.4385,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:cd85e412-c43f-4535-bf8e-5ba113d97ca3","observedHarness":"mini-SWE-agent","rawScore":67.62,"zScore":2.1178,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.6-sol:max:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.39279,"shrinkageFactor":0.957612,"score":70.89,"se":3.18,"samplingSe":0.9933,"residualSe":3.0246,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.117077,"costLogSd":1.0534,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0383,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recIQjZYogw8GYgLW","observedHarness":"Direct API","rawScore":92.5,"zScore":1.4111,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.44,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:VBpT2WWYKBZtUxG9Z3svGh","observedHarness":"Direct API","rawScore":89.12,"zScore":1.3761,"seModel":"upstream_se","seRaw":1.847539,"ciHalfWidth":3.6212,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:QJ5rJMVypB4PMxPcBGftc8","observedHarness":"Direct API","rawScore":82.93,"zScore":1.6507,"seModel":"upstream_se","seRaw":5.94942,"ciHalfWidth":11.6609,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.6-sol_max:max:","observedHarness":"Direct API","rawScore":83,"zScore":1.9125,"seModel":"upstream_se","seRaw":3.775,"ciHalfWidth":7.399,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.438313,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:UnRUSuZzm2X27TUbpeMPva","observedHarness":"Direct API","rawScore":69.7,"zScore":1.3462,"seModel":"upstream_se","seRaw":1.453968,"ciHalfWidth":2.8498,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"google:gemini-4-neon:medium:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.355516,"shrinkageFactor":0.947104,"score":70.33,"se":3.56,"samplingSe":1.2304,"residualSe":3.3367,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":1.904556,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.6704,"benchmarks":[{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Direct API","rawScore":50.91,"zScore":1.3996,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Direct API","rawScore":57.93,"zScore":1.2046,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Stirrup","rawScore":61.5,"zScore":1.2089,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Direct API","rawScore":32.8,"zScore":1.6165,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Direct API","rawScore":63.6,"zScore":1.9109,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"Direct API","rawScore":30.56,"zScore":1.0695,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:2ba1a8f6-e052-4a33-b178-4db1e86157e4","observedHarness":"mini-SWE-agent","rawScore":54.76,"zScore":1.5278,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-4-carbon:medium:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.339434,"shrinkageFactor":0.956015,"score":70.09,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.585777,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.02,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"Direct API","rawScore":48.93,"zScore":0.5622,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"Stirrup","rawScore":69,"zScore":1.5957,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recZSWZSa5latGBoC","observedHarness":"Direct API","rawScore":94.17,"zScore":1.4746,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"Direct API","rawScore":29.6,"zScore":1.241,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"Direct API","rawScore":67.4,"zScore":2.1176,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"Direct API","rawScore":18.33,"zScore":-0.2861,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:0d3eaafd-54ed-4f78-bdd7-05a2db883986","observedHarness":"mini-SWE-agent","rawScore":62.38,"zScore":1.8774,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.1-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.316525,"shrinkageFactor":0.966586,"score":69.75,"se":2.83,"samplingSe":1.2065,"residualSe":2.5561,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.487251,"costLogSd":1.048,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0597,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:reciOAOiuYHbbtCcU","observedHarness":"APEX-Agents Harness","rawScore":60,"zScore":0.538,"seModel":"upstream_se","seRaw":5.6,"ciHalfWidth":10.976,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recEn87cPCL4zBDX9","observedHarness":"Direct API","rawScore":94.17,"zScore":1.4746,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:aBoQLaqnXsLPrsbN8wYgUp","observedHarness":"Direct API","rawScore":93.68,"zScore":1.6368,"seModel":"upstream_se","seRaw":1.443404,"ciHalfWidth":2.8291,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-29","publishedDate":"2026-09-29","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:HgAUm5zxrWbkfYUdeJMGzL","observedHarness":"Direct API","rawScore":100,"zScore":2.3173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-29","publishedDate":"2026-09-29","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:dfT5VD7cQug8XW6GQHyJUF","observedHarness":"Direct API","rawScore":73.9,"zScore":1.6325,"seModel":"upstream_se","seRaw":1.389504,"ciHalfWidth":2.7234,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-29","publishedDate":"2026-09-29","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-6.1-sol","observedHarness":"Direct API","rawScore":82.7,"zScore":0.6323,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.145418,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-6.1-sol","observedHarness":"Direct API","rawScore":90,"zScore":0.8473,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.713468,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6.1 Sol (Max)","observedHarness":"Direct API","rawScore":1469.83,"zScore":0.4028,"seModel":"upstream_ci","ciHalfWidth":4.9724,"ciLower":1464.8602,"ciUpper":1474.8049,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-astra:low:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.312623,"shrinkageFactor":0.870312,"score":69.69,"se":5.57,"samplingSe":1.8687,"residualSe":5.2455,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.581974,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1281,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recG9zf5LfCTMpwnb","observedHarness":"Direct API","rawScore":85.42,"zScore":1.1417,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:kRPSnHnDdheajNdqmKsMjs","observedHarness":"Direct API","rawScore":87.8,"zScore":1.8409,"seModel":"upstream_se","seRaw":5.173952,"ciHalfWidth":10.1409,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"anthropic:claude-sonnet-5.5:max:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.281657,"shrinkageFactor":0.989521,"score":69.22,"se":1.58,"samplingSe":1.1853,"residualSe":1.049,"coverageCount":18,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.020621,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"AA Analyst Harness","rawScore":57.5,"zScore":1.3425,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Stirrup","rawScore":1815.14,"zScore":2.0166,"seModel":"upstream_ci","ciHalfWidth":11.07,"ciLower":1804.52,"ciUpper":1826.66,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":51.99,"zScore":1.5341,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":51.47,"zScore":0.7435,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":59.63,"zScore":1.3279,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Stirrup","rawScore":59,"zScore":1.08,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recwsmBXqLEgJjkrE","observedHarness":"APEX-Agents Harness","rawScore":75.5,"zScore":1.4731,"seModel":"upstream_se","seRaw":4.7,"ciHalfWidth":9.212,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:4tZWwV9tqEgsCaKeSuSoG4","observedHarness":"Direct API","rawScore":88.77,"zScore":1.356,"seModel":"upstream_se","seRaw":1.873403,"ciHalfWidth":3.6719,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-29","publishedDate":"2026-09-29","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:Xo7ecFEMqPJ4HicvJTvWZZ","observedHarness":"Direct API","rawScore":80.49,"zScore":1.5554,"seModel":"upstream_se","seRaw":6.265967,"ciHalfWidth":12.2813,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-29","publishedDate":"2026-09-29","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-sonnet-5-5_max:max:","observedHarness":"Direct API","rawScore":100,"zScore":2.5855,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.524472,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:GtJ5yd3ZPQ7HVcm6Q9ssQz","observedHarness":"Direct API","rawScore":46.5,"zScore":-0.2354,"seModel":"upstream_se","seRaw":1.57805,"ciHalfWidth":3.093,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-29","publishedDate":"2026-09-29","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":25.8,"zScore":0.7951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Stirrup","rawScore":1837.82,"zScore":1.505,"seModel":"upstream_ci","ciHalfWidth":23.47,"ciLower":1814.35,"ciUpper":1861.29,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":53.3,"zScore":1.3507,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:claude-sonnet-5.5","observedHarness":"Direct API","rawScore":59.5,"zScore":-2.7724,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.530634,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:claude-sonnet-5.5","observedHarness":"Direct API","rawScore":88,"zScore":0.5785,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.040045,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"Direct API","rawScore":41.67,"zScore":2.3008,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:b171d979-5ec1-45de-b8b9-db1ee65e77ec","observedHarness":"mini-SWE-agent","rawScore":53.33,"zScore":1.4622,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6-astra:max:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.250337,"shrinkageFactor":0.970604,"score":68.76,"se":2.65,"samplingSe":0.8973,"residualSe":2.4946,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":27.818269,"costLogSd":1.0653,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0025,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recqWVwwNamfxF1zu","observedHarness":"Direct API","rawScore":95,"zScore":1.5062,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:csK2fe5T8p2R7WgoJUu6bZ","observedHarness":"Direct API","rawScore":93.68,"zScore":1.6368,"seModel":"upstream_se","seRaw":1.443404,"ciHalfWidth":2.8291,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:f7BCT27LzcAtaLDP2tcrWF","observedHarness":"Direct API","rawScore":97.6,"zScore":2.2236,"seModel":"upstream_se","seRaw":2.4,"ciHalfWidth":4.704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:PppwnX7EjXx2SeTcFN8Ujn","observedHarness":"Direct API","rawScore":75.6,"zScore":1.7484,"seModel":"upstream_se","seRaw":1.358855,"ciHalfWidth":2.6634,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-6-astra","observedHarness":"Direct API","rawScore":83,"zScore":0.6763,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.698902,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-6-astra","observedHarness":"Direct API","rawScore":90.6,"zScore":0.9279,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":20.126718,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-6 Astra (Max)","observedHarness":"Direct API","rawScore":1473.92,"zScore":0.4179,"seModel":"upstream_ci","ciHalfWidth":8.6328,"ciLower":1465.2867,"ciUpper":1482.5524,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6 Astra (Max)","observedHarness":"Direct API","rawScore":1467.85,"zScore":0.3121,"seModel":"upstream_ci","ciHalfWidth":4.4555,"ciLower":1463.3948,"ciUpper":1472.3058,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.6:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.232707,"shrinkageFactor":0.883032,"score":68.49,"se":5.29,"samplingSe":1.4211,"residualSe":5.0938,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.2164,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.6 (High)","observedHarness":"Direct API","rawScore":1496.89,"zScore":1.3442,"seModel":"upstream_ci","ciHalfWidth":6.4116,"ciLower":1490.4744,"ciUpper":1503.2976,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.6 (High)","observedHarness":"Direct API","rawScore":1492.7,"zScore":1.451,"seModel":"upstream_ci","ciHalfWidth":2.6313,"ciLower":1490.0648,"ciUpper":1495.3275,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.228925,"shrinkageFactor":0.879081,"score":68.43,"se":5.38,"samplingSe":1.3026,"residualSe":5.2167,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.394239,"costLogSd":1.0664,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0839,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rectyLB4NFarEdw0u","observedHarness":"Direct API","rawScore":88.33,"zScore":1.2524,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:SEnvgtunRa5GwAtU2sHa87","observedHarness":"Direct API","rawScore":70.7,"zScore":1.4144,"seModel":"upstream_se","seRaw":1.439994,"ciHalfWidth":2.8224,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"google:gemini-4-argon:high:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.219239,"shrinkageFactor":0.986989,"score":68.29,"se":1.76,"samplingSe":0.8287,"residualSe":1.557,"coverageCount":16,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.946609,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"AA Analyst Harness","rawScore":48.75,"zScore":0.6771,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":51.26,"zScore":1.4432,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":48.3,"zScore":0.5172,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":59.63,"zScore":1.3279,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Stirrup","rawScore":52.5,"zScore":0.7447,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec9xEpWuQctZx5Yy","observedHarness":"Direct API","rawScore":91.25,"zScore":1.3635,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:N8daAyKM6Sah39YBcPRi4W","observedHarness":"Direct API","rawScore":85.96,"zScore":1.1953,"seModel":"upstream_se","seRaw":2.061147,"ciHalfWidth":4.0398,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-13","publishedDate":"2026-10-13","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:6FQCa8tMipf2ncdgGgMaPc","observedHarness":"Direct API","rawScore":78.05,"zScore":1.4601,"seModel":"upstream_se","seRaw":6.544589,"ciHalfWidth":12.8274,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-13","publishedDate":"2026-10-13","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:iq4Y9tXpiyLP25yotySxJW","observedHarness":"Direct API","rawScore":76,"zScore":1.7757,"seModel":"upstream_se","seRaw":1.351231,"ciHalfWidth":2.6484,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-13","publishedDate":"2026-10-13","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":21.8,"zScore":0.3257,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":56.7,"zScore":1.5356,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gemini-4-argon","observedHarness":"Direct API","rawScore":85.2,"zScore":0.9992,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.284339,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gemini-4-argon","observedHarness":"Direct API","rawScore":86.8,"zScore":0.4173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.955555,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 4 Argon (High)","observedHarness":"Direct API","rawScore":1492.26,"zScore":1.4309,"seModel":"upstream_ci","ciHalfWidth":4.3753,"ciLower":1487.8895,"ciUpper":1496.6401,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"Direct API","rawScore":13.89,"zScore":-0.7782,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:d366dfa1-d940-4788-aa73-d298c45699b3","observedHarness":"mini-SWE-agent","rawScore":52.86,"zScore":1.4406,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.206281,"shrinkageFactor":0.95975,"score":68.09,"se":3.1,"samplingSe":1.1215,"residualSe":2.8924,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.406056,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.7789,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"AA Analyst Harness","rawScore":50,"zScore":0.7722,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"Direct API","rawScore":59.17,"zScore":1.2931,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"Stirrup","rawScore":64,"zScore":1.3378,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec8c7q0fRKI0gVcz","observedHarness":"Direct API","rawScore":82.92,"zScore":1.0465,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"Direct API","rawScore":29.2,"zScore":1.194,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"Direct API","rawScore":50.7,"zScore":1.2093,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"Direct API","rawScore":31.67,"zScore":1.1925,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:82b37079-56d9-4451-8a1a-22b0a921f4f8","observedHarness":"mini-SWE-agent","rawScore":60.48,"zScore":1.7902,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.2-astra:low:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.178984,"shrinkageFactor":0.959725,"score":67.68,"se":3.1,"samplingSe":1.1243,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.661705,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.072,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"AA Analyst Harness","rawScore":56.25,"zScore":1.2475,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"Direct API","rawScore":60.63,"zScore":1.3973,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"Stirrup","rawScore":61,"zScore":1.1831,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recufnfrva2rVDmLZ","observedHarness":"Direct API","rawScore":91.67,"zScore":1.3795,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"Direct API","rawScore":28,"zScore":1.0532,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"Direct API","rawScore":47.7,"zScore":1.0461,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"Direct API","rawScore":30.56,"zScore":1.0695,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:cc93ecfd-845e-455d-9642-6799d7133b7e","observedHarness":"mini-SWE-agent","rawScore":50.95,"zScore":1.353,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.5-pro:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.5-pro","displayName":"GPT-5.5 Pro","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.178137,"shrinkageFactor":0.915203,"score":67.67,"se":4.5,"samplingSe":1.5206,"residualSe":4.2382,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":61.85299,"costLogSd":1.0896,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":67.5,"inputPer1mUsd":30,"outputPer1mUsd":180,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0054,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recgSWEl9GTw04NMC","observedHarness":"Direct API","rawScore":84.16,"zScore":1.0937,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":10.76,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:LSKDetgzyVojru45w7RJhf","observedHarness":"Direct API","rawScore":87.72,"zScore":1.296,"seModel":"upstream_se","seRaw":1.947601,"ciHalfWidth":3.8173,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-12","publishedDate":"2026-06-12","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:SFKXCPUu73mwxMoUotiZM2","observedHarness":"Direct API","rawScore":78.05,"zScore":1.4601,"seModel":"upstream_se","seRaw":6.544589,"ciHalfWidth":12.8274,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-12","publishedDate":"2026-06-12","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"anthropic:claude-opus-5:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.138642,"shrinkageFactor":0.973828,"score":67.08,"se":2.5,"samplingSe":1.119,"residualSe":2.2373,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0632,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec1AxRjtBjTtTCHM","observedHarness":"APEX-Agents Harness","rawScore":65.8,"zScore":0.8879,"seModel":"upstream_se","seRaw":5.1,"ciHalfWidth":9.996,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:ff7GeS7rdperjxSBZ7MHZY","observedHarness":"Direct API","rawScore":85.61,"zScore":1.1753,"seModel":"upstream_se","seRaw":2.082489,"ciHalfWidth":4.0817,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-24","publishedDate":"2026-07-24","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:ji3kMn49Jcr9t4whxcpjj4","observedHarness":"Direct API","rawScore":73.17,"zScore":1.2695,"seModel":"upstream_se","seRaw":7.005564,"ciHalfWidth":13.7309,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-24","publishedDate":"2026-07-24","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-opus-5_max:max:","observedHarness":"Direct API","rawScore":99,"zScore":2.5459,"seModel":"upstream_se","seRaw":1,"ciHalfWidth":1.96,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.786125,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Zftz2yk4X5NF28JQzjN3hZ","observedHarness":"Direct API","rawScore":59.9,"zScore":0.6781,"seModel":"upstream_se","seRaw":1.550611,"ciHalfWidth":3.0392,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:b8fc61f7-5e9a-49e6-8547-6ac56db24627","observedHarness":"Stirrup","rawScore":1729,"zScore":0.77,"seModel":"upstream_ci","ciHalfWidth":18.175,"ciLower":1710.82,"ciUpper":1747.17,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 5 (Max)","observedHarness":"Direct API","rawScore":1487.79,"zScore":1.226,"seModel":"upstream_ci","ciHalfWidth":3.7875,"ciLower":1484.004,"ciUpper":1491.579,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-hydrogen:xhigh:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.132652,"shrinkageFactor":0.982028,"score":66.99,"se":2.07,"samplingSe":0.8863,"residualSe":1.8739,"coverageCount":12,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.160159,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.1139,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Stirrup","rawScore":1568.83,"zScore":0.2184,"seModel":"upstream_ci","ciHalfWidth":10.49,"ciLower":1558.77,"ciUpper":1579.75,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Direct API","rawScore":50.47,"zScore":0.6721,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Stirrup","rawScore":66,"zScore":1.441,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:PUv4VMj5JrczVYaVqeumJb","observedHarness":"Direct API","rawScore":88.07,"zScore":1.316,"seModel":"upstream_se","seRaw":1.923412,"ciHalfWidth":3.7699,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-13","publishedDate":"2026-11-13","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:97JLAf5nxpCG4VtCjAw2dd","observedHarness":"Direct API","rawScore":87.8,"zScore":1.8409,"seModel":"upstream_se","seRaw":5.173952,"ciHalfWidth":10.1409,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-13","publishedDate":"2026-11-13","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:BTWvEjbekh8TC7kWurJnrR","observedHarness":"Direct API","rawScore":70.9,"zScore":1.428,"seModel":"upstream_se","seRaw":1.4371,"ciHalfWidth":2.8167,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-13","publishedDate":"2026-11-13","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Direct API","rawScore":27.6,"zScore":1.0063,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Direct API","rawScore":58.8,"zScore":1.6498,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gemini-4-hydrogen","observedHarness":"Direct API","rawScore":83.2,"zScore":0.7057,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.591924,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gemini-4-hydrogen","observedHarness":"Direct API","rawScore":86.8,"zScore":0.4173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.988995,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"Direct API","rawScore":21.11,"zScore":0.0221,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:dad0e3b1-e3e7-477a-99f9-c14457a91114","observedHarness":"mini-SWE-agent","rawScore":49.52,"zScore":1.2874,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-fable-5:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.130006,"shrinkageFactor":0.93893,"score":66.95,"se":3.82,"samplingSe":1.4491,"residualSe":3.5358,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.786777,"costLogSd":1.0567,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0568,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:reckaD0wz9XOvArFA","observedHarness":"APEX-Agents Harness","rawScore":63.6,"zScore":0.7552,"seModel":"upstream_se","seRaw":5.3,"ciHalfWidth":10.388,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recoGNnJQf5s62aEC","observedHarness":"Direct API","rawScore":87.5,"zScore":1.2208,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Fable 5 (High)","observedHarness":"Direct API","rawScore":1500.12,"zScore":1.4744,"seModel":"upstream_ci","ciHalfWidth":6.6983,"ciLower":1493.421,"ciUpper":1506.8177,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Fable 5 (High)","observedHarness":"Direct API","rawScore":1483.28,"zScore":1.0193,"seModel":"upstream_ci","ciHalfWidth":3.3189,"ciLower":1479.9612,"ciUpper":1486.5991,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.6:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.119453,"shrinkageFactor":0.884216,"score":66.79,"se":5.26,"samplingSe":1.3045,"residualSe":5.0972,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.4437,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.6","observedHarness":"Direct API","rawScore":1495.6,"zScore":1.2921,"seModel":"upstream_ci","ciHalfWidth":5.2977,"ciLower":1490.3018,"ciUpper":1500.8973,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.6","observedHarness":"Direct API","rawScore":1488.23,"zScore":1.2462,"seModel":"upstream_ci","ciHalfWidth":2.5799,"ciLower":1485.6497,"ciUpper":1490.8094,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.1-sol:high:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.114137,"shrinkageFactor":0.765231,"score":66.71,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.700253,"costLogSd":1.0442,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1424,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recPqdeFjOGTEXsBg","observedHarness":"Direct API","rawScore":91.67,"zScore":1.3795,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6.1-sol:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.114137,"shrinkageFactor":0.765231,"score":66.71,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.535732,"costLogSd":1.0518,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1228,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recA2qz6EjG8Yd9O7","observedHarness":"Direct API","rawScore":91.67,"zScore":1.3795,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6.2-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.094455,"shrinkageFactor":0.982171,"score":66.42,"se":2.06,"samplingSe":1.0409,"residualSe":1.7831,"coverageCount":14,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.01438,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.005,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"AA Analyst Harness","rawScore":53.75,"zScore":1.0573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Stirrup","rawScore":1612.07,"zScore":0.5341,"seModel":"upstream_ci","ciHalfWidth":10.84,"ciLower":1601.26,"ciUpper":1622.94,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Direct API","rawScore":61.63,"zScore":1.4687,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Direct API","rawScore":62.73,"zScore":1.5539,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Stirrup","rawScore":62.5,"zScore":1.2605,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec6FHye6omYQVfM8","observedHarness":"APEX-Agents Harness","rawScore":66.6,"zScore":0.9362,"seModel":"upstream_se","seRaw":5.3,"ciHalfWidth":10.388,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reccLSFAErzxM5dI2","observedHarness":"Direct API","rawScore":85.83,"zScore":1.1573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Direct API","rawScore":30,"zScore":1.2879,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Direct API","rawScore":64,"zScore":1.9326,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-6.2-sol","observedHarness":"Direct API","rawScore":81.1,"zScore":0.3975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.098459,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-6.2-sol","observedHarness":"Direct API","rawScore":90.1,"zScore":0.8607,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.075023,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6.2 Sol (Max)","observedHarness":"Direct API","rawScore":1443.28,"zScore":-0.8141,"seModel":"upstream_ci","ciHalfWidth":10.1437,"ciLower":1433.1405,"ciUpper":1453.428,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"Direct API","rawScore":37.22,"zScore":1.8076,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:a1a84b18-e8c9-48fb-8e04-6003bd9f6ff4","observedHarness":"mini-SWE-agent","rawScore":67.62,"zScore":2.1178,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-fable-5.1:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.065503,"shrinkageFactor":0.765231,"score":65.98,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":19.394239,"costLogSd":1.0664,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0775,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recZtv97M9zVWp43I","observedHarness":"Direct API","rawScore":90,"zScore":1.3159,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-5.5:medium:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":1.010857,"shrinkageFactor":0.963428,"score":65.16,"se":2.96,"samplingSe":1.2107,"residualSe":2.6979,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.451089,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1588,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Direct API","rawScore":63.9,"zScore":1.6308,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Stirrup","rawScore":54,"zScore":0.8221,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recjdN7zdajrdYE2h","observedHarness":"APEX-Agents Harness","rawScore":52.5,"zScore":0.0855,"seModel":"upstream_se","seRaw":5.6,"ciHalfWidth":10.976,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recPthl3n22wvWvIU","observedHarness":"Direct API","rawScore":87.5,"zScore":1.2208,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Direct API","rawScore":25.6,"zScore":0.7716,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Direct API","rawScore":51.4,"zScore":1.2473,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"Direct API","rawScore":22.22,"zScore":0.1451,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:ea9e0da6-169f-43c6-92f5-730a10d6ff8d","observedHarness":"mini-SWE-agent","rawScore":43.33,"zScore":1.0034,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-4-hydrogen:high:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.99818,"shrinkageFactor":0.957964,"score":64.97,"se":3.17,"samplingSe":1.1371,"residualSe":2.9593,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":1.873314,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.3456,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"Direct API","rawScore":48.17,"zScore":0.5079,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"Stirrup","rawScore":61.5,"zScore":1.2089,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"Direct API","rawScore":30,"zScore":1.2879,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"Direct API","rawScore":54.9,"zScore":1.4377,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 4 Hydrogen (High)","observedHarness":"Direct API","rawScore":1493.59,"zScore":1.4918,"seModel":"upstream_ci","ciHalfWidth":7.6107,"ciLower":1485.9758,"ciUpper":1501.1972,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"Direct API","rawScore":27.22,"zScore":0.6993,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:dae0262d-26a4-44d1-925a-6f2731cbda6a","observedHarness":"mini-SWE-agent","rawScore":41.43,"zScore":0.9162,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-4-carbon:low:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.969132,"shrinkageFactor":0.956015,"score":64.54,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.186577,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"Direct API","rawScore":49.23,"zScore":0.5836,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"Stirrup","rawScore":65,"zScore":1.3894,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recQQeIYi5kMeezPE","observedHarness":"Direct API","rawScore":49.58,"zScore":-0.2223,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"Direct API","rawScore":28.6,"zScore":1.1236,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"Direct API","rawScore":61.9,"zScore":1.8184,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"Direct API","rawScore":18.89,"zScore":-0.224,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:b3866703-a9f7-4ea2-8f3f-b361c90aaf0e","observedHarness":"mini-SWE-agent","rawScore":61.9,"zScore":1.8554,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.1-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.968527,"shrinkageFactor":0.765231,"score":64.53,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.968438,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1935,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recYSQ5ByKpGp0LKP","observedHarness":"Direct API","rawScore":86.67,"zScore":1.1892,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-fable-5.1:medium:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.956295,"shrinkageFactor":0.765231,"score":64.34,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.387897,"costLogSd":1.0654,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.1428,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recT6vtsKxK14oaiK","observedHarness":"Direct API","rawScore":86.25,"zScore":1.1732,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.6-sol:high:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.932124,"shrinkageFactor":0.765231,"score":63.98,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.896328,"costLogSd":1.0475,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0487,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recLS6d8WS2n1rGSY","observedHarness":"Direct API","rawScore":85.42,"zScore":1.1417,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.74,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.5:high:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.914929,"shrinkageFactor":0.922569,"score":63.72,"se":4.3,"samplingSe":1.0993,"residualSe":4.1599,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.848117,"costLogSd":1.0508,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0067,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reclzZXNkcRC5jiKS","observedHarness":"Direct API","rawScore":83.33,"zScore":1.0621,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.45,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.5 (High)","observedHarness":"Direct API","rawScore":1481.45,"zScore":0.7216,"seModel":"upstream_ci","ciHalfWidth":5.4459,"ciLower":1476.0021,"ciUpper":1486.8938,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.5 (High)","observedHarness":"Direct API","rawScore":1485.2,"zScore":1.1073,"seModel":"upstream_ci","ciHalfWidth":2.8763,"ciLower":1482.3287,"ciUpper":1488.0812,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.5-pro:high:direct:native","provider":"openai","modelSlug":"gpt-5.5-pro","displayName":"GPT-5.5 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.907662,"shrinkageFactor":0.765231,"score":63.61,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":50.259835,"costLogSd":1.0785,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":67.5,"inputPer1mUsd":30,"outputPer1mUsd":180,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0151,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recE8W46kbiuOPGxo","observedHarness":"Direct API","rawScore":84.58,"zScore":1.1097,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":10.51,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.903487,"shrinkageFactor":0.92217,"score":63.55,"se":4.31,"samplingSe":1.1451,"residualSe":4.159,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0858,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recB3Hc7Wjn7FZ2vt","observedHarness":"Direct API","rawScore":88.33,"zScore":1.2524,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 5 (High)","observedHarness":"Direct API","rawScore":1485.94,"zScore":0.9026,"seModel":"upstream_ci","ciHalfWidth":5.7492,"ciLower":1480.1876,"ciUpper":1491.6861,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 5 (High)","observedHarness":"Direct API","rawScore":1477.63,"zScore":0.7603,"seModel":"upstream_ci","ciHalfWidth":2.8954,"ciLower":1474.7323,"ciUpper":1480.5231,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-sol:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.903279,"shrinkageFactor":0.921364,"score":63.55,"se":4.34,"samplingSe":1.2325,"residualSe":4.1572,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.461528,"costLogSd":1.056,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0127,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recjEDHJMdFvdEoxY","observedHarness":"Direct API","rawScore":90,"zScore":1.3159,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.04,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.6 Sol (xHigh)","observedHarness":"Direct API","rawScore":1486.49,"zScore":0.9248,"seModel":"upstream_ci","ciHalfWidth":6.8815,"ciLower":1479.6072,"ciUpper":1493.3702,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.6 Sol (xHigh)","observedHarness":"Direct API","rawScore":1476.18,"zScore":0.6939,"seModel":"upstream_ci","ciHalfWidth":3.3409,"ciLower":1472.8409,"ciUpper":1479.5227,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5.1:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.887574,"shrinkageFactor":0.857195,"score":63.31,"se":5.84,"samplingSe":2.6299,"residualSe":5.218,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.786777,"costLogSd":1.0567,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0419,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recNL6V1sB2zRy2vL","observedHarness":"APEX-Agents Harness","rawScore":59.7,"zScore":0.5199,"seModel":"upstream_se","seRaw":5.6,"ciHalfWidth":10.976,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recHs8jTkcWuXJSC9","observedHarness":"Direct API","rawScore":88.75,"zScore":1.2684,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-4.7:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.886861,"shrinkageFactor":0.8831,"score":63.3,"se":5.29,"samplingSe":1.4147,"residualSe":5.094,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.0939,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.7 (High)","observedHarness":"Direct API","rawScore":1494.35,"zScore":1.2417,"seModel":"upstream_ci","ciHalfWidth":6.4675,"ciLower":1487.8819,"ciUpper":1500.817,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.7 (High)","observedHarness":"Direct API","rawScore":1478.12,"zScore":0.7828,"seModel":"upstream_ci","ciHalfWidth":3.036,"ciLower":1475.0841,"ciUpper":1481.1561,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-neon:low:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.874225,"shrinkageFactor":0.9471,"score":63.11,"se":3.56,"samplingSe":1.2308,"residualSe":3.3366,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.745228,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.4402,"benchmarks":[{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Direct API","rawScore":43.35,"zScore":0.4579,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Direct API","rawScore":56.63,"zScore":1.1118,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Stirrup","rawScore":62,"zScore":1.2347,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Direct API","rawScore":31.4,"zScore":1.4522,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Direct API","rawScore":54.2,"zScore":1.3996,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"Direct API","rawScore":26.11,"zScore":0.5762,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:09fea5f5-7217-452d-b693-fcca01e07bdf","observedHarness":"mini-SWE-agent","rawScore":27.14,"zScore":0.2606,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-3.8-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.859319,"shrinkageFactor":0.765231,"score":62.89,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.820987,"costLogSd":1.0556,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.5619,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recSQW22neBgoxnk8","observedHarness":"Direct API","rawScore":82.92,"zScore":1.0465,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.5:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.859207,"shrinkageFactor":0.956126,"score":62.89,"se":3.24,"samplingSe":1.1644,"residualSe":3.0223,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.089838,"costLogSd":1.0598,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0042,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recPMkvFz7bdsGYig","observedHarness":"Direct API","rawScore":85,"zScore":1.1257,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.87,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:5FGXKvXQwGPtcCX2PNrLR5","observedHarness":"Direct API","rawScore":85.26,"zScore":1.1553,"seModel":"upstream_se","seRaw":2.103409,"ciHalfWidth":4.1227,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:PKSMspJiJdNThB6qNvaBSM","observedHarness":"Direct API","rawScore":72.5,"zScore":1.2434,"seModel":"upstream_se","seRaw":7.149951,"ciHalfWidth":14.0139,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.5_xhigh:xhigh:","observedHarness":"Direct API","rawScore":50,"zScore":0.606,"seModel":"upstream_se","seRaw":5,"ciHalfWidth":9.8,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.68179,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:TijCafTTJUFrJ6jPGvBbgq","observedHarness":"Direct API","rawScore":63,"zScore":0.8895,"seModel":"upstream_se","seRaw":1.527525,"ciHalfWidth":2.9939,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"anthropic:claude-fable-5:medium:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.847088,"shrinkageFactor":0.765231,"score":62.71,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.387897,"costLogSd":1.0654,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.1151,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recOj0wdwD2kU9r8l","observedHarness":"Direct API","rawScore":82.5,"zScore":1.0305,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-4.7:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.846654,"shrinkageFactor":0.88313,"score":62.7,"se":5.29,"samplingSe":1.4118,"residualSe":5.0941,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.2934,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.7","observedHarness":"Direct API","rawScore":1494.44,"zScore":1.2454,"seModel":"upstream_ci","ciHalfWidth":6.3854,"ciLower":1488.0512,"ciUpper":1500.822,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.7","observedHarness":"Direct API","rawScore":1476.1,"zScore":0.6902,"seModel":"upstream_ci","ciHalfWidth":3.0918,"ciLower":1473.0129,"ciUpper":1479.1964,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5.5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.810814,"shrinkageFactor":0.967268,"score":62.16,"se":2.8,"samplingSe":0.9736,"residualSe":2.6226,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.091985,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Direct API","rawScore":50.9,"zScore":0.7028,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Stirrup","rawScore":57.5,"zScore":1.0026,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reclwthLdzhvIpMOa","observedHarness":"Direct API","rawScore":83.89,"zScore":1.0834,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Direct API","rawScore":24.6,"zScore":0.6542,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Direct API","rawScore":44.1,"zScore":0.8503,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Sonnet 5.5 (xHigh)","observedHarness":"Direct API","rawScore":1473.27,"zScore":0.5605,"seModel":"upstream_ci","ciHalfWidth":4.8377,"ciLower":1468.4333,"ciUpper":1478.1088,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"Direct API","rawScore":20.56,"zScore":-0.0389,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:975aeaef-50bd-4a65-9c73-f1015adcd4d4","observedHarness":"mini-SWE-agent","rawScore":52.38,"zScore":1.4186,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6-astra:none:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.80443,"shrinkageFactor":0.867904,"score":62.07,"se":5.62,"samplingSe":2.0357,"residualSe":5.2383,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.581974,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0222,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recrfBvJzhO8K1XGJ","observedHarness":"Direct API","rawScore":59.58,"zScore":0.1583,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:4BCZTu7HQKmhdwRR2W4bzT","observedHarness":"Direct API","rawScore":82.93,"zScore":1.6507,"seModel":"upstream_se","seRaw":5.94942,"ciHalfWidth":11.6609,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"google:gemini-4-argon:medium:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.80272,"shrinkageFactor":0.95404,"score":62.04,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.629243,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"Direct API","rawScore":48.97,"zScore":0.565,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"Stirrup","rawScore":53.5,"zScore":0.7963,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recOA2kl6GfLzAubk","observedHarness":"Direct API","rawScore":87.08,"zScore":1.2048,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"Direct API","rawScore":25.6,"zScore":0.7716,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"Direct API","rawScore":42.5,"zScore":0.7633,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:48e6f735-f2bc-418f-b99f-3dc5a0ddda77","observedHarness":"mini-SWE-agent","rawScore":48.57,"zScore":1.2438,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"meta:muse-wonder:max:direct:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.790228,"shrinkageFactor":0.987599,"score":61.85,"se":1.72,"samplingSe":1.0998,"residualSe":1.325,"coverageCount":16,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.952036,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.5763,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Stirrup","rawScore":1658.65,"zScore":0.8741,"seModel":"upstream_ci","ciHalfWidth":10.17,"ciLower":1648.48,"ciUpper":1668.82,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":47.49,"zScore":0.9736,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":38.03,"zScore":-0.2159,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":55.28,"zScore":1.0108,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Stirrup","rawScore":50.5,"zScore":0.6416,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recJ1sZSqwFwfdlZ4","observedHarness":"APEX-Agents Harness","rawScore":66.1,"zScore":0.906,"seModel":"upstream_se","seRaw":5.3,"ciHalfWidth":10.388,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:hwVgELmPofPY3Vqm7BRLxs","observedHarness":"Direct API","rawScore":82.11,"zScore":0.9751,"seModel":"upstream_se","seRaw":2.274516,"ciHalfWidth":4.4581,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-12","publishedDate":"2026-10-12","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:76KF9F9owpePuyHpP68mdZ","observedHarness":"Direct API","rawScore":70.73,"zScore":1.1743,"seModel":"upstream_se","seRaw":7.194088,"ciHalfWidth":14.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-12","publishedDate":"2026-10-12","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":30.6,"zScore":1.3583,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Stirrup","rawScore":1770.34,"zScore":1.0493,"seModel":"upstream_ci","ciHalfWidth":23.13,"ciLower":1747.21,"ciUpper":1793.47,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":39,"zScore":0.5729,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:muse-wonder-1.0","observedHarness":"Direct API","rawScore":81.6,"zScore":0.4709,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.365737,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:muse-wonder-1.0","observedHarness":"Direct API","rawScore":93,"zScore":1.2504,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.190859,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Muse Wonder (Max)","observedHarness":"Direct API","rawScore":1493.67,"zScore":1.4955,"seModel":"upstream_ci","ciHalfWidth":4.955,"ciLower":1488.7165,"ciUpper":1498.6265,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"Direct API","rawScore":22.22,"zScore":0.1451,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:ff2f3f3d-783f-4e27-8a39-47237501a313","observedHarness":"mini-SWE-agent","rawScore":25.71,"zScore":0.1949,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.4:high:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.739752,"shrinkageFactor":0.880065,"score":61.1,"se":5.35,"samplingSe":1.184,"residualSe":5.2225,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.273919,"costLogSd":1.0456,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0202,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recSSPRQPLhYElikJ","observedHarness":"Direct API","rawScore":67.5,"zScore":0.4597,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.02,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.4 (High)","observedHarness":"Direct API","rawScore":1484.4,"zScore":1.0706,"seModel":"upstream_ci","ciHalfWidth":2.9654,"ciLower":1481.4376,"ciUpper":1487.3683,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-sol:max:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.733447,"shrinkageFactor":0.965694,"score":61,"se":2.86,"samplingSe":1.0417,"residualSe":2.6678,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.487251,"costLogSd":1.048,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0105,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recLBjIuBBmwMbz6o","observedHarness":"APEX-Agents Harness","rawScore":54.3,"zScore":0.1941,"seModel":"upstream_se","seRaw":5.6,"ciHalfWidth":10.976,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reclgf5ruPfGJvCNf","observedHarness":"Direct API","rawScore":89.58,"zScore":1.3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:RHjHEPHEsWZqFuMjBTeC6r","observedHarness":"Direct API","rawScore":89.82,"zScore":1.4161,"seModel":"upstream_se","seRaw":1.793969,"ciHalfWidth":3.5162,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:jwS3LYLCPbZpHDzzkX6LyV","observedHarness":"Direct API","rawScore":90,"zScore":1.9268,"seModel":"upstream_se","seRaw":5.173952,"ciHalfWidth":10.1409,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:donMeEKBZZdqpQsojKWJEm","observedHarness":"Direct API","rawScore":60.7,"zScore":0.7327,"seModel":"upstream_se","seRaw":1.545282,"ciHalfWidth":3.0288,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6 Sol (Max)","observedHarness":"Direct API","rawScore":1441.82,"zScore":-0.881,"seModel":"upstream_ci","ciHalfWidth":4.4048,"ciLower":1437.4147,"ciUpper":1446.2243,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5.1:low:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.725649,"shrinkageFactor":0.765231,"score":60.88,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.581974,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.1379,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recgGXbNz9PP5hyy2","observedHarness":"Direct API","rawScore":78.33,"zScore":0.8718,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6-sol:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.717786,"shrinkageFactor":0.765231,"score":60.77,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.535732,"costLogSd":1.0518,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0403,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recaxpOe7WYYOhEHv","observedHarness":"Direct API","rawScore":78.06,"zScore":0.8616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"moonshot:kimi-k3.1-pro:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.7066,"shrinkageFactor":0.988213,"score":60.6,"se":1.68,"samplingSe":0.8598,"residualSe":1.4419,"coverageCount":16,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.6812,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.9363,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"AA Analyst Harness","rawScore":38.75,"zScore":-0.0833,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Stirrup","rawScore":1673.56,"zScore":0.983,"seModel":"upstream_ci","ciHalfWidth":10.95,"ciLower":1663.56,"ciUpper":1685.46,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":43.86,"zScore":0.5215,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":48.93,"zScore":0.5622,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":45.34,"zScore":0.2862,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Stirrup","rawScore":49.5,"zScore":0.59,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:9iqojBnRuywLNkMDSVdwpJ","observedHarness":"Direct API","rawScore":78.25,"zScore":0.7544,"seModel":"upstream_se","seRaw":2.448185,"ciHalfWidth":4.7984,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-06","publishedDate":"2026-11-06","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:o7TxEhAxnN2qKUqqhFgp5H","observedHarness":"Direct API","rawScore":65.85,"zScore":0.9837,"seModel":"upstream_se","seRaw":7.497769,"ciHalfWidth":14.6956,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-06","publishedDate":"2026-11-06","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:HumfsXVh5BZWuTo6Z8Gqnf","observedHarness":"Direct API","rawScore":62.2,"zScore":0.8349,"seModel":"upstream_se","seRaw":1.534117,"ciHalfWidth":3.0069,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-06","publishedDate":"2026-11-06","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":31.4,"zScore":1.4522,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":37.3,"zScore":0.4805,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:kimi-k3.1-pro","observedHarness":"Direct API","rawScore":79.1,"zScore":0.104,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.217079,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:kimi-k3.1-pro","observedHarness":"Direct API","rawScore":82.1,"zScore":-0.2142,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.4,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Kimi K3.1 Pro (Max)","observedHarness":"Direct API","rawScore":1478.82,"zScore":0.8149,"seModel":"upstream_ci","ciHalfWidth":6.6657,"ciLower":1472.1523,"ciUpper":1485.4836,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"Direct API","rawScore":38.33,"zScore":1.9306,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:665c67ca-09eb-48f0-a7a3-0096e1d5de51","observedHarness":"mini-SWE-agent","rawScore":34.29,"zScore":0.5886,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-3.8-flash:low:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.701478,"shrinkageFactor":0.765231,"score":60.52,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.542072,"costLogSd":1.0406,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.5684,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec2uPyplc1lZ8CVH","observedHarness":"Direct API","rawScore":77.5,"zScore":0.8402,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.5:medium:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.700693,"shrinkageFactor":0.922705,"score":60.51,"se":4.3,"samplingSe":1.0833,"residualSe":4.1602,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.234615,"costLogSd":1.0599,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0161,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recdw1w2Kk0j96ky7","observedHarness":"Direct API","rawScore":70.42,"zScore":0.5708,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.86,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.5","observedHarness":"Direct API","rawScore":1479.22,"zScore":0.6316,"seModel":"upstream_ci","ciHalfWidth":5.407,"ciLower":1473.8153,"ciUpper":1484.6294,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.5","observedHarness":"Direct API","rawScore":1481.37,"zScore":0.9317,"seModel":"upstream_ci","ciHalfWidth":2.8433,"ciLower":1478.5298,"ciUpper":1484.2164,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-fable-5:low:direct:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.681384,"shrinkageFactor":0.765231,"score":60.22,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.581974,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.1306,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rech4ukMMdk3W0Q5a","observedHarness":"Direct API","rawScore":76.81,"zScore":0.814,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6.1-sol:low:direct:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.677307,"shrinkageFactor":0.765231,"score":60.16,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.303573,"costLogSd":1.0419,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1929,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec1jlUUUwswKuq62","observedHarness":"Direct API","rawScore":76.67,"zScore":0.8087,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"alibaba:qwen4-max:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen4-max","displayName":"Qwen4 Max","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.675925,"shrinkageFactor":0.967044,"score":60.14,"se":2.81,"samplingSe":1.6091,"residualSe":2.3001,"coverageCount":11,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.268133,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.25,"inputPer1mUsd":1.5,"outputPer1mUsd":4.5,"contextWindow":1000000,"releaseDate":"2026-10-22","paretoProb":0.9881,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"AA Analyst Harness","rawScore":46.25,"zScore":0.487,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Stirrup","rawScore":1686.07,"zScore":1.0743,"seModel":"upstream_ci","ciHalfWidth":10.48,"ciLower":1675.59,"ciUpper":1696.55,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Direct API","rawScore":43.7,"zScore":0.1888,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Stirrup","rawScore":43,"zScore":0.2547,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Direct API","rawScore":26.2,"zScore":0.842,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Stirrup","rawScore":1808.69,"zScore":1.3083,"seModel":"upstream_ci","ciHalfWidth":20.825,"ciLower":1787.86,"ciUpper":1829.51,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Direct API","rawScore":44.9,"zScore":0.8938,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:qwen4-max","observedHarness":"Direct API","rawScore":83.4,"zScore":0.735,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.143937,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:qwen4-max","observedHarness":"Direct API","rawScore":84.7,"zScore":0.1352,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.493018,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"Direct API","rawScore":19.44,"zScore":-0.163,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:fef6625d-9097-45f6-95c0-bcaa06e3d8e1","observedHarness":"mini-SWE-agent","rawScore":23.33,"zScore":0.0857,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"meta:muse-spark-1.2:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.673382,"shrinkageFactor":0.887393,"score":60.1,"se":5.19,"samplingSe":1.0796,"residualSe":5.0753,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.165655,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.7641,"benchmarks":[{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:mLLmVVvo6t23MM5yxq7ryW","observedHarness":"Direct API","rawScore":60.3,"zScore":0.7054,"seModel":"upstream_se","seRaw":1.551879,"ciHalfWidth":3.0417,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Muse Spark 1.2 (xHigh)","observedHarness":"Direct API","rawScore":1478.86,"zScore":0.8167,"seModel":"upstream_ci","ciHalfWidth":4.7191,"ciLower":1474.1431,"ciUpper":1483.5813,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-5.5:low:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.645497,"shrinkageFactor":0.956015,"score":59.68,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.975529,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.2754,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Direct API","rawScore":63.33,"zScore":1.5901,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Stirrup","rawScore":36,"zScore":-0.1063,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxXUOv2ybbXF8OX","observedHarness":"Direct API","rawScore":70.14,"zScore":0.5601,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Direct API","rawScore":25.6,"zScore":0.7716,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Direct API","rawScore":41.7,"zScore":0.7198,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"Direct API","rawScore":19.44,"zScore":-0.163,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:4416ca93-fde6-4b7b-abbc-3a6be109cc3d","observedHarness":"mini-SWE-agent","rawScore":24.29,"zScore":0.1298,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.6-terra:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.641176,"shrinkageFactor":0.944937,"score":59.62,"se":3.63,"samplingSe":1.0817,"residualSe":3.4634,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.29237,"costLogSd":1.0526,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0117,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec86VcvrMgRUOXNK","observedHarness":"Direct API","rawScore":74.17,"zScore":0.7135,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.69,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.6-terra_xhigh:xhigh:","observedHarness":"Direct API","rawScore":74,"zScore":1.5562,"seModel":"upstream_se","seRaw":4.408,"ciHalfWidth":8.6397,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.274209,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.6 Terra (xHigh)","observedHarness":"Direct API","rawScore":1474.17,"zScore":0.428,"seModel":"upstream_ci","ciHalfWidth":6.5132,"ciLower":1467.6601,"ciUpper":1480.6865,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.6 Terra (xHigh)","observedHarness":"Direct API","rawScore":1469.36,"zScore":0.3813,"seModel":"upstream_ci","ciHalfWidth":3.2313,"ciLower":1466.1281,"ciUpper":1472.5906,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-terra:max:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.639833,"shrinkageFactor":0.955773,"score":59.6,"se":3.25,"samplingSe":1.3947,"residualSe":2.9376,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.571751,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0061,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recIl7G6eKw5AFuMv","observedHarness":"APEX-Agents Harness","rawScore":58.2,"zScore":0.4294,"seModel":"upstream_se","seRaw":5.3,"ciHalfWidth":10.388,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec6orAgSUYUy5B5x","observedHarness":"Direct API","rawScore":83.9,"zScore":1.0838,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.09,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:J6evjTMgHkrun8txnEvzdN","observedHarness":"Direct API","rawScore":85.96,"zScore":1.1953,"seModel":"upstream_se","seRaw":2.061147,"ciHalfWidth":4.0398,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:ZUygpkXqg3NjchXXfedAWV","observedHarness":"Direct API","rawScore":70.73,"zScore":1.1743,"seModel":"upstream_se","seRaw":7.194088,"ciHalfWidth":14.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:DienatPbgfgn3EzM7Gvzxr","observedHarness":"Direct API","rawScore":43.2,"zScore":-0.4604,"seModel":"upstream_se","seRaw":1.567232,"ciHalfWidth":3.0718,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-5.6-terra","observedHarness":"Direct API","rawScore":79.3,"zScore":0.1333,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.222209,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-5.6-terra","observedHarness":"Direct API","rawScore":79.7,"zScore":-0.5367,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.217523,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"openai:gpt-6.1-terra:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.639924,"shrinkageFactor":0.939759,"score":59.6,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.400689,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.317,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"Direct API","rawScore":48.03,"zScore":0.4979,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"Stirrup","rawScore":60.5,"zScore":1.1573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"Direct API","rawScore":26.6,"zScore":0.8889,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"Direct API","rawScore":42.3,"zScore":0.7524,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:e8d443ba-8aca-4830-a186-ae869bb9c6fe","observedHarness":"mini-SWE-agent","rawScore":41.9,"zScore":0.9377,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-4.8:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.623436,"shrinkageFactor":0.921516,"score":59.35,"se":4.33,"samplingSe":1.2165,"residualSe":4.1575,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0451,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recyZR7wTddhJC0iQ","observedHarness":"Direct API","rawScore":72.08,"zScore":0.634,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.7425,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.8 (High)","observedHarness":"Direct API","rawScore":1485.42,"zScore":0.8816,"seModel":"upstream_ci","ciHalfWidth":6.8894,"ciLower":1478.5288,"ciUpper":1492.3076,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.8 (High)","observedHarness":"Direct API","rawScore":1470.26,"zScore":0.4225,"seModel":"upstream_ci","ciHalfWidth":3.1007,"ciLower":1467.1597,"ciUpper":1473.3611,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.7-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.596338,"shrinkageFactor":0.967524,"score":58.95,"se":2.79,"samplingSe":1.004,"residualSe":2.5994,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.542136,"costLogSd":1.045,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.197,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reczv0UYeDcnI7XYG","observedHarness":"Direct API","rawScore":84.58,"zScore":1.1097,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:axMdgNDC8UYYLnZYLHZpF5","observedHarness":"Direct API","rawScore":71.58,"zScore":0.3729,"seModel":"upstream_se","seRaw":2.676416,"ciHalfWidth":5.2458,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-14","publishedDate":"2026-08-14","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:KptKXK5nE2Ns2WbiaSSnbc","observedHarness":"Direct API","rawScore":36.59,"zScore":-0.159,"seModel":"upstream_se","seRaw":7.615851,"ciHalfWidth":14.9271,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-14","publishedDate":"2026-08-14","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:84ARuGyhQsjgh8umRmBvas","observedHarness":"Direct API","rawScore":69.2,"zScore":1.3121,"seModel":"upstream_se","seRaw":1.460648,"ciHalfWidth":2.8629,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3.7 Flash (High)","observedHarness":"Direct API","rawScore":1467.94,"zScore":0.1768,"seModel":"upstream_ci","ciHalfWidth":7.6756,"ciLower":1460.2647,"ciUpper":1475.6158,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.7 Flash (High)","observedHarness":"Direct API","rawScore":1476.09,"zScore":0.6897,"seModel":"upstream_ci","ciHalfWidth":3.8852,"ciLower":1472.2078,"ciUpper":1479.9781,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.588193,"shrinkageFactor":0.765231,"score":58.82,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.440134,"costLogSd":0.5297,"costMinUsd":0.42542,"costMaxUsd":0.456194,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.8968,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recD4KDkVs2d7BZCu","observedHarness":"Direct API","rawScore":73.61,"zScore":0.6922,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6.1-terra:max:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.584258,"shrinkageFactor":0.991295,"score":58.76,"se":1.44,"samplingSe":0.9723,"residualSe":1.0658,"coverageCount":17,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.961108,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Stirrup","rawScore":1399.69,"zScore":-1.0164,"seModel":"upstream_ci","ciHalfWidth":9.72,"ciLower":1390.4,"ciUpper":1409.84,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":43.76,"zScore":0.509,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":47.63,"zScore":0.4694,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":60.25,"zScore":1.3731,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Stirrup","rawScore":68,"zScore":1.5441,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recbZ5jYnCHQNhXed","observedHarness":"APEX-Agents Harness","rawScore":68.3,"zScore":1.0388,"seModel":"upstream_se","seRaw":5.2,"ciHalfWidth":10.192,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:KkEoE6hBF8RB4ff43Xv63e","observedHarness":"Direct API","rawScore":90.88,"zScore":1.4767,"seModel":"upstream_se","seRaw":1.708569,"ciHalfWidth":3.3488,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-26","publishedDate":"2026-10-26","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:W2qXKr9YjjCWcEdgvUw93P","observedHarness":"Direct API","rawScore":92.68,"zScore":2.0315,"seModel":"upstream_se","seRaw":4.117547,"ciHalfWidth":8.0704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-26","publishedDate":"2026-10-26","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Bixeio8A6SejZtUzFXFSXK","observedHarness":"Direct API","rawScore":57.3,"zScore":0.5009,"seModel":"upstream_se","seRaw":1.564979,"ciHalfWidth":3.0674,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-26","publishedDate":"2026-10-26","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":28.6,"zScore":1.1236,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Stirrup","rawScore":1475.84,"zScore":-0.9399,"seModel":"upstream_ci","ciHalfWidth":22.68,"ciLower":1453.16,"ciUpper":1498.52,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":47.3,"zScore":1.0243,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-6.1-terra","observedHarness":"Direct API","rawScore":82.3,"zScore":0.5736,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.062847,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-6.1-terra","observedHarness":"Direct API","rawScore":79.1,"zScore":-0.6173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.462018,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6.1 Terra (Max)","observedHarness":"Direct API","rawScore":1455.44,"zScore":-0.2567,"seModel":"upstream_ci","ciHalfWidth":6.5422,"ciLower":1448.896,"ciUpper":1461.9805,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"Direct API","rawScore":30.56,"zScore":1.0695,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:b0c462cf-f2d0-4126-9434-28db9502219f","observedHarness":"mini-SWE-agent","rawScore":57.62,"zScore":1.659,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-4.8:medium:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.531697,"shrinkageFactor":0.765231,"score":57.98,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.482933,"costLogSd":1.0585,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.1328,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recmL22XFCsheVQDp","observedHarness":"Direct API","rawScore":71.67,"zScore":0.6184,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.3896,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6.2-sol:low:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.531807,"shrinkageFactor":0.959762,"score":57.98,"se":3.1,"samplingSe":1.1202,"residualSe":2.8924,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.183585,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.6455,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"AA Analyst Harness","rawScore":38.75,"zScore":-0.0833,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"Direct API","rawScore":54.63,"zScore":0.969,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"Stirrup","rawScore":58,"zScore":1.0284,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recSVTK4yR3RCzvCL","observedHarness":"Direct API","rawScore":57.92,"zScore":0.0951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"Direct API","rawScore":28.6,"zScore":1.1236,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"Direct API","rawScore":34.5,"zScore":0.3282,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"Direct API","rawScore":32.22,"zScore":1.2534,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:a77965fb-2117-4e2c-bd8b-80b5579a7e7e","observedHarness":"mini-SWE-agent","rawScore":37.14,"zScore":0.7194,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-4.8:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.506377,"shrinkageFactor":0.953728,"score":57.6,"se":3.33,"samplingSe":1.3908,"residualSe":3.0214,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0113,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:reckFRpJRQsQ8Z4Sm","observedHarness":"APEX-Agents Harness","rawScore":48.9,"zScore":-0.1316,"seModel":"upstream_se","seRaw":5.5,"ciHalfWidth":10.78,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:GVmgtgKMwEqc54f3jA7auP","observedHarness":"Direct API","rawScore":80,"zScore":0.8545,"seModel":"upstream_se","seRaw":2.373563,"ciHalfWidth":4.6522,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:JiqgqBTfkGx797uowZgJbk","observedHarness":"Direct API","rawScore":56.1,"zScore":0.6029,"seModel":"upstream_se","seRaw":7.846687,"ciHalfWidth":15.3795,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-opus-4-8_max:max:","observedHarness":"Direct API","rawScore":69,"zScore":1.3582,"seModel":"upstream_se","seRaw":4.648,"ciHalfWidth":9.1101,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.293129,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:ViC6pxQZUVS3E9M9iEubF7","observedHarness":"Direct API","rawScore":53,"zScore":0.2077,"seModel":"upstream_se","seRaw":1.57908,"ciHalfWidth":3.095,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"google:gemini-4-hydrogen:medium:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.483112,"shrinkageFactor":0.942898,"score":57.25,"se":3.69,"samplingSe":1.2481,"residualSe":3.4778,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.797987,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.0381,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"Direct API","rawScore":48.33,"zScore":0.5193,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"Stirrup","rawScore":61,"zScore":1.1831,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"Direct API","rawScore":32.8,"zScore":1.6165,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"Direct API","rawScore":47.7,"zScore":1.0461,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"Direct API","rawScore":20,"zScore":-0.101,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:f0537484-af30-4a8a-bf34-368c552e5cfd","observedHarness":"mini-SWE-agent","rawScore":15.24,"zScore":-0.2854,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6-sol:high:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.450738,"shrinkageFactor":0.765231,"score":56.76,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.700253,"costLogSd":1.0442,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0281,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recd2qURgAkummpTb","observedHarness":"Direct API","rawScore":68.89,"zScore":0.5126,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"meta:muse-spark-1.3:max:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.442988,"shrinkageFactor":0.973532,"score":56.64,"se":2.52,"samplingSe":1.2634,"residualSe":2.1754,"coverageCount":9,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.092883,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.4095,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recXul8NIwqqTNIrA","observedHarness":"APEX-Agents Harness","rawScore":47.6,"zScore":-0.2101,"seModel":"upstream_se","seRaw":5.7,"ciHalfWidth":11.172,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:6735DShGR4Zu5KZ2U6n4pC","observedHarness":"Direct API","rawScore":74.04,"zScore":0.5136,"seModel":"upstream_se","seRaw":2.601675,"ciHalfWidth":5.0993,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-18","publishedDate":"2026-09-18","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:naZno5TPpgMJfv2b5mhvUW","observedHarness":"Direct API","rawScore":46.34,"zScore":0.2218,"seModel":"upstream_se","seRaw":7.884502,"ciHalfWidth":15.4536,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-18","publishedDate":"2026-09-18","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:muse-spark-1.3_max:max:","observedHarness":"Direct API","rawScore":58,"zScore":0.9227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.479019,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:9999672c-b687-4026-9c15-5cef02ff53bb","observedHarness":"Stirrup","rawScore":1680.99,"zScore":0.4458,"seModel":"upstream_ci","ciHalfWidth":19.225,"ciLower":1661.76,"ciUpper":1700.21,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:muse-spark-1.3","observedHarness":"Direct API","rawScore":79.6,"zScore":0.1774,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.169429,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:muse-spark-1.3","observedHarness":"Direct API","rawScore":82.5,"zScore":-0.1604,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.123709,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Muse Spark 1.3 (Max)","observedHarness":"Direct API","rawScore":1474.11,"zScore":0.4256,"seModel":"upstream_ci","ciHalfWidth":7.8476,"ciLower":1466.2636,"ciUpper":1481.9587,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Muse Spark 1.3 (Max)","observedHarness":"Direct API","rawScore":1481.37,"zScore":0.9317,"seModel":"upstream_ci","ciHalfWidth":4.091,"ciLower":1477.282,"ciUpper":1485.464,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.43919,"shrinkageFactor":0.956015,"score":56.59,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.636129,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0195,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Direct API","rawScore":50.33,"zScore":0.6621,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Stirrup","rawScore":51.5,"zScore":0.6931,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recKZkTgAwN7tZDPL","observedHarness":"Direct API","rawScore":67.36,"zScore":0.4544,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Direct API","rawScore":25.2,"zScore":0.7246,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Direct API","rawScore":33.8,"zScore":0.2901,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"Direct API","rawScore":18.89,"zScore":-0.224,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:268525e2-f873-4178-bc07-e6a0ee1f002d","observedHarness":"mini-SWE-agent","rawScore":34.29,"zScore":0.5886,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.1-terra:high:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.436173,"shrinkageFactor":0.939759,"score":56.54,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.25928,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.2392,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"Direct API","rawScore":47.27,"zScore":0.4437,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"Stirrup","rawScore":61.5,"zScore":1.2089,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"Direct API","rawScore":28,"zScore":1.0532,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"Direct API","rawScore":35.4,"zScore":0.3771,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:ea3e1f50-f62d-41d2-849a-9af0413e4d37","observedHarness":"mini-SWE-agent","rawScore":33.33,"zScore":0.5446,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.4:none:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.421927,"shrinkageFactor":0.885635,"score":56.33,"se":5.23,"samplingSe":1.1493,"residualSe":5.1013,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.859635,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0661,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.4","observedHarness":"Direct API","rawScore":1471.38,"zScore":0.3155,"seModel":"upstream_ci","ciHalfWidth":6.135,"ciLower":1465.2485,"ciUpper":1477.5184,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.4","observedHarness":"Direct API","rawScore":1474.89,"zScore":0.6347,"seModel":"upstream_ci","ciHalfWidth":2.9219,"ciLower":1471.9686,"ciUpper":1477.8124,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.7:medium:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.410258,"shrinkageFactor":0.765231,"score":56.15,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.482933,"costLogSd":1.0585,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.1077,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recCucGVHjJSEdw24","observedHarness":"Direct API","rawScore":67.5,"zScore":0.4597,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.96,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3.8-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.408998,"shrinkageFactor":0.969509,"score":56.13,"se":2.7,"samplingSe":1.0363,"residualSe":2.4932,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.542136,"costLogSd":1.045,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0.1206,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recEpF6e453CCZJ72","observedHarness":"Direct API","rawScore":89.17,"zScore":1.2844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:Utgs6DuaQDDdi98ZWH22qL","observedHarness":"Direct API","rawScore":68.42,"zScore":0.1922,"seModel":"upstream_se","seRaw":2.758256,"ciHalfWidth":5.4062,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:Lgy52ZT4YpFrUqqKVu2qUs","observedHarness":"Direct API","rawScore":21.95,"zScore":-0.7307,"seModel":"upstream_se","seRaw":6.544589,"ciHalfWidth":12.8274,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:gZ4bwozTKtpmZTqnqX3a33","observedHarness":"Direct API","rawScore":69.7,"zScore":1.3462,"seModel":"upstream_se","seRaw":1.453968,"ciHalfWidth":2.8498,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gemini-3.8-flash","observedHarness":"Direct API","rawScore":54,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.237714,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gemini-3.8-flash","observedHarness":"Direct API","rawScore":79.4,"zScore":-0.577,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.631777,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3.8 Flash (High)","observedHarness":"Direct API","rawScore":1469.38,"zScore":0.2349,"seModel":"upstream_ci","ciHalfWidth":8.0245,"ciLower":1461.3535,"ciUpper":1477.4025,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.8 Flash (High)","observedHarness":"Direct API","rawScore":1469.07,"zScore":0.368,"seModel":"upstream_ci","ciHalfWidth":3.2976,"ciLower":1465.7694,"ciUpper":1472.3645,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.398027,"shrinkageFactor":0.765231,"score":55.97,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.666736,"costLogSd":1.0569,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0271,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec8lDUeLifBHj8WC","observedHarness":"Direct API","rawScore":67.08,"zScore":0.4437,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.47,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.6-terra:high:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.398027,"shrinkageFactor":0.765231,"score":55.97,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.316496,"costLogSd":1.0447,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0182,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxzIevuyQumJson","observedHarness":"Direct API","rawScore":67.08,"zScore":0.4437,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.55,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.4:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.339732,"shrinkageFactor":0.955425,"score":55.1,"se":3.26,"samplingSe":1.2371,"residualSe":3.0212,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.468237,"costLogSd":1.0538,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0035,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:receOCJkifwiw4KJD","observedHarness":"Direct API","rawScore":73.95,"zScore":0.7051,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.52,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:PaYEQ37A2n6giYBwZGBnXY","observedHarness":"Direct API","rawScore":78.6,"zScore":0.7744,"seModel":"upstream_se","seRaw":2.4338,"ciHalfWidth":4.7702,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:doiQDghqnLzbE8CFijLNQJ","observedHarness":"Direct API","rawScore":49,"zScore":0.3256,"seModel":"upstream_se","seRaw":8,"ciHalfWidth":15.68,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.4-2026-03-05_xhigh:xhigh:","observedHarness":"Direct API","rawScore":56,"zScore":0.8436,"seModel":"upstream_se","seRaw":4.964,"ciHalfWidth":9.7294,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.202015,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:AzCkm282PLhDdLJ8DnAQQc","observedHarness":"Direct API","rawScore":45.1,"zScore":-0.3308,"seModel":"upstream_se","seRaw":1.574315,"ciHalfWidth":3.0857,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"openai:gpt-5.6-luna:max:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.338903,"shrinkageFactor":0.955731,"score":55.08,"se":3.25,"samplingSe":1.2059,"residualSe":3.0216,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.970791,"costLogSd":1.0515,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.1448,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec0Or1yRuToQETpO","observedHarness":"Direct API","rawScore":59.54,"zScore":0.1567,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.67,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:YLAk5J3Wd8EruVXee8bAQb","observedHarness":"Direct API","rawScore":82.11,"zScore":0.9751,"seModel":"upstream_se","seRaw":2.274516,"ciHalfWidth":4.4581,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:NLiiJJSyA9wmg2FHENFpAq","observedHarness":"Direct API","rawScore":60.98,"zScore":0.7935,"seModel":"upstream_se","seRaw":7.712872,"ciHalfWidth":15.1172,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.6-luna_max:max:","observedHarness":"Direct API","rawScore":60,"zScore":1.0019,"seModel":"upstream_se","seRaw":4.924,"ciHalfWidth":9.651,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.123288,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:CeDghdBk8CqtiFSbUzxNH5","observedHarness":"Direct API","rawScore":41,"zScore":-0.6103,"seModel":"upstream_se","seRaw":1.556092,"ciHalfWidth":3.0499,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"google:gemini-3.7-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.301051,"shrinkageFactor":0.765231,"score":54.52,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.820987,"costLogSd":1.0556,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.2697,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec2wVAL92Ucyu4qv","observedHarness":"Direct API","rawScore":63.75,"zScore":0.317,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-4.8:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.289972,"shrinkageFactor":0.885042,"score":54.35,"se":5.24,"samplingSe":1.2165,"residualSe":5.0996,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.1224,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.8","observedHarness":"Direct API","rawScore":1476.05,"zScore":0.5038,"seModel":"upstream_ci","ciHalfWidth":6.3927,"ciLower":1469.661,"ciUpper":1482.4463,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.8","observedHarness":"Direct API","rawScore":1464.62,"zScore":0.164,"seModel":"upstream_ci","ciHalfWidth":3.0478,"ciLower":1461.575,"ciUpper":1467.6706,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6.1-terra:medium:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.264546,"shrinkageFactor":0.939759,"score":53.97,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.168805,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.6567,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"Direct API","rawScore":47.43,"zScore":0.4551,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"Stirrup","rawScore":56.5,"zScore":0.951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"Direct API","rawScore":28.4,"zScore":1.1001,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"Direct API","rawScore":31.3,"zScore":0.1541,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:c441e158-a87d-4116-911b-93325e4b4f1c","observedHarness":"mini-SWE-agent","rawScore":24.76,"zScore":0.1514,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-4.8:low:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.256494,"shrinkageFactor":0.765231,"score":53.85,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.1303,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recs1YmhMRL5aoCXZ","observedHarness":"Direct API","rawScore":62.22,"zScore":0.2587,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.6818,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-4.7:low:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.252417,"shrinkageFactor":0.765231,"score":53.79,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.1305,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recyXuHnrwdkJwc9k","observedHarness":"Direct API","rawScore":62.08,"zScore":0.2534,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.38,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-sonnet-4.6:none:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.244935,"shrinkageFactor":0.885447,"score":53.67,"se":5.23,"samplingSe":1.171,"residualSe":5.1008,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.87726,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0.2097,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Sonnet 4.6","observedHarness":"Direct API","rawScore":1478.06,"zScore":0.5849,"seModel":"upstream_ci","ciHalfWidth":5.9017,"ciLower":1472.1568,"ciUpper":1483.9601,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Sonnet 4.6","observedHarness":"Direct API","rawScore":1460.75,"zScore":-0.0134,"seModel":"upstream_ci","ciHalfWidth":2.8918,"ciLower":1457.8595,"ciUpper":1463.643,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.6:medium:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.228246,"shrinkageFactor":0.765231,"score":53.42,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":1.293502,"costLogSd":1.054,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.5846,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reckZ7gdV3Ubjjm8X","observedHarness":"Direct API","rawScore":61.25,"zScore":0.2218,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"moonshot:kimi-k3:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.226263,"shrinkageFactor":0.959809,"score":53.39,"se":3.1,"samplingSe":1.1806,"residualSe":2.8663,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.345558,"costLogSd":1.0507,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.3281,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec4wHjT7MjgYLj9Q","observedHarness":"Direct API","rawScore":60.42,"zScore":0.1902,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.592694,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:bcntamvGsSH6QgETdoaSph","observedHarness":"Direct API","rawScore":72.18,"zScore":0.4072,"seModel":"upstream_se","seRaw":2.663661,"ciHalfWidth":5.2208,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-17","publishedDate":"2026-07-17","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:gZERSAQwxBAevQzBsWfUie","observedHarness":"Direct API","rawScore":39.02,"zScore":-0.0641,"seModel":"upstream_se","seRaw":7.712872,"ciHalfWidth":15.1172,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-17","publishedDate":"2026-07-17","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:mZLWt2JSYvJyGhMvji7CT8","observedHarness":"Direct API","rawScore":50.6,"zScore":0.0441,"seModel":"upstream_se","seRaw":1.581816,"ciHalfWidth":3.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:kimi-k3","observedHarness":"Direct API","rawScore":78.7,"zScore":0.0453,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.352355,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:kimi-k3","observedHarness":"Direct API","rawScore":79.8,"zScore":-0.5232,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.733677,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Kimi K3 (Max)","observedHarness":"Direct API","rawScore":1470.53,"zScore":0.4349,"seModel":"upstream_ci","ciHalfWidth":3.2952,"ciLower":1467.2336,"ciUpper":1473.824,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.3:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.213775,"shrinkageFactor":0.866428,"score":53.21,"se":5.65,"samplingSe":2.2531,"residualSe":5.1826,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.165655,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.3741,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:JeYksd3f2RkegmxCcZyBMQ","observedHarness":"Direct API","rawScore":74.39,"zScore":0.5336,"seModel":"upstream_se","seRaw":2.590152,"ciHalfWidth":5.0767,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-16","publishedDate":"2026-09-16","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:UdTt275jahRApXURferb9i","observedHarness":"Direct API","rawScore":41.46,"zScore":0.0312,"seModel":"upstream_se","seRaw":7.789619,"ciHalfWidth":15.2677,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-16","publishedDate":"2026-09-16","sourceUrl":"https://epoch.ai/frontiermath/tier-4"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.189552,"shrinkageFactor":0.990311,"score":52.84,"se":1.52,"samplingSe":0.9874,"residualSe":1.1583,"coverageCount":17,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.602105,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.1624,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Stirrup","rawScore":1570.42,"zScore":0.23,"seModel":"upstream_ci","ciHalfWidth":10.005,"ciLower":1560.41,"ciUpper":1580.42,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":38.54,"zScore":-0.1412,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":39.6,"zScore":-0.1038,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":40.37,"zScore":-0.0761,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Stirrup","rawScore":25,"zScore":-0.6736,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec4h0kAzxLz00RFT","observedHarness":"APEX-Agents Harness","rawScore":69.8,"zScore":1.1292,"seModel":"upstream_se","seRaw":4.9,"ciHalfWidth":9.604,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec9NCKuywR6qBoJK","observedHarness":"Direct API","rawScore":78.06,"zScore":0.8616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:UnaMiD4Yy8W4WzyeSRwybr","observedHarness":"Direct API","rawScore":71.23,"zScore":0.3529,"seModel":"upstream_se","seRaw":2.686278,"ciHalfWidth":5.2651,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-19","publishedDate":"2026-10-19","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:jnCfi6VttQBv3t54B3xp9G","observedHarness":"Direct API","rawScore":46.34,"zScore":0.2218,"seModel":"upstream_se","seRaw":7.884502,"ciHalfWidth":15.4536,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-19","publishedDate":"2026-10-19","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Ei4XWaCH5drYUnDRo2MYCW","observedHarness":"Direct API","rawScore":42.5,"zScore":-0.5081,"seModel":"upstream_se","seRaw":1.564032,"ciHalfWidth":3.0655,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-19","publishedDate":"2026-10-19","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":17.2,"zScore":-0.2141,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Stirrup","rawScore":1745.77,"zScore":0.8833,"seModel":"upstream_ci","ciHalfWidth":20.79,"ciLower":1724.98,"ciUpper":1766.56,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":25.3,"zScore":-0.1722,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:deepseek-v4.1-flash-1017","observedHarness":"Direct API","rawScore":79.5,"zScore":0.1627,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.03316,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:deepseek-v4.1-flash-1017","observedHarness":"Direct API","rawScore":78.6,"zScore":-0.6845,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.40335,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"Direct API","rawScore":26.67,"zScore":0.6383,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:f151fd0b-2139-40cf-a3ec-995e8cedc592","observedHarness":"mini-SWE-agent","rawScore":12.86,"zScore":-0.3946,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemini-3.5-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.164659,"shrinkageFactor":0.974901,"score":52.47,"se":2.45,"samplingSe":0.9565,"residualSe":2.2552,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.335721,"costLogSd":1.0439,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.0197,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recTdKZ1IRjGsKQDv","observedHarness":"Direct API","rawScore":72.08,"zScore":0.634,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.8503,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:72DQVwbYiQW5pjhshjBaGU","observedHarness":"Direct API","rawScore":62.81,"zScore":-0.1286,"seModel":"upstream_se","seRaw":2.867975,"ciHalfWidth":5.6212,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:cXn5zzns6VFwbTgotDwZjV","observedHarness":"Direct API","rawScore":26.83,"zScore":-0.5402,"seModel":"upstream_se","seRaw":7.005564,"ciHalfWidth":13.7309,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gemini-3.5-flash_high:high:","observedHarness":"Direct API","rawScore":31,"zScore":-0.1462,"seModel":"upstream_se","seRaw":4.648,"ciHalfWidth":9.1101,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.569863,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:GJ6YsSuzyRD9YXe6SBwvsu","observedHarness":"Direct API","rawScore":66.2,"zScore":1.1076,"seModel":"upstream_se","seRaw":1.496596,"ciHalfWidth":2.9333,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3.5 Flash (High)","observedHarness":"Direct API","rawScore":1455.26,"zScore":-0.3345,"seModel":"upstream_ci","ciHalfWidth":9.2221,"ciLower":1446.0343,"ciUpper":1464.4786,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.5 Flash (High)","observedHarness":"Direct API","rawScore":1478.29,"zScore":0.7906,"seModel":"upstream_ci","ciHalfWidth":3.3461,"ciLower":1474.9474,"ciUpper":1481.6396,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-1.1:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.1","displayName":"Muse Spark 1.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.158808,"shrinkageFactor":0.944031,"score":52.38,"se":3.66,"samplingSe":1.2347,"residualSe":3.4434,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.768757,"costLogSd":1.0444,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.3662,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recf1h0VzvdEIHDhj","observedHarness":"APEX-Agents Harness","rawScore":31.8,"zScore":-1.1633,"seModel":"upstream_se","seRaw":5.1,"ciHalfWidth":9.996,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:bCdwpRXgZtvQLYC4wA9JXr","observedHarness":"Direct API","rawScore":57.79,"zScore":0.5343,"seModel":"upstream_se","seRaw":1.566543,"ciHalfWidth":3.0704,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-31","publishedDate":"2026-08-31","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Muse Spark 1.1","observedHarness":"Direct API","rawScore":1479.83,"zScore":0.6562,"seModel":"upstream_ci","ciHalfWidth":7.2005,"ciLower":1472.6309,"ciUpper":1487.0318,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Muse Spark 1.1","observedHarness":"Direct API","rawScore":1463.64,"zScore":0.1191,"seModel":"upstream_ci","ciHalfWidth":3.5007,"ciLower":1460.1428,"ciUpper":1467.1441,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.7:medium:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.155441,"shrinkageFactor":0.765231,"score":52.33,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.238698,"costLogSd":0.5297,"costMinUsd":2.922201,"costMaxUsd":6.183596,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.2749,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recIqQeuB67uhmyqw","observedHarness":"Direct API","rawScore":58.75,"zScore":0.1267,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.127192,"shrinkageFactor":0.765231,"score":51.91,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.968438,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.041,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recAivokOQtVjz9ub","observedHarness":"Direct API","rawScore":57.78,"zScore":0.0898,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-haiku-5.5:max:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.120406,"shrinkageFactor":0.992057,"score":51.81,"se":1.38,"samplingSe":0.8922,"residualSe":1.0504,"coverageCount":18,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.411007,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.4568,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"AA Analyst Harness","rawScore":53.75,"zScore":1.0573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Stirrup","rawScore":1572.19,"zScore":0.2429,"seModel":"upstream_ci","ciHalfWidth":9.55,"ciLower":1562.81,"ciUpper":1581.91,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":40.96,"zScore":0.1602,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":34.67,"zScore":-0.4557,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":49.07,"zScore":0.5581,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Stirrup","rawScore":43.5,"zScore":0.2805,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recuIVFmW80Eh5kgM","observedHarness":"APEX-Agents Harness","rawScore":56.1,"zScore":0.3027,"seModel":"upstream_se","seRaw":5.2,"ciHalfWidth":10.192,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:2QAt4ptgGkLtcbVL3hdAvL","observedHarness":"Direct API","rawScore":75.09,"zScore":0.5737,"seModel":"upstream_se","seRaw":2.566445,"ciHalfWidth":5.0302,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-07","publishedDate":"2026-10-07","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:WmUXFQoq7GqiSgpTmfLaVv","observedHarness":"Direct API","rawScore":46.34,"zScore":0.2218,"seModel":"upstream_se","seRaw":7.884502,"ciHalfWidth":15.4536,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-07","publishedDate":"2026-10-07","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-haiku-5-5_max:max:","observedHarness":"Direct API","rawScore":89,"zScore":2.15,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.173874,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:NwnrUMtveqHDYB2Um4ycmA","observedHarness":"Direct API","rawScore":23.8,"zScore":-1.7829,"seModel":"upstream_se","seRaw":1.347359,"ciHalfWidth":2.6408,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-09","publishedDate":"2026-10-09","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":20.8,"zScore":0.2083,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Stirrup","rawScore":1628.98,"zScore":0.0945,"seModel":"upstream_ci","ciHalfWidth":21.355,"ciLower":1607.63,"ciUpper":1650.34,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":29.6,"zScore":0.0617,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:claude-haiku-5.5","observedHarness":"Direct API","rawScore":53.1,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.031472,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:claude-haiku-5.5","observedHarness":"Direct API","rawScore":84.3,"zScore":0.0814,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.028727,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"Direct API","rawScore":35,"zScore":1.5616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:7d064a11-6e78-4030-b535-cdf940615041","observedHarness":"mini-SWE-agent","rawScore":20,"zScore":-0.067,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.6:xhigh:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.113349,"shrinkageFactor":0.958355,"score":51.7,"se":3.16,"samplingSe":1.334,"residualSe":2.8596,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977532,"costLogSd":1.0508,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.2873,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recnfCzGM2VEgFNR4","observedHarness":"Direct API","rawScore":67.08,"zScore":0.4437,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:Zb2AKwa942D7dBTTcebAba","observedHarness":"Direct API","rawScore":65.96,"zScore":0.0515,"seModel":"upstream_se","seRaw":2.811647,"ciHalfWidth":5.5108,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-14","publishedDate":"2026-08-14","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:bg3JRdd33iWfvRoGSvyXXE","observedHarness":"Direct API","rawScore":31.71,"zScore":-0.3496,"seModel":"upstream_se","seRaw":7.357611,"ciHalfWidth":14.4209,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-14","publishedDate":"2026-08-14","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:dKCWFaoGCWJTnD5CPWQGru","observedHarness":"Direct API","rawScore":48.9,"zScore":-0.0718,"seModel":"upstream_se","seRaw":1.581547,"ciHalfWidth":3.0998,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3","observedHarness":"Stirrup","rawScore":1658.22,"zScore":0.292,"seModel":"upstream_ci","ciHalfWidth":17.915,"ciLower":1640.31,"ciUpper":1676.14,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:grok-4.6","observedHarness":"Direct API","rawScore":75.3,"zScore":-0.4537,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.12299,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:grok-4.6","observedHarness":"Direct API","rawScore":88.8,"zScore":0.686,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.628091,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"anthropic:claude-opus-4.7:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.089171,"shrinkageFactor":0.782766,"score":51.34,"se":7.21,"samplingSe":1.4304,"residualSe":7.0635,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.349955,"costLogSd":1.058,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.015,"benchmarks":[{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:2c4rvmf5N7QXTugrFLMZ83","observedHarness":"Direct API","rawScore":51.7,"zScore":0.1191,"seModel":"upstream_se","seRaw":1.581015,"ciHalfWidth":3.0988,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"deepseek:deepseek-v4-pro-0813:low:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.082636,"shrinkageFactor":0.765231,"score":51.24,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.542368,"costLogSd":0.5297,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.5629,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recnvqDqZzZ6fLyzg","observedHarness":"Direct API","rawScore":56.25,"zScore":0.0315,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-4.7:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.079302,"shrinkageFactor":0.934812,"score":51.19,"se":3.95,"samplingSe":1.7348,"residualSe":3.5464,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0.0043,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recDYoVbtdEHFX5Vv","observedHarness":"APEX-Agents Harness","rawScore":49.2,"zScore":-0.1135,"seModel":"upstream_se","seRaw":5.4,"ciHalfWidth":10.584,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:ZkNQ7GER7Mc9FSPmpUzgKH","observedHarness":"Direct API","rawScore":70.18,"zScore":0.2929,"seModel":"upstream_se","seRaw":2.714691,"ciHalfWidth":5.3208,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:P4LXQ9PyDDziEANMB5jVRd","observedHarness":"Direct API","rawScore":31.71,"zScore":-0.3496,"seModel":"upstream_se","seRaw":7.357611,"ciHalfWidth":14.4209,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-opus-4-7_max:max:","observedHarness":"Direct API","rawScore":54,"zScore":0.7644,"seModel":"upstream_se","seRaw":4.984,"ciHalfWidth":9.7686,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.807786,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"meta:muse-wonder:high:direct:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.07009,"shrinkageFactor":0.939759,"score":51.05,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.560546,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.0316,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"Direct API","rawScore":38.2,"zScore":-0.2038,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"Stirrup","rawScore":51,"zScore":0.6674,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"Direct API","rawScore":29.2,"zScore":1.194,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"Direct API","rawScore":34.5,"zScore":0.3282,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:38a98e3d-779b-49ec-b005-230a3a72088a","observedHarness":"mini-SWE-agent","rawScore":21.9,"zScore":0.0201,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.4:medium:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.058465,"shrinkageFactor":0.765231,"score":50.88,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.804746,"costLogSd":1.0553,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0189,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recMec1xlzVYbvboI","observedHarness":"Direct API","rawScore":55.42,"zScore":0,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.68,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"moonshot:kimi-k3:high:direct:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.046233,"shrinkageFactor":0.765231,"score":50.69,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.323777,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.5205,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:receUA2QktYdPoRHt","observedHarness":"Direct API","rawScore":55,"zScore":-0.016,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.947223,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3.6-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.039823,"shrinkageFactor":0.974658,"score":50.6,"se":2.46,"samplingSe":0.9871,"residualSe":2.2549,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.542136,"costLogSd":1.045,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.0599,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recbJYchGoqumGxjl","observedHarness":"Direct API","rawScore":60.42,"zScore":0.1902,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:nb9LnDeeQyvRCqsbsTANGD","observedHarness":"Direct API","rawScore":58.95,"zScore":-0.3494,"seModel":"upstream_se","seRaw":2.919063,"ciHalfWidth":5.7214,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:JCMjXU6FRiiLV3xvs9R2Xv","observedHarness":"Direct API","rawScore":21.95,"zScore":-0.7307,"seModel":"upstream_se","seRaw":6.544589,"ciHalfWidth":12.8274,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gemini-3.6-flash_unknown:high:","observedHarness":"Direct API","rawScore":36,"zScore":0.0518,"seModel":"upstream_se","seRaw":4.824,"ciHalfWidth":9.455,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.522059,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:F83pa7Gfsb4UNVttTnS5Hk","observedHarness":"Direct API","rawScore":66.2,"zScore":1.1076,"seModel":"upstream_se","seRaw":1.496596,"ciHalfWidth":2.9333,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3.6 Flash (High)","observedHarness":"Direct API","rawScore":1454.16,"zScore":-0.3789,"seModel":"upstream_ci","ciHalfWidth":10.7898,"ciLower":1443.3662,"ciUpper":1464.9458,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.6 Flash (High)","observedHarness":"Direct API","rawScore":1472.1,"zScore":0.5069,"seModel":"upstream_ci","ciHalfWidth":3.6546,"ciLower":1468.4456,"ciUpper":1475.7547,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.038626,"shrinkageFactor":0.883886,"score":50.58,"se":5.27,"samplingSe":1.3381,"residualSe":5.0963,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.774672,"costLogSd":1.0539,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.0599,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3.5 Flash (Medium)","observedHarness":"Direct API","rawScore":1458.75,"zScore":-0.1938,"seModel":"upstream_ci","ciHalfWidth":7.833,"ciLower":1450.9131,"ciUpper":1466.5792,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.5 Flash (Medium)","observedHarness":"Direct API","rawScore":1467.06,"zScore":0.2759,"seModel":"upstream_ci","ciHalfWidth":3.3685,"ciLower":1463.6905,"ciUpper":1470.4275,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-4-hydrogen:low:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.000556,"shrinkageFactor":0.942898,"score":49.99,"se":3.69,"samplingSe":1.2481,"residualSe":3.4778,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.292223,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.1353,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"Direct API","rawScore":46.23,"zScore":0.3694,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"Stirrup","rawScore":48,"zScore":0.5126,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"Direct API","rawScore":28.2,"zScore":1.0767,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"Direct API","rawScore":32.2,"zScore":0.2031,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"Direct API","rawScore":22.22,"zScore":0.1451,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:88c68c50-03c1-458a-9292-bd398c27adc5","observedHarness":"mini-SWE-agent","rawScore":2.38,"zScore":-0.8755,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"alibaba:qwen3.8-max-0902:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max-0902","displayName":"Qwen3.8 Max (0902)","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.005869,"shrinkageFactor":0.941317,"score":49.91,"se":3.75,"samplingSe":1.4823,"residualSe":3.44,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.977532,"costLogSd":1.0508,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":1000000,"releaseDate":"2026-09-02","paretoProb":0.6282,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:FpQf5xBwJPb4ZEo6SgdKWq","observedHarness":"Direct API","rawScore":65.61,"zScore":0.0315,"seModel":"upstream_se","seRaw":2.818576,"ciHalfWidth":5.5244,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:kZUdrqdGtCEJa3ip6L9YnH","observedHarness":"Direct API","rawScore":34.15,"zScore":-0.2543,"seModel":"upstream_se","seRaw":7.497769,"ciHalfWidth":14.6956,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:nBcLJJomVoeg2zh5F8Mnsu","observedHarness":"Direct API","rawScore":47.3,"zScore":-0.1808,"seModel":"upstream_se","seRaw":1.579622,"ciHalfWidth":3.0961,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-02","publishedDate":"2026-09-02","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:b112af07-3bd5-4647-b09f-b23204361bb2","observedHarness":"Stirrup","rawScore":1674.05,"zScore":0.3989,"seModel":"upstream_ci","ciHalfWidth":18.725,"ciLower":1655.33,"ciUpper":1692.78,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"}]},{"id":"google:gemini-3.7-flash:low:direct:native","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.01434,"shrinkageFactor":0.765231,"score":49.78,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.542072,"costLogSd":1.0406,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.2737,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec9BSK1rciwNOFqp","observedHarness":"Direct API","rawScore":52.92,"zScore":-0.0952,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3.1-pro:high:direct:native","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.015594,"shrinkageFactor":0.98372,"score":49.77,"se":1.97,"samplingSe":0.8456,"residualSe":1.7825,"coverageCount":11,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.316496,"costLogSd":1.0447,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0.0074,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:bbd93ebe-80da-4594-bb19-61e69d0331df","observedHarness":"AA Analyst Harness","rawScore":41.25,"zScore":0.1068,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recPuGr6uc4AJrsxK","observedHarness":"APEX-Agents Harness","rawScore":35.1,"zScore":-0.9642,"seModel":"upstream_se","seRaw":5,"ciHalfWidth":9.8,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:hVifTUdQZrFEYabgCRu8Qq","observedHarness":"Direct API","rawScore":59.65,"zScore":-0.3094,"seModel":"upstream_se","seRaw":2.911182,"ciHalfWidth":5.7059,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:eXVWr3RBeSsWy5DAU8ed46","observedHarness":"Direct API","rawScore":26.83,"zScore":-0.5402,"seModel":"upstream_se","seRaw":7.005564,"ciHalfWidth":13.7309,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gemini-3.1-pro-preview:high:","observedHarness":"Direct API","rawScore":26,"zScore":-0.3441,"seModel":"upstream_se","seRaw":4.408,"ciHalfWidth":8.6397,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.784253,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:VGeF8Xac4WcSAGgSXVdEBi","observedHarness":"Direct API","rawScore":73.5,"zScore":1.6053,"seModel":"upstream_se","seRaw":1.396316,"ciHalfWidth":2.7368,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:bbd93ebe-80da-4594-bb19-61e69d0331df","observedHarness":"Direct API","rawScore":17.8,"zScore":-0.1437,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:bbd93ebe-80da-4594-bb19-61e69d0331df","observedHarness":"Direct API","rawScore":31.4,"zScore":0.1596,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3.1 Pro Preview","observedHarness":"Direct API","rawScore":1458.96,"zScore":-0.1853,"seModel":"upstream_ci","ciHalfWidth":5.2489,"ciLower":1453.7092,"ciUpper":1464.207,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.1 Pro Preview","observedHarness":"Direct API","rawScore":1471.6,"zScore":0.4839,"seModel":"upstream_ci","ciHalfWidth":2.2736,"ciLower":1469.3282,"ciUpper":1473.8754,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:bbd93ebe-80da-4594-bb19-61e69d0331df","observedHarness":"Direct API","rawScore":11.11,"zScore":-1.0863,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"spacexai:grok-4.5:medium:direct:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.022495,"shrinkageFactor":0.765231,"score":49.66,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.293502,"costLogSd":1.054,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0.4087,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recuhP5poLz9p1THE","observedHarness":"Direct API","rawScore":52.64,"zScore":-0.1058,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.75,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"spacexai:grok-4.20:none:direct:native","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.02921,"shrinkageFactor":0.878972,"score":49.56,"se":5.38,"samplingSe":1.3027,"residualSe":5.2192,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.409226,"costLogSd":1.0415,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0.6944,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec0q8XRFqTb9j85f","observedHarness":"Direct API","rawScore":65.14,"zScore":0.3699,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.92,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.20 Beta 1","observedHarness":"Direct API","rawScore":1452.6,"zScore":-0.3869,"seModel":"upstream_ci","ciHalfWidth":4.1417,"ciLower":1448.4618,"ciUpper":1456.7453,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.7:xhigh:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.041764,"shrinkageFactor":0.992452,"score":49.37,"se":1.34,"samplingSe":0.8633,"residualSe":1.0293,"coverageCount":18,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.771539,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.0073,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"AA Analyst Harness","rawScore":52.5,"zScore":0.9623,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Stirrup","rawScore":1634.49,"zScore":0.6977,"seModel":"upstream_ci","ciHalfWidth":8.455,"ciLower":1626.66,"ciUpper":1643.57,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":40.14,"zScore":0.0581,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":42.7,"zScore":0.1175,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":37.89,"zScore":-0.2568,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Stirrup","rawScore":33.5,"zScore":-0.2352,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recmQfENMjU9yADbb","observedHarness":"Direct API","rawScore":61.39,"zScore":0.2272,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:F4unBbW5M4VJogzCq4vGAb","observedHarness":"Direct API","rawScore":52.98,"zScore":-0.6908,"seModel":"upstream_se","seRaw":2.961671,"ciHalfWidth":5.8049,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:Ymgj5VeEceBbzsLq6xEZRi","observedHarness":"Direct API","rawScore":17.07,"zScore":-0.9213,"seModel":"upstream_se","seRaw":5.94942,"ciHalfWidth":11.6609,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:6izDCw5ygCLZJEKPS8jV5T","observedHarness":"Direct API","rawScore":56,"zScore":0.4123,"seModel":"upstream_se","seRaw":1.570499,"ciHalfWidth":3.0782,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":20,"zScore":0.1145,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Stirrup","rawScore":1716.83,"zScore":0.6878,"seModel":"upstream_ci","ciHalfWidth":20.205,"ciLower":1696.62,"ciUpper":1737.03,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":23.2,"zScore":-0.2864,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:grok-4.7","observedHarness":"Direct API","rawScore":76.9,"zScore":-0.2189,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.487966,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:grok-4.7","observedHarness":"Direct API","rawScore":89.5,"zScore":0.7801,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.359936,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.7 (xHigh)","observedHarness":"Direct API","rawScore":1438.83,"zScore":-1.018,"seModel":"upstream_ci","ciHalfWidth":4.3349,"ciLower":1434.4947,"ciUpper":1443.1645,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"Direct API","rawScore":20,"zScore":-0.101,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:59627802-1546-422c-9a65-65b61c022d36","observedHarness":"mini-SWE-agent","rawScore":11.43,"zScore":-0.4602,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-sonnet-5:max:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.082452,"shrinkageFactor":0.942917,"score":48.76,"se":3.69,"samplingSe":1.2883,"residualSe":3.4624,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.487251,"costLogSd":1.048,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.012,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:V6YuGpcu8MCbJNXKoJMA6b","observedHarness":"Direct API","rawScore":65.61,"zScore":0.0315,"seModel":"upstream_se","seRaw":2.818576,"ciHalfWidth":5.5244,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-30","publishedDate":"2026-06-30","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:bqiVinHXFcgyFGPstJwXJN","observedHarness":"Direct API","rawScore":29.27,"zScore":-0.4449,"seModel":"upstream_se","seRaw":7.194088,"ciHalfWidth":14.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-30","publishedDate":"2026-06-30","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-sonnet-5_max:max:","observedHarness":"Direct API","rawScore":77,"zScore":1.675,"seModel":"upstream_se","seRaw":4.23,"ciHalfWidth":8.2908,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.373684,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:LPo74T9L3CawnKX5LLUrSZ","observedHarness":"Direct API","rawScore":33.7,"zScore":-1.108,"seModel":"upstream_se","seRaw":1.495509,"ciHalfWidth":2.9312,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"google:gemini-3.6-flash:medium:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.087145,"shrinkageFactor":0.765231,"score":48.69,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.820987,"costLogSd":1.0556,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.1661,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recBXB0b72NG9lA0o","observedHarness":"Direct API","rawScore":50.42,"zScore":-0.1903,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6.1-terra:low:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.089318,"shrinkageFactor":0.939759,"score":48.66,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.071338,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.8799,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"Direct API","rawScore":45.57,"zScore":0.3223,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"Stirrup","rawScore":50.5,"zScore":0.6416,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"Direct API","rawScore":25.6,"zScore":0.7716,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"Direct API","rawScore":24.9,"zScore":-0.194,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:c955b262-a17f-4f1a-b097-6860b866295b","observedHarness":"mini-SWE-agent","rawScore":7.62,"zScore":-0.635,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.7:high:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.089603,"shrinkageFactor":0.959731,"score":48.66,"se":3.1,"samplingSe":1.1236,"residualSe":2.8923,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.183596,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.0242,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"AA Analyst Harness","rawScore":55,"zScore":1.1524,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Direct API","rawScore":41.77,"zScore":0.0511,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Stirrup","rawScore":37,"zScore":-0.0547,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec75TfdEwYfJHmkf","observedHarness":"Direct API","rawScore":58.33,"zScore":0.1107,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Direct API","rawScore":23.2,"zScore":0.49,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Direct API","rawScore":23.6,"zScore":-0.2647,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"Direct API","rawScore":18.89,"zScore":-0.224,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:272f5f03-aea9-4675-a244-2b753b618cdf","observedHarness":"mini-SWE-agent","rawScore":9.52,"zScore":-0.5479,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"zhipu:glm-5.3-flash:high:direct:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.095299,"shrinkageFactor":0.765231,"score":48.57,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.298808,"costLogSd":0.6488,"costMaxUsd":0.58331,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.7608,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recXM4pZFYPQu0P58","observedHarness":"Direct API","rawScore":50.14,"zScore":-0.201,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.6-luna:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.104227,"shrinkageFactor":0.921991,"score":48.44,"se":4.32,"samplingSe":1.1651,"residualSe":4.1586,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.681333,"costLogSd":1.0589,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.1157,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recUz4W8immjSHPf0","observedHarness":"Direct API","rawScore":47.64,"zScore":-0.2961,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.54,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.6 Luna (xHigh)","observedHarness":"Direct API","rawScore":1460.24,"zScore":-0.1337,"seModel":"upstream_ci","ciHalfWidth":7.1996,"ciLower":1453.0369,"ciUpper":1467.4361,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.6 Luna (xHigh)","observedHarness":"Direct API","rawScore":1460.02,"zScore":-0.0468,"seModel":"upstream_ci","ciHalfWidth":3.4238,"ciLower":1456.5984,"ciUpper":1463.446,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.108863,"shrinkageFactor":0.88509,"score":48.37,"se":5.24,"samplingSe":1.2113,"residualSe":5.0997,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.700253,"costLogSd":1.0442,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.0418,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Sonnet 5 (High)","observedHarness":"Direct API","rawScore":1468.88,"zScore":0.2147,"seModel":"upstream_ci","ciHalfWidth":6.6,"ciLower":1462.2795,"ciUpper":1475.4795,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Sonnet 5 (High)","observedHarness":"Direct API","rawScore":1451.42,"zScore":-0.441,"seModel":"upstream_ci","ciHalfWidth":3.2514,"ciLower":1448.1705,"ciUpper":1454.6733,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-opus-4.6:max:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.6","displayName":"Claude Opus 4.6","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.114154,"shrinkageFactor":0.953745,"score":48.29,"se":3.33,"samplingSe":1.3892,"residualSe":3.0215,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.827231,"costLogSd":1.0558,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-02-05","paretoProb":0.0018,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recfKa2RdTGFZh3gQ","observedHarness":"APEX-Agents Harness","rawScore":46.3,"zScore":-0.2885,"seModel":"upstream_se","seRaw":5.5,"ciHalfWidth":10.78,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:kgJ2d6XbKj3dZutDcBYSKU","observedHarness":"Direct API","rawScore":65.96,"zScore":0.0515,"seModel":"upstream_se","seRaw":2.811647,"ciHalfWidth":5.5108,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:2hbbp8z6PhB7c2T33os9q5","observedHarness":"Direct API","rawScore":26.83,"zScore":-0.5402,"seModel":"upstream_se","seRaw":7.005564,"ciHalfWidth":13.7309,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-opus-4-6_max:max:","observedHarness":"Direct API","rawScore":50,"zScore":0.606,"seModel":"upstream_se","seRaw":5,"ciHalfWidth":9.8,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.703583,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:85fhMxLaebWtLoi6oLpTbi","observedHarness":"Direct API","rawScore":47,"zScore":-0.2013,"seModel":"upstream_se","seRaw":1.57908,"ciHalfWidth":3.095,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"meta:muse-spark-1.2:high:direct:native","provider":"meta","modelSlug":"muse-spark-1.2","displayName":"Muse Spark 1.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.125296,"shrinkageFactor":0.863385,"score":48.12,"se":5.72,"samplingSe":2.4042,"residualSe":5.1849,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.768757,"costLogSd":1.0444,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.2343,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recu1kljfh6r4IOhx","observedHarness":"APEX-Agents Harness","rawScore":45.4,"zScore":-0.3428,"seModel":"upstream_se","seRaw":5,"ciHalfWidth":9.8,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:muse-spark-1.2::","observedHarness":"Direct API","rawScore":43,"zScore":0.3289,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.442007,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"anthropic:claude-haiku-5.5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.1292,"shrinkageFactor":0.956015,"score":48.06,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.248361,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.7491,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Direct API","rawScore":33.77,"zScore":-0.52,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Stirrup","rawScore":47.5,"zScore":0.4868,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recpECnHyLpmC6g0G","observedHarness":"Direct API","rawScore":61.25,"zScore":0.2218,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Direct API","rawScore":18.2,"zScore":-0.0968,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Direct API","rawScore":28.8,"zScore":0.0182,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"Direct API","rawScore":15,"zScore":-0.6551,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:41b5bf5e-daf6-42d9-b8d1-60e340a3028d","observedHarness":"mini-SWE-agent","rawScore":18.1,"zScore":-0.1542,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.6:high:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.15156,"shrinkageFactor":0.946233,"score":47.73,"se":3.59,"samplingSe":0.998,"residualSe":3.4438,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.430646,"costLogSd":1.0437,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.1334,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recN0KfJ7ZaHfvhAX","observedHarness":"Direct API","rawScore":65.14,"zScore":0.3699,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:TpHYtuPG6kYZFvMK7Z6Hqj","observedHarness":"Direct API","rawScore":49.3,"zScore":-0.0445,"seModel":"upstream_se","seRaw":1.581775,"ciHalfWidth":3.1003,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Grok 4.6 (High)","observedHarness":"Direct API","rawScore":1450.36,"zScore":-0.5321,"seModel":"upstream_ci","ciHalfWidth":7.7484,"ciLower":1442.6155,"ciUpper":1458.1123,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.6 (High)","observedHarness":"Direct API","rawScore":1451.28,"zScore":-0.4474,"seModel":"upstream_ci","ciHalfWidth":3.7167,"ciLower":1447.5584,"ciUpper":1454.9917,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.7-max:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-max","displayName":"Qwen3.7 Max","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.15838,"shrinkageFactor":0.942434,"score":47.62,"se":3.71,"samplingSe":1.3347,"residualSe":3.4615,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.123992,"costLogSd":1.0308,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.75,"inputPer1mUsd":2.5,"outputPer1mUsd":7.5,"contextWindow":1000000,"releaseDate":"2026-05-20","paretoProb":0.6481,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:RG2biwnmGybSVTVxxMdRWa","observedHarness":"Direct API","rawScore":64.56,"zScore":-0.0285,"seModel":"upstream_se","seRaw":2.838348,"ciHalfWidth":5.5632,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-13","publishedDate":"2026-06-13","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:FHZCKbtfvpKGXU99vZFnXN","observedHarness":"Direct API","rawScore":34.15,"zScore":-0.2543,"seModel":"upstream_se","seRaw":7.497769,"ciHalfWidth":14.6956,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-13","publishedDate":"2026-06-13","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:qwen3.7-max::","observedHarness":"Direct API","rawScore":26,"zScore":-0.3441,"seModel":"upstream_se","seRaw":4.408,"ciHalfWidth":8.6397,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.462069,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:DMjUrG6eZEqwcQ4SqUoViu","observedHarness":"Direct API","rawScore":55.77,"zScore":0.3966,"seModel":"upstream_se","seRaw":1.573736,"ciHalfWidth":3.0845,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"spacexai:grok-4.5:high:direct:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.198263,"shrinkageFactor":0.975113,"score":47.03,"se":2.44,"samplingSe":0.9292,"residualSe":2.2555,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.430646,"costLogSd":1.0437,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0.1078,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec9nxVNWAW6hkK3O","observedHarness":"Direct API","rawScore":52.64,"zScore":-0.1058,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.78,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:djbbEqvBW9qux3pZwcZN2i","observedHarness":"Direct API","rawScore":57.19,"zScore":-0.45,"seModel":"upstream_se","seRaw":2.936092,"ciHalfWidth":5.7547,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:7vThbrtbczScg2UcsAYXtF","observedHarness":"Direct API","rawScore":24.39,"zScore":-0.6354,"seModel":"upstream_se","seRaw":6.789957,"ciHalfWidth":13.3083,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-09","publishedDate":"2026-07-09","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:grok-4.5_high:high:","observedHarness":"Direct API","rawScore":31,"zScore":-0.1462,"seModel":"upstream_se","seRaw":4.648,"ciHalfWidth":9.1101,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.573991,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:7HWW3sjRstKzb9JpcnvLaV","observedHarness":"Direct API","rawScore":48.3,"zScore":-0.1127,"seModel":"upstream_se","seRaw":1.581015,"ciHalfWidth":3.0988,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Grok 4.5","observedHarness":"Direct API","rawScore":1466.25,"zScore":0.1086,"seModel":"upstream_ci","ciHalfWidth":7.6798,"ciLower":1458.5664,"ciUpper":1473.9259,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.5","observedHarness":"Direct API","rawScore":1464.71,"zScore":0.1682,"seModel":"upstream_ci","ciHalfWidth":3.4732,"ciLower":1461.2374,"ciUpper":1468.1839,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro-0813:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.201136,"shrinkageFactor":0.978318,"score":46.98,"se":2.28,"samplingSe":0.9158,"residualSe":2.0846,"coverageCount":9,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.769134,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.002,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"Direct API","rawScore":45.2,"zScore":0.2959,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"Stirrup","rawScore":23.5,"zScore":-0.751,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recqVgMSHWE1dbgLk","observedHarness":"Direct API","rawScore":61.25,"zScore":0.2218,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:b6yWmeFgsWeEiG9Qzs3NSf","observedHarness":"Direct API","rawScore":64.56,"zScore":-0.0285,"seModel":"upstream_se","seRaw":2.838348,"ciHalfWidth":5.5632,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-19","publishedDate":"2026-08-19","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:a4uV8HMMBAcHXLVSmZfBgX","observedHarness":"Direct API","rawScore":26.83,"zScore":-0.5402,"seModel":"upstream_se","seRaw":7.005564,"ciHalfWidth":13.7309,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-19","publishedDate":"2026-08-19","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:2xfFf6KZAp2gUWYhHGkFgs","observedHarness":"Direct API","rawScore":52.91,"zScore":0.2016,"seModel":"upstream_se","seRaw":1.580839,"ciHalfWidth":3.0984,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"Direct API","rawScore":11.4,"zScore":-0.8947,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"Direct API","rawScore":19.5,"zScore":-0.4877,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:83173329-c09a-41f1-a028-a282a5f908d7","observedHarness":"mini-SWE-agent","rawScore":5.71,"zScore":-0.7227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-sonnet-5.5:medium:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.22038,"shrinkageFactor":0.963428,"score":46.69,"se":2.96,"samplingSe":1.2107,"residualSe":2.6979,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.780656,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0078,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Direct API","rawScore":45.77,"zScore":0.3366,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Stirrup","rawScore":33.5,"zScore":-0.2352,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recWY8vFxRRaVvJK3","observedHarness":"APEX-Agents Harness","rawScore":44.6,"zScore":-0.3911,"seModel":"upstream_se","seRaw":5.6,"ciHalfWidth":10.976,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recXy5Z6bajUACSLt","observedHarness":"Direct API","rawScore":32.78,"zScore":-0.8616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Direct API","rawScore":20.2,"zScore":0.1379,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Direct API","rawScore":23.8,"zScore":-0.2538,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"Direct API","rawScore":17.78,"zScore":-0.347,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:042e8a37-fcd0-40f4-8f41-99215fb68eda","observedHarness":"mini-SWE-agent","rawScore":16.19,"zScore":-0.2418,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"zhipu:glm-5.3:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.222669,"shrinkageFactor":0.992333,"score":46.66,"se":1.35,"samplingSe":0.8375,"residualSe":1.0638,"coverageCount":14,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.009265,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.2235,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"AA Analyst Harness","rawScore":38.75,"zScore":-0.0833,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Stirrup","rawScore":1500.91,"zScore":-0.2775,"seModel":"upstream_ci","ciHalfWidth":7.78,"ciLower":1493.56,"ciUpper":1509.12,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Direct API","rawScore":32.33,"zScore":-0.6228,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Stirrup","rawScore":33.5,"zScore":-0.2352,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:iXvqUzwxAiA3Rg3dwnutFs","observedHarness":"Direct API","rawScore":68.77,"zScore":0.2122,"seModel":"upstream_se","seRaw":2.749913,"ciHalfWidth":5.3898,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-25","publishedDate":"2026-08-25","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:4S3ZrJDkwh4gmGrmJQdvzR","observedHarness":"Direct API","rawScore":29.27,"zScore":-0.4449,"seModel":"upstream_se","seRaw":7.194088,"ciHalfWidth":14.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-25","publishedDate":"2026-08-25","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:glm-5.3_max:max:","observedHarness":"Direct API","rawScore":49,"zScore":0.5664,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.081538,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:TY8R8FV7zCwByEipkqyg2P","observedHarness":"Direct API","rawScore":41,"zScore":-0.6103,"seModel":"upstream_se","seRaw":1.556092,"ciHalfWidth":3.0499,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Direct API","rawScore":11.2,"zScore":-0.9182,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Stirrup","rawScore":1654.78,"zScore":0.2687,"seModel":"upstream_ci","ciHalfWidth":17.9,"ciLower":1636.88,"ciUpper":1672.68,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Direct API","rawScore":17.9,"zScore":-0.5747,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GLM-5.3 (Max)","observedHarness":"Direct API","rawScore":1468.68,"zScore":0.3501,"seModel":"upstream_ci","ciHalfWidth":3.7832,"ciLower":1464.8976,"ciUpper":1472.4639,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"Direct API","rawScore":17.22,"zScore":-0.4091,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:cd684ea4-b475-4269-b001-d469d06d8a7a","observedHarness":"mini-SWE-agent","rawScore":9.52,"zScore":-0.5479,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"meta:muse-spark-1.1:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-1.1","displayName":"Muse Spark 1.1","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.24063,"shrinkageFactor":0.766289,"score":46.39,"se":7.48,"samplingSe":2.5483,"residualSe":7.0275,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.165655,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.1787,"benchmarks":[{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:muse-spark-1.1:xhigh:","observedHarness":"Direct API","rawScore":39,"zScore":0.1705,"seModel":"upstream_se","seRaw":4.902,"ciHalfWidth":9.6079,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.519718,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.247088,"shrinkageFactor":0.95404,"score":46.29,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.456194,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.0404,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"Direct API","rawScore":38.93,"zScore":-0.1516,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"Stirrup","rawScore":27.5,"zScore":-0.5447,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recY4v2mzQ9GJNQlK","observedHarness":"Direct API","rawScore":68.61,"zScore":0.5019,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"Direct API","rawScore":14.2,"zScore":-0.5661,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"Direct API","rawScore":20.8,"zScore":-0.417,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:c3b66080-fdcb-48e4-8ade-6baf77921c7c","observedHarness":"mini-SWE-agent","rawScore":10.48,"zScore":-0.5038,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6-luna:max:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.283093,"shrinkageFactor":0.992022,"score":45.75,"se":1.38,"samplingSe":1.0717,"residualSe":0.8712,"coverageCount":19,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.151956,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.105,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"AA Analyst Harness","rawScore":43.75,"zScore":0.2969,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Stirrup","rawScore":1336.55,"zScore":-1.4774,"seModel":"upstream_ci","ciHalfWidth":8.65,"ciLower":1328.11,"ciUpper":1345.41,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":36.75,"zScore":-0.3641,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":39.63,"zScore":-0.1017,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":27.33,"zScore":-1.0266,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Stirrup","rawScore":42.5,"zScore":0.229,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec1U23OkfwoEOepV","observedHarness":"APEX-Agents Harness","rawScore":44.3,"zScore":-0.4092,"seModel":"upstream_se","seRaw":5.5,"ciHalfWidth":10.78,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec1kIxgw33n3cMDe","observedHarness":"Direct API","rawScore":59.31,"zScore":0.148,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:iBQxysYR7zPxB6hxvJyTLc","observedHarness":"Direct API","rawScore":78.95,"zScore":0.7944,"seModel":"upstream_se","seRaw":2.41915,"ciHalfWidth":4.7415,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:7n3HBUK684GmdT6Tkycu6m","observedHarness":"Direct API","rawScore":56.1,"zScore":0.6029,"seModel":"upstream_se","seRaw":7.846687,"ciHalfWidth":15.3795,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:HX9sRVWJtZiNvneALnVzs8","observedHarness":"Direct API","rawScore":41.4,"zScore":-0.5831,"seModel":"upstream_se","seRaw":1.558354,"ciHalfWidth":3.0544,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-09-22","publishedDate":"2026-09-22","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":22.8,"zScore":0.443,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Stirrup","rawScore":1443.29,"zScore":-1.1597,"seModel":"upstream_ci","ciHalfWidth":19.735,"ciLower":1423.55,"ciUpper":1463.02,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":22.2,"zScore":-0.3408,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gpt-6-luna","observedHarness":"Direct API","rawScore":73.4,"zScore":-0.7325,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.016605,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gpt-6-luna","observedHarness":"Direct API","rawScore":48.5,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.426091,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-6 Luna (Max)","observedHarness":"Direct API","rawScore":1466.04,"zScore":0.2291,"seModel":"upstream_ci","ciHalfWidth":2.8012,"ciLower":1463.2343,"ciUpper":1468.8368,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"Direct API","rawScore":26.11,"zScore":0.5762,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:6fb13851-40ce-4bda-ad3f-6b38e0c5daa7","observedHarness":"mini-SWE-agent","rawScore":8.57,"zScore":-0.5915,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-6.1-terra:none:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.288799,"shrinkageFactor":0.939759,"score":45.67,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.225896,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"Direct API","rawScore":40.73,"zScore":-0.0232,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"Stirrup","rawScore":33.5,"zScore":-0.2352,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"Direct API","rawScore":23.2,"zScore":0.49,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"Direct API","rawScore":14.5,"zScore":-0.7596,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:0d3c777f-6817-42d7-9bb9-223314bc5a57","observedHarness":"mini-SWE-agent","rawScore":24.29,"zScore":0.1298,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"deepseek:deepseek-v4-pro-0813:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.297167,"shrinkageFactor":0.965922,"score":45.54,"se":2.85,"samplingSe":0.9823,"residualSe":2.6801,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.848531,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.0008,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"Direct API","rawScore":45.13,"zScore":0.2909,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"Stirrup","rawScore":28.5,"zScore":-0.4931,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recOlpjOWSD4HNdzV","observedHarness":"Direct API","rawScore":59.72,"zScore":0.1636,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"Direct API","rawScore":10.4,"zScore":-1.012,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"Direct API","rawScore":20.5,"zScore":-0.4333,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V4-Pro (High, 20260813)","observedHarness":"Direct API","rawScore":1452.87,"zScore":-0.3745,"seModel":"upstream_ci","ciHalfWidth":5.546,"ciLower":1447.3287,"ciUpper":1458.4206,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:e94c7595-a320-4c88-8f07-d9fd50fc4595","observedHarness":"mini-SWE-agent","rawScore":1.9,"zScore":-0.8975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.6-sol:low:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.317791,"shrinkageFactor":0.765231,"score":45.23,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.433362,"costLogSd":1.0467,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0097,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recYYBTJBos18GflF","observedHarness":"Direct API","rawScore":42.5,"zScore":-0.4917,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.32,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-4-argon:low:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.330023,"shrinkageFactor":0.765231,"score":45.05,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.360951,"costLogSd":0.5619,"costMaxUsd":8.629243,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.0006,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rechhE5adomMk7wyX","observedHarness":"Direct API","rawScore":42.08,"zScore":-0.5077,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-opus-4.5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.5","displayName":"Claude Opus 4.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.331848,"shrinkageFactor":0.767147,"score":45.02,"se":7.46,"samplingSe":2.4967,"residualSe":7.0314,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.432844,"costLogSd":1.0492,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":200000,"releaseDate":"2025-11-24","paretoProb":0.0081,"benchmarks":[{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-opus-4-5-20251101_unknown:high:","observedHarness":"Direct API","rawScore":36,"zScore":0.0518,"seModel":"upstream_se","seRaw":4.8,"ciHalfWidth":9.408,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.267043,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"google:gemini-3-flash:high:direct:native","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.348253,"shrinkageFactor":0.969306,"score":44.78,"se":2.71,"samplingSe":0.9642,"residualSe":2.5316,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.253198,"costLogSd":1.0461,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0.0515,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:EtgrDq6ei6kZe8K7QbXUe3","observedHarness":"Direct API","rawScore":51.23,"zScore":-0.7909,"seModel":"upstream_se","seRaw":2.966059,"ciHalfWidth":5.8135,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:ZczEhu69FQ9Cnns8NT6ew4","observedHarness":"Direct API","rawScore":17.07,"zScore":-0.9213,"seModel":"upstream_se","seRaw":5.94942,"ciHalfWidth":11.6609,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gemini-3-flash-preview:high:","observedHarness":"Direct API","rawScore":15,"zScore":-0.7796,"seModel":"upstream_se","seRaw":3.571,"ciHalfWidth":6.9992,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.327286,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:7cc6cDCXjsPjtKt36bbeMR","observedHarness":"Direct API","rawScore":66.8,"zScore":1.1485,"seModel":"upstream_se","seRaw":1.48996,"ciHalfWidth":2.9203,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3 Flash","observedHarness":"Direct API","rawScore":1439.77,"zScore":-0.9591,"seModel":"upstream_ci","ciHalfWidth":9.2392,"ciLower":1430.5348,"ciUpper":1449.0133,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3 Flash","observedHarness":"Direct API","rawScore":1468,"zScore":0.3189,"seModel":"upstream_ci","ciHalfWidth":3.956,"ciLower":1464.0463,"ciUpper":1471.9582,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-4.6:max:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.35568,"shrinkageFactor":0.920644,"score":44.66,"se":4.36,"samplingSe":1.3246,"residualSe":4.1496,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.345558,"costLogSd":1.0507,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0.0017,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reco6ICSvrm675Zqs","observedHarness":"Direct API","rawScore":58.33,"zScore":0.1107,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.7179,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:claude-sonnet-4-6_max:max:","observedHarness":"Direct API","rawScore":45,"zScore":0.4081,"seModel":"upstream_se","seRaw":4.975,"ciHalfWidth":9.751,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.162108,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Zs5fCvNzaz8LhqgwDSAztU","observedHarness":"Direct API","rawScore":32.8,"zScore":-1.1693,"seModel":"upstream_se","seRaw":1.485384,"ciHalfWidth":2.9114,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"anthropic:claude-sonnet-4.6:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.6","displayName":"Claude Sonnet 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.357906,"shrinkageFactor":0.913237,"score":44.63,"se":4.55,"samplingSe":1.6942,"residualSe":4.2278,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.323777,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2026-02-17","paretoProb":0.0102,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recNKXGqIBBG6Q12j","observedHarness":"APEX-Agents Harness","rawScore":43,"zScore":-0.4876,"seModel":"upstream_se","seRaw":5.5,"ciHalfWidth":10.78,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recIlUapCqVFHs6qj","observedHarness":"Direct API","rawScore":60.42,"zScore":0.1902,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.6966,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:LJyKf8Xy4dymxNHbGLwNdA","observedHarness":"Direct API","rawScore":35.5,"zScore":-0.9853,"seModel":"upstream_se","seRaw":1.513949,"ciHalfWidth":2.9673,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"google:gemini-3-flash:minimal:direct:native","provider":"google","modelSlug":"gemini-3-flash","displayName":"Gemini 3 Flash","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.389818,"shrinkageFactor":0.786801,"score":44.15,"se":7.14,"samplingSe":0.7932,"residualSe":7.0955,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.440275,"costLogSd":1.0412,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.125,"inputPer1mUsd":0.5,"outputPer1mUsd":3,"contextWindow":1048576,"releaseDate":"2025-12-15","paretoProb":0.2622,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3 Flash (Minimal)","observedHarness":"Direct API","rawScore":1451.15,"zScore":-0.4534,"seModel":"upstream_ci","ciHalfWidth":2.5493,"ciLower":1448.6037,"ciUpper":1453.7022,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-ember:max:direct:native","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.398829,"shrinkageFactor":0.958339,"score":44.02,"se":3.16,"samplingSe":1.1752,"residualSe":2.9291,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.135936,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.6953,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Stirrup","rawScore":1520.25,"zScore":-0.1363,"seModel":"upstream_ci","ciHalfWidth":10.645,"ciLower":1509.49,"ciUpper":1530.78,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Direct API","rawScore":21.07,"zScore":-1.4265,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Stirrup","rawScore":39,"zScore":0.0484,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Direct API","rawScore":22.8,"zScore":0.443,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Direct API","rawScore":25.1,"zScore":-0.1831,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"Direct API","rawScore":18.33,"zScore":-0.2861,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:dbf63365-127f-41ee-9e51-81173adb3502","observedHarness":"mini-SWE-agent","rawScore":20,"zScore":-0.067,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-sonnet-5.5:low:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.403922,"shrinkageFactor":0.956015,"score":43.94,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.511342,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.004,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Direct API","rawScore":46,"zScore":0.353,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Stirrup","rawScore":26,"zScore":-0.622,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recEbAfD1hPSWfxTP","observedHarness":"Direct API","rawScore":24.03,"zScore":-1.1946,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Direct API","rawScore":16,"zScore":-0.3549,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Direct API","rawScore":20.6,"zScore":-0.4278,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"Direct API","rawScore":19.44,"zScore":-0.163,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:bbc2ffea-cf6b-43be-8c41-1769347e234d","observedHarness":"mini-SWE-agent","rawScore":10.48,"zScore":-0.5038,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-opus-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.5","displayName":"Claude Opus 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.40601,"shrinkageFactor":0.91996,"score":43.91,"se":4.37,"samplingSe":1.3716,"residualSe":4.154,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.977031,"costLogSd":1.049,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":200000,"releaseDate":"2025-11-24","paretoProb":0.0299,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recS34qcEATpV9BeX","observedHarness":"Direct API","rawScore":7.78,"zScore":-1.8131,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.22,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Opus 4.5 (20251101)","observedHarness":"Direct API","rawScore":1467.5,"zScore":0.159,"seModel":"upstream_ci","ciHalfWidth":10.1894,"ciLower":1457.3062,"ciUpper":1477.6849,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Opus 4.5 (20251101)","observedHarness":"Direct API","rawScore":1459.25,"zScore":-0.0821,"seModel":"upstream_ci","ciHalfWidth":2.7422,"ciLower":1456.5091,"ciUpper":1461.9935,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.1:high:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.417983,"shrinkageFactor":0.924249,"score":43.73,"se":4.26,"samplingSe":0.9737,"residualSe":4.1429,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.622478,"costLogSd":1.0441,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0013,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec0q3XOoL5ig2rmC","observedHarness":"Direct API","rawScore":17.64,"zScore":-1.4378,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.1704,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:QCLnRy69NBH9ip3VYtQneh","observedHarness":"Direct API","rawScore":48,"zScore":-0.1331,"seModel":"upstream_se","seRaw":1.580664,"ciHalfWidth":3.0981,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.1 (High)","observedHarness":"Direct API","rawScore":1458.05,"zScore":-0.1371,"seModel":"upstream_ci","ciHalfWidth":3.3221,"ciLower":1454.7297,"ciUpper":1461.3738,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-luna:xhigh:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.427794,"shrinkageFactor":0.956015,"score":43.58,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.104093,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0956,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Direct API","rawScore":38.6,"zScore":-0.1752,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Stirrup","rawScore":37,"zScore":-0.0547,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec02FpVp3L8dwBgu","observedHarness":"Direct API","rawScore":41.94,"zScore":-0.513,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Direct API","rawScore":18.6,"zScore":-0.0498,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Direct API","rawScore":18.9,"zScore":-0.5203,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"Direct API","rawScore":20.56,"zScore":-0.0389,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:19813eb2-460a-475c-af65-810bb8660fec","observedHarness":"mini-SWE-agent","rawScore":5.24,"zScore":-0.7442,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.7:low:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.437852,"shrinkageFactor":0.956015,"score":43.43,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.922201,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.005,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Direct API","rawScore":45.73,"zScore":0.3338,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Stirrup","rawScore":43.5,"zScore":0.2805,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recNL8awhVSpj73i0","observedHarness":"Direct API","rawScore":16.67,"zScore":-1.4747,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Direct API","rawScore":21.4,"zScore":0.2787,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Direct API","rawScore":18.5,"zScore":-0.5421,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"Direct API","rawScore":21.11,"zScore":0.0221,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:208c16f0-8c5b-4524-ac8a-ac74c02e80a9","observedHarness":"mini-SWE-agent","rawScore":4.76,"zScore":-0.7663,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"zhipu:glm-5.2:max:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.439197,"shrinkageFactor":0.958897,"score":43.41,"se":3.13,"samplingSe":1.0915,"residualSe":2.9387,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.211024,"costLogSd":1.0457,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.138,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:TTuCPacMDpNaCSs3Hpbdjp","observedHarness":"Direct API","rawScore":59.21,"zScore":-0.3345,"seModel":"upstream_se","seRaw":2.958195,"ciHalfWidth":5.7981,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-19","publishedDate":"2026-06-19","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:JebA8dYLVov6H49ZQSLXh5","observedHarness":"Direct API","rawScore":29.27,"zScore":-0.4449,"seModel":"upstream_se","seRaw":7.194088,"ciHalfWidth":14.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-19","publishedDate":"2026-06-19","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:glm-5.2_max:max:","observedHarness":"Direct API","rawScore":35,"zScore":0.0122,"seModel":"upstream_se","seRaw":4.794,"ciHalfWidth":9.3962,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:WgjFZzojpiv54XqUhvfuUG","observedHarness":"Direct API","rawScore":34.2,"zScore":-1.0739,"seModel":"upstream_se","seRaw":1.500871,"ciHalfWidth":2.9417,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GLM-5.2 (Max)","observedHarness":"Direct API","rawScore":1462.59,"zScore":0.071,"seModel":"upstream_ci","ciHalfWidth":3.2378,"ciLower":1459.3562,"ciUpper":1465.8317,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.6-terra:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.463401,"shrinkageFactor":0.765231,"score":43.05,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.295963,"costLogSd":1.0545,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0067,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxR9NtkO4IkDlEG","observedHarness":"Direct API","rawScore":37.5,"zScore":-0.682,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.27,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"zhipu:glm-5.3-flash:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.481764,"shrinkageFactor":0.989631,"score":42.77,"se":1.57,"samplingSe":0.8257,"residualSe":1.3407,"coverageCount":17,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.58331,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.1079,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"AA Analyst Harness","rawScore":25,"zScore":-1.1289,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_mka:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":36.24,"zScore":-0.4277,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":28.2,"zScore":-0.9176,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_vials:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":39.75,"zScore":-0.1213,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Stirrup","rawScore":24.5,"zScore":-0.6994,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recY6FdDmud74DNlv","observedHarness":"Direct API","rawScore":65.83,"zScore":0.3961,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:YC2u9wykbYQg4gdkf76j26","observedHarness":"Direct API","rawScore":55.79,"zScore":-0.5301,"seModel":"upstream_se","seRaw":2.946998,"ciHalfWidth":5.7761,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:iCysWvFJevNyw2dbYosU6J","observedHarness":"Direct API","rawScore":17.07,"zScore":-0.9213,"seModel":"upstream_se","seRaw":5.94942,"ciHalfWidth":11.6609,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:glm-5.3-flash_max:max:","observedHarness":"Direct API","rawScore":21,"zScore":-0.5421,"seModel":"upstream_se","seRaw":4.094,"ciHalfWidth":8.0242,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.448469,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":15.4,"zScore":-0.4253,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Stirrup","rawScore":1648.28,"zScore":0.2248,"seModel":"upstream_ci","ciHalfWidth":16.41,"ciLower":1631.87,"ciUpper":1664.69,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":18.2,"zScore":-0.5584,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:glm-5.3-flash","observedHarness":"Direct API","rawScore":76.4,"zScore":-0.2923,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.024276,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:glm-5.3-flash","observedHarness":"Direct API","rawScore":73.9,"zScore":-1.316,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.230336,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GLM-5.3-Flash","observedHarness":"Direct API","rawScore":1461.24,"zScore":0.0091,"seModel":"upstream_ci","ciHalfWidth":3.4333,"ciLower":1457.8117,"ciUpper":1464.6782,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"Direct API","rawScore":11.67,"zScore":-1.0242,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:19496b81-9f41-4214-a77a-1df803b3c5ae","observedHarness":"mini-SWE-agent","rawScore":4.76,"zScore":-0.7663,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.2:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.487399,"shrinkageFactor":0.956418,"score":42.69,"se":3.23,"samplingSe":1.1329,"residualSe":3.0227,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.006963,"costLogSd":1.0533,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recS9jrqUC4LBQDMg","observedHarness":"Direct API","rawScore":52.91,"zScore":-0.0956,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.8982,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:PeZ84GTQdSYQzDxRMWA2Ha","observedHarness":"Direct API","rawScore":67.4,"zScore":0.1339,"seModel":"upstream_se","seRaw":2.8,"ciHalfWidth":5.488,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:J3NUxsK2GXq9Whkjn7mEVm","observedHarness":"Direct API","rawScore":31.7,"zScore":-0.35,"seModel":"upstream_se","seRaw":7.3,"ciHalfWidth":14.308,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.2-2025-12-11_xhigh:xhigh:","observedHarness":"Direct API","rawScore":15,"zScore":-0.7796,"seModel":"upstream_se","seRaw":3.571,"ciHalfWidth":6.9992,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.059689,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:E3325ytkSNYP8ez53VA4fE","observedHarness":"Direct API","rawScore":37.1,"zScore":-0.8762,"seModel":"upstream_se","seRaw":1.528374,"ciHalfWidth":2.9956,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"zhipu:glm-5.2:low:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.500801,"shrinkageFactor":0.769935,"score":42.49,"se":7.42,"samplingSe":2.2233,"residualSe":7.0756,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.645682,"costLogSd":1.0403,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.4178,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:UnKHyc2idtTmoTUGxGeNJV","observedHarness":"Direct API","rawScore":54.74,"zScore":-0.5902,"seModel":"upstream_se","seRaw":2.95361,"ciHalfWidth":5.7891,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-6-luna:high:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.578894,"shrinkageFactor":0.956015,"score":41.32,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.072948,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0477,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Direct API","rawScore":39,"zScore":-0.1466,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Stirrup","rawScore":31,"zScore":-0.3642,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recx0dGdcO2qqWceL","observedHarness":"Direct API","rawScore":31.39,"zScore":-0.9145,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Direct API","rawScore":18.2,"zScore":-0.0968,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Direct API","rawScore":15.6,"zScore":-0.6998,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"Direct API","rawScore":19.44,"zScore":-0.163,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:7d1229bc-deea-4717-ba5b-f59a35d991e3","observedHarness":"mini-SWE-agent","rawScore":2.86,"zScore":-0.8534,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.5:low:direct:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.58484,"shrinkageFactor":0.765231,"score":41.23,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.478023,"costLogSd":1.0509,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0.0023,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recIDNd1cnFpANX8V","observedHarness":"Direct API","rawScore":33.33,"zScore":-0.8407,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.35,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"meta:muse-ember:xhigh:direct:native","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.592762,"shrinkageFactor":0.939759,"score":41.11,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.116228,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.9313,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"Direct API","rawScore":21.37,"zScore":-1.4051,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"Stirrup","rawScore":38.5,"zScore":0.0227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"Direct API","rawScore":22.4,"zScore":0.3961,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"Direct API","rawScore":23.6,"zScore":-0.2647,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:7a64ffc4-36c3-4369-981e-73abdd6ff5e2","observedHarness":"mini-SWE-agent","rawScore":17.62,"zScore":-0.1762,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.5:low:direct:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.592703,"shrinkageFactor":0.765231,"score":41.11,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.855384,"costLogSd":1.0404,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0.2181,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recyCgaKaJtUJErQt","observedHarness":"Direct API","rawScore":33.06,"zScore":-0.851,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.4,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6-sol:low:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.63726,"shrinkageFactor":0.765231,"score":40.44,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.303573,"costLogSd":1.0419,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0158,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recM1EPIRyZXTR6Eu","observedHarness":"Direct API","rawScore":31.53,"zScore":-0.9092,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"moonshot:kimi-k2.6:thinking:direct:native","provider":"moonshot","modelSlug":"kimi-k2.6","displayName":"Kimi K2.6","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.650893,"shrinkageFactor":0.969327,"score":40.24,"se":2.71,"samplingSe":0.9616,"residualSe":2.5316,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.181727,"costLogSd":1.032,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-04-10","paretoProb":0.7225,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:BxrNfyMffkVUq4n7U5eK3Q","observedHarness":"Direct API","rawScore":57.19,"zScore":-0.45,"seModel":"upstream_se","seRaw":2.936092,"ciHalfWidth":5.7547,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:eVKA2eavdRAbSN6AnzyBxA","observedHarness":"Direct API","rawScore":25.64,"zScore":-0.5866,"seModel":"upstream_se","seRaw":7.083413,"ciHalfWidth":13.8835,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:kimi-k2.6::","observedHarness":"Direct API","rawScore":16,"zScore":-0.74,"seModel":"upstream_se","seRaw":3.666,"ciHalfWidth":7.1854,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.295811,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:hHnQVatVTbQjM4sfrjw7GH","observedHarness":"Direct API","rawScore":34.9,"zScore":-1.0262,"seModel":"upstream_se","seRaw":1.508066,"ciHalfWidth":2.9558,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Kimi K2.6","observedHarness":"Direct API","rawScore":1450.43,"zScore":-0.5293,"seModel":"upstream_ci","ciHalfWidth":7.5874,"ciLower":1442.847,"ciUpper":1458.0218,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Kimi K2.6","observedHarness":"Direct API","rawScore":1456.4,"zScore":-0.2127,"seModel":"upstream_ci","ciHalfWidth":3.6859,"ciLower":1452.7151,"ciUpper":1460.087,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.6-flash:low:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.669585,"shrinkageFactor":0.765231,"score":39.96,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.542072,"costLogSd":1.0406,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.1584,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec3i0ahAD3ypm5Zn","observedHarness":"Direct API","rawScore":30.42,"zScore":-0.9515,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.6-luna:high:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.70191,"shrinkageFactor":0.765231,"score":39.47,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.557467,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.06,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recPiIGgsFkyUNMRY","observedHarness":"Direct API","rawScore":29.31,"zScore":-0.9937,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.29,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.4:low:direct:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.705987,"shrinkageFactor":0.765231,"score":39.41,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.859635,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0.0052,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recKYmHa8qFLZepys","observedHarness":"Direct API","rawScore":29.17,"zScore":-0.999,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.27,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.716959,"shrinkageFactor":0.956015,"score":39.25,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.042202,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.799,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Direct API","rawScore":38.7,"zScore":-0.1681,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Stirrup","rawScore":27.5,"zScore":-0.5447,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reciIrQlX6rvHdQv3","observedHarness":"Direct API","rawScore":18.06,"zScore":-1.4218,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Direct API","rawScore":13.8,"zScore":-0.6131,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Direct API","rawScore":15.1,"zScore":-0.727,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"Direct API","rawScore":18.33,"zScore":-0.2861,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:36667da0-9222-4967-adbb-f7efa15ad213","observedHarness":"mini-SWE-agent","rawScore":1.43,"zScore":-0.919,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"anthropic:claude-haiku-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.717814,"shrinkageFactor":0.967267,"score":39.23,"se":2.8,"samplingSe":0.9738,"residualSe":2.6226,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.15856,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.5567,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Direct API","rawScore":31.83,"zScore":-0.6585,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Stirrup","rawScore":45,"zScore":0.3579,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec7VBMJpz87c7ISk","observedHarness":"Direct API","rawScore":30.69,"zScore":-0.9412,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Direct API","rawScore":17.2,"zScore":-0.2141,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Direct API","rawScore":23.7,"zScore":-0.2592,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Haiku 5.5 (High)","observedHarness":"Direct API","rawScore":1424.39,"zScore":-1.6799,"seModel":"upstream_ci","ciHalfWidth":4.8462,"ciLower":1419.5436,"ciUpper":1429.2361,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"Direct API","rawScore":15,"zScore":-0.6551,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:20829974-af06-497e-9f42-77fb958d43b9","observedHarness":"mini-SWE-agent","rawScore":10,"zScore":-0.5258,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"zhipu:glm-5.3-flash:low:direct:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.74239,"shrinkageFactor":0.765231,"score":38.86,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.141502,"costLogSd":0.6488,"costMaxUsd":0.58331,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.7695,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recCk2LBnZJz3WMjM","observedHarness":"Direct API","rawScore":27.92,"zScore":-1.0466,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"zhipu:glm-5.3:low:direct:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.749305,"shrinkageFactor":0.942898,"score":38.76,"se":3.69,"samplingSe":1.2481,"residualSe":3.4778,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.57493,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.0192,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Direct API","rawScore":31.9,"zScore":-0.6535,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Stirrup","rawScore":21.5,"zScore":-0.8541,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Direct API","rawScore":8.8,"zScore":-1.1998,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Direct API","rawScore":17.5,"zScore":-0.5964,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"Direct API","rawScore":11.11,"zScore":-1.0863,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:cc1e488b-8ba4-464d-875d-690166b15ad3","observedHarness":"mini-SWE-agent","rawScore":3.81,"zScore":-0.8098,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.6:low:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.750544,"shrinkageFactor":0.765231,"score":38.74,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.855384,"costLogSd":1.0404,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.1954,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recKiwALxu32UoPq6","observedHarness":"Direct API","rawScore":27.64,"zScore":-1.0573,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-haiku-5.5:medium:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.812386,"shrinkageFactor":0.956015,"score":37.81,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.091765,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.789,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Direct API","rawScore":31.73,"zScore":-0.6656,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Stirrup","rawScore":30.5,"zScore":-0.39,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec8Rwdgo19iGJvYB","observedHarness":"Direct API","rawScore":9.44,"zScore":-1.7499,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Direct API","rawScore":15.2,"zScore":-0.4488,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Direct API","rawScore":16.8,"zScore":-0.6345,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"Direct API","rawScore":16.11,"zScore":-0.5321,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:af26fff4-8120-41be-a5f0-86aaea023f20","observedHarness":"mini-SWE-agent","rawScore":7.14,"zScore":-0.6571,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"moonshot:kimi-k2.7-code:max:direct:native","provider":"moonshot","modelSlug":"kimi-k2.7-code","displayName":"Kimi K2.7 Code","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.815765,"shrinkageFactor":0.96117,"score":37.76,"se":3.05,"samplingSe":1.091,"residualSe":2.845,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.884912,"costLogSd":1.0458,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.7125,"inputPer1mUsd":0.95,"outputPer1mUsd":4,"contextWindow":262144,"releaseDate":"2026-06-15","paretoProb":0.2947,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recc9OBbGet6i61HC","observedHarness":"APEX-Agents Harness","rawScore":37.6,"zScore":-0.8134,"seModel":"upstream_se","seRaw":4.8,"ciHalfWidth":9.408,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:X3RxRkt2pBUXYJjAQHsUo6","observedHarness":"Direct API","rawScore":54.04,"zScore":-0.6302,"seModel":"upstream_se","seRaw":2.957277,"ciHalfWidth":5.7963,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-13","publishedDate":"2026-06-13","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:UTVSgirxQpTgmTHbgE9EUk","observedHarness":"Direct API","rawScore":12.2,"zScore":-1.1115,"seModel":"upstream_se","seRaw":5.173952,"ciHalfWidth":10.1409,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-13","publishedDate":"2026-06-13","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:5AijYw5bFJtSuahnbzNo6Z","observedHarness":"Direct API","rawScore":36.5,"zScore":-0.9171,"seModel":"upstream_se","seRaw":1.523178,"ciHalfWidth":2.9854,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:8d0cb231-7303-452c-9923-a9620b948475","observedHarness":"Direct API","rawScore":11.2,"zScore":-0.9182,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:8d0cb231-7303-452c-9923-a9620b948475","observedHarness":"Direct API","rawScore":14.8,"zScore":-0.7433,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:8d0cb231-7303-452c-9923-a9620b948475","observedHarness":"Direct API","rawScore":12.22,"zScore":-0.9633,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"zhipu:glm-5.1:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5.1","displayName":"GLM-5.1","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.827609,"shrinkageFactor":0.958517,"score":37.59,"se":3.15,"samplingSe":1.1023,"residualSe":2.9501,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.314752,"costLogSd":1.0316,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":204800,"releaseDate":"2026-04-15","paretoProb":0.0854,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recB78P8U9128Kwmw","observedHarness":"APEX-Agents Harness","rawScore":40.9,"zScore":-0.6143,"seModel":"upstream_se","seRaw":5.4,"ciHalfWidth":10.584,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:Mhwme9odWJMzMjoYkW8r6B","observedHarness":"Direct API","rawScore":36.84,"zScore":-1.6139,"seModel":"upstream_se","seRaw":2.862377,"ciHalfWidth":5.6103,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:glm-5.1::","observedHarness":"Direct API","rawScore":22.22,"zScore":-0.4938,"seModel":"upstream_se","seRaw":4.178,"ciHalfWidth":8.1889,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.584577,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:R2fMFAtRXah864hMifdQGV","observedHarness":"Direct API","rawScore":34,"zScore":-1.0875,"seModel":"upstream_se","seRaw":1.498748,"ciHalfWidth":2.9375,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GLM-5.1","observedHarness":"Direct API","rawScore":1456.22,"zScore":-0.221,"seModel":"upstream_ci","ciHalfWidth":2.9515,"ciLower":1453.2695,"ciUpper":1459.1724,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5:thinking:direct:native","provider":"zhipu","modelSlug":"glm-5","displayName":"GLM-5","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.904907,"shrinkageFactor":0.87928,"score":36.43,"se":5.37,"samplingSe":1.2704,"residualSe":5.2201,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.989151,"costLogSd":1.033,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.55,"inputPer1mUsd":1,"outputPer1mUsd":3.2,"contextWindow":204800,"releaseDate":"2026-02-01","paretoProb":0.1396,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recqRJ9q9MWn4yawx","observedHarness":"Direct API","rawScore":4.86,"zScore":-1.9242,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.27,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GLM-5","observedHarness":"Direct API","rawScore":1451.97,"zScore":-0.4158,"seModel":"upstream_ci","ciHalfWidth":3.847,"ciLower":1448.1181,"ciUpper":1455.812,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-5:xhigh:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.91481,"shrinkageFactor":0.783543,"score":36.28,"se":7.19,"samplingSe":1.3456,"residualSe":7.067,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.535732,"costLogSd":1.0518,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0.005,"benchmarks":[{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Qw4tGw38pk4sdsEehhrLSR","observedHarness":"Direct API","rawScore":32.9,"zScore":-1.1625,"seModel":"upstream_se","seRaw":1.48654,"ciHalfWidth":2.9136,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"openai:gpt-5:high:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.93289,"shrinkageFactor":0.967441,"score":36.01,"se":2.79,"samplingSe":1.0131,"residualSe":2.5997,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.622478,"costLogSd":1.0441,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec4cuWugsakV5GLa","observedHarness":"Direct API","rawScore":9.86,"zScore":-1.7339,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.7302,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:QRDHTGX3rYrVCjVPRarjjt","observedHarness":"Direct API","rawScore":55.44,"zScore":-0.5501,"seModel":"upstream_se","seRaw":2.94935,"ciHalfWidth":5.7807,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-10","publishedDate":"2026-06-10","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:mSS7C84hJyYi4VnJtgzYvW","observedHarness":"Direct API","rawScore":21.95,"zScore":-0.7307,"seModel":"upstream_se","seRaw":6.544589,"ciHalfWidth":12.8274,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-11","publishedDate":"2026-06-11","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5-2025-08-07_high:high:","observedHarness":"Direct API","rawScore":18,"zScore":-0.6609,"seModel":"upstream_se","seRaw":3.842,"ciHalfWidth":7.5303,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.852361,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:gTLurbyKU63i2opsGkJGwh","observedHarness":"Direct API","rawScore":50.1,"zScore":0.01,"seModel":"upstream_se","seRaw":1.581927,"ciHalfWidth":3.1006,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5 (High)","observedHarness":"Direct API","rawScore":1420.56,"zScore":-1.8554,"seModel":"upstream_ci","ciHalfWidth":6.83,"ciLower":1413.7268,"ciUpper":1427.3867,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.20:thinking:direct:native","provider":"spacexai","modelSlug":"grok-4.20","displayName":"Grok 4.20","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.948421,"shrinkageFactor":0.969853,"score":35.77,"se":2.68,"samplingSe":0.8918,"residualSe":2.5323,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.834409,"costLogSd":1.0341,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":2000000,"releaseDate":"2026-03-09","paretoProb":0.1438,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:FLDt53waLTeshC7PK9uVy2","observedHarness":"Direct API","rawScore":44.91,"zScore":-1.1523,"seModel":"upstream_se","seRaw":2.951554,"ciHalfWidth":5.785,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-13","publishedDate":"2026-07-13","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:SX5FCWMk3HF83gGsP3WFA6","observedHarness":"Direct API","rawScore":17.07,"zScore":-0.9213,"seModel":"upstream_se","seRaw":5.94942,"ciHalfWidth":11.6609,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-07-13","publishedDate":"2026-07-13","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:grok-4.20-0309-reasoning::","observedHarness":"Direct API","rawScore":14,"zScore":-0.8192,"seModel":"upstream_se","seRaw":3.47,"ciHalfWidth":6.8012,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.31815,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:GVm7khGvtdnQKGfkgAHD8q","observedHarness":"Direct API","rawScore":30.2,"zScore":-1.3466,"seModel":"upstream_se","seRaw":1.452608,"ciHalfWidth":2.8471,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Grok 4.20 Beta (Reasoning, 0309)","observedHarness":"Direct API","rawScore":1439.87,"zScore":-0.9551,"seModel":"upstream_ci","ciHalfWidth":6.9832,"ciLower":1432.8853,"ciUpper":1446.8518,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.20 Beta (Reasoning, 0309)","observedHarness":"Direct API","rawScore":1456,"zScore":-0.2311,"seModel":"upstream_ci","ciHalfWidth":3.0643,"ciLower":1452.9352,"ciUpper":1459.0637,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.2:medium:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.957935,"shrinkageFactor":0.878934,"score":35.63,"se":5.38,"samplingSe":1.3177,"residualSe":5.2163,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.605187,"costLogSd":1.055,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0008,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recC0T6EG6UZ9vBNr","observedHarness":"Direct API","rawScore":26.67,"zScore":-1.0942,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.7594,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:esr5dcSuHiVoteo6vZfHjP","observedHarness":"Direct API","rawScore":32.7,"zScore":-1.1762,"seModel":"upstream_se","seRaw":1.484221,"ciHalfWidth":2.9091,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"openai:gpt-5.2:high:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.974893,"shrinkageFactor":0.945082,"score":35.38,"se":3.62,"samplingSe":1.1338,"residualSe":3.4417,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.898372,"costLogSd":1.0452,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recZgpSoatzOtn3rb","observedHarness":"Direct API","rawScore":43.33,"zScore":-0.4601,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.393,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Xp4qkZ32zjDeSYii2eQpnm","observedHarness":"Direct API","rawScore":34.3,"zScore":-1.0671,"seModel":"upstream_se","seRaw":1.501921,"ciHalfWidth":2.9438,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.2 (High)","observedHarness":"Direct API","rawScore":1421.7,"zScore":-1.6878,"seModel":"upstream_ci","ciHalfWidth":9.1825,"ciLower":1412.522,"ciUpper":1430.887,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.2 (High)","observedHarness":"Direct API","rawScore":1440.92,"zScore":-0.9222,"seModel":"upstream_ci","ciHalfWidth":3.1089,"ciLower":1437.8146,"ciUpper":1444.0323,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-6-luna:low:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.00037,"shrinkageFactor":0.956015,"score":34.99,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.005115,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.9992,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Direct API","rawScore":36.1,"zScore":-0.3537,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Stirrup","rawScore":9.5,"zScore":-1.473,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recnMvDSNo5pUrqE6","observedHarness":"Direct API","rawScore":4.58,"zScore":-1.9348,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Direct API","rawScore":9,"zScore":-1.1763,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Direct API","rawScore":10.2,"zScore":-0.9935,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"Direct API","rawScore":18.89,"zScore":-0.224,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:bf9708d8-933d-44f6-affa-b696a7a650c9","observedHarness":"mini-SWE-agent","rawScore":0.95,"zScore":-0.9411,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.4-mini:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.007272,"shrinkageFactor":0.940647,"score":34.89,"se":3.77,"samplingSe":1.2486,"residualSe":3.5541,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.200096,"costLogSd":1.051,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recTo7b6iwUks0bgH","observedHarness":"Direct API","rawScore":18.9,"zScore":-1.3899,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.75,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:jjFRrQvsud3XsgYufr9f8f","observedHarness":"Direct API","rawScore":51.23,"zScore":-0.7909,"seModel":"upstream_se","seRaw":2.966059,"ciHalfWidth":5.8135,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-12","publishedDate":"2026-06-12","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:jtQ6rDiNxjNKkVMEPBE3Ub","observedHarness":"Direct API","rawScore":9.76,"zScore":-1.2068,"seModel":"upstream_se","seRaw":4.691557,"ciHalfWidth":9.1955,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-12","publishedDate":"2026-06-12","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.4-mini-2026-03-17_xhigh:xhigh:","observedHarness":"Direct API","rawScore":21,"zScore":-0.5421,"seModel":"upstream_se","seRaw":4.073,"ciHalfWidth":7.9831,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.249441,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"openai:gpt-5.6-terra:low:direct:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.009439,"shrinkageFactor":0.765231,"score":34.86,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.521266,"costLogSd":1.0428,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0036,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recBmdT4RIrE6PjQC","observedHarness":"Direct API","rawScore":18.75,"zScore":-1.3956,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.17,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"anthropic:claude-haiku-5.5:low:direct:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.015336,"shrinkageFactor":0.956015,"score":34.77,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.043758,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.9975,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Direct API","rawScore":30.37,"zScore":-0.7627,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Stirrup","rawScore":21.5,"zScore":-0.8541,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec1rxzST2H3xPb5b","observedHarness":"Direct API","rawScore":2.78,"zScore":-2.0033,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Direct API","rawScore":11.2,"zScore":-0.9182,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Direct API","rawScore":14.1,"zScore":-0.7814,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"Direct API","rawScore":12.22,"zScore":-0.9633,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:42908ae3-d3bd-4934-be19-fbff93d3fde8","observedHarness":"mini-SWE-agent","rawScore":1.9,"zScore":-0.8975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:o3:high:direct:native","provider":"openai","modelSlug":"o3","displayName":"o3","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.027131,"shrinkageFactor":0.921178,"score":34.59,"se":4.34,"samplingSe":1.2018,"residualSe":4.1715,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.072691,"costLogSd":1.0438,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.5,"inputPer1mUsd":2,"outputPer1mUsd":8,"contextWindow":200000,"releaseDate":"2025-04-16","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recuw1OMe7R6TbHZM","observedHarness":"Direct API","rawScore":6.53,"zScore":-1.8606,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.8339,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:N4HerYebFnJDEU4PEvNNGM","observedHarness":"Direct API","rawScore":33.33,"zScore":-1.8146,"seModel":"upstream_se","seRaw":2.797271,"ciHalfWidth":5.4827,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:CxHSa2gY7ySiPPGTZEZaRt","observedHarness":"Direct API","rawScore":49.4,"zScore":-0.0377,"seModel":"upstream_se","seRaw":1.581816,"ciHalfWidth":3.1004,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"zhipu:glm-5.2:none:direct:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.041783,"shrinkageFactor":0.770156,"score":34.37,"se":7.41,"samplingSe":2.2081,"residualSe":7.0766,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.645682,"costLogSd":1.0403,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0.2084,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:ECdG3m8n5ABfWVZ55rPFmT","observedHarness":"Direct API","rawScore":42.46,"zScore":-1.2925,"seModel":"upstream_se","seRaw":2.93299,"ciHalfWidth":5.7487,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.4-mini:high:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.072144,"shrinkageFactor":0.924579,"score":33.92,"se":4.25,"samplingSe":0.929,"residualSe":4.1436,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.796841,"costLogSd":1.0444,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0006,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec9Usyz2ygQJzgfc","observedHarness":"Direct API","rawScore":13.19,"zScore":-1.6072,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.56,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Z3pjKgAULY9j9wmzQpdqZG","observedHarness":"Direct API","rawScore":29.4,"zScore":-1.4011,"seModel":"upstream_se","seRaw":1.441429,"ciHalfWidth":2.8252,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.4 mini (High)","observedHarness":"Direct API","rawScore":1446.4,"zScore":-0.6711,"seModel":"upstream_ci","ciHalfWidth":3.0052,"ciLower":1443.3994,"ciUpper":1449.4098,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro-0813:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.074804,"shrinkageFactor":0.95404,"score":33.88,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.976988,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"Direct API","rawScore":38.6,"zScore":-0.1752,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"Stirrup","rawScore":8.5,"zScore":-1.5246,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recvl7EONLls7UXBK","observedHarness":"Direct API","rawScore":0.83,"zScore":-2.0775,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"Direct API","rawScore":3.6,"zScore":-1.81,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"Direct API","rawScore":7.2,"zScore":-1.1566,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:d4f5b250-be37-4801-85e6-32fda4179337","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.2:none:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.079369,"shrinkageFactor":0.884212,"score":33.81,"se":5.26,"samplingSe":1.305,"residualSe":5.0972,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.72689,"costLogSd":1.0437,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0008,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.2","observedHarness":"Direct API","rawScore":1425.17,"zScore":-1.5479,"seModel":"upstream_ci","ciHalfWidth":5.8591,"ciLower":1419.3144,"ciUpper":1431.0325,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.2","observedHarness":"Direct API","rawScore":1441.34,"zScore":-0.903,"seModel":"upstream_ci","ciHalfWidth":2.5905,"ciLower":1438.7531,"ciUpper":1443.9341,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"anthropic:claude-sonnet-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-4.5","displayName":"Claude Sonnet 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.10177,"shrinkageFactor":0.947173,"score":33.47,"se":3.55,"samplingSe":0.8715,"residualSe":3.4455,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.87726,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1000000,"releaseDate":"2025-09-29","paretoProb":0.0081,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recRp5W7nPR9PibPQ","observedHarness":"Direct API","rawScore":3.75,"zScore":-1.9664,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.1295,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:MhqeuRVx4JcRfxPQDYPq7Z","observedHarness":"Direct API","rawScore":23.7,"zScore":-1.7897,"seModel":"upstream_se","seRaw":1.345407,"ciHalfWidth":2.637,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Sonnet 4.5 (20250929)","observedHarness":"Direct API","rawScore":1447.98,"zScore":-0.6281,"seModel":"upstream_ci","ciHalfWidth":6.1552,"ciLower":1441.8266,"ciUpper":1454.137,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Sonnet 4.5 (20250929)","observedHarness":"Direct API","rawScore":1448.73,"zScore":-0.5643,"seModel":"upstream_ci","ciHalfWidth":2.5569,"ciLower":1446.1718,"ciUpper":1451.2857,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash-lite:minimal:direct:native","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.13226,"shrinkageFactor":0.97284,"score":33.02,"se":2.55,"samplingSe":0.9944,"residualSe":2.3463,"coverageCount":9,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.692902,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Direct API","rawScore":26.5,"zScore":-1.0389,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Stirrup","rawScore":3.5,"zScore":-1.7825,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recWGYASTIVksDKsa","observedHarness":"APEX-Agents Harness","rawScore":29.3,"zScore":-1.3141,"seModel":"upstream_se","seRaw":4.9,"ciHalfWidth":9.604,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec7LQvTu0JSmrK2q","observedHarness":"Direct API","rawScore":0.83,"zScore":-2.0775,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Direct API","rawScore":13.6,"zScore":-0.6365,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Direct API","rawScore":9.9,"zScore":-1.0098,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.5 Flash-Lite","observedHarness":"Direct API","rawScore":1446.62,"zScore":-0.661,"seModel":"upstream_ci","ciHalfWidth":3.733,"ciLower":1442.8867,"ciUpper":1450.3527,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"Direct API","rawScore":10.56,"zScore":-1.1472,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:093b9df2-ebee-4309-943f-5a7e88360adf","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.3:high:direct:native","provider":"spacexai","modelSlug":"grok-4.3","displayName":"Grok 4.3","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.155118,"shrinkageFactor":0.944704,"score":32.67,"se":3.64,"samplingSe":1.0999,"residualSe":3.4657,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.16504,"costLogSd":1.0466,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":1000000,"releaseDate":"2026-05-01","paretoProb":0.0795,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:bdsZjrG4ayzP8NAJg5q586","observedHarness":"Direct API","rawScore":42.81,"zScore":-1.2724,"seModel":"upstream_se","seRaw":2.936092,"ciHalfWidth":5.7547,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-17","publishedDate":"2026-06-17","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:3iRQkf5v7Wu7YuZhxa76Gg","observedHarness":"Direct API","rawScore":14.63,"zScore":-1.0166,"seModel":"upstream_se","seRaw":5.588507,"ciHalfWidth":10.9535,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-17","publishedDate":"2026-06-17","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:grok-4.3_high:high:","observedHarness":"Direct API","rawScore":11,"zScore":-0.938,"seModel":"upstream_se","seRaw":3.129,"ciHalfWidth":6.1328,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.244122,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Y39ZRp553ULpUDBV2XrBbc","observedHarness":"Direct API","rawScore":33.2,"zScore":-1.1421,"seModel":"upstream_se","seRaw":1.48996,"ciHalfWidth":2.9203,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"openai:gpt-5.6-luna:none:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.165978,"shrinkageFactor":0.77048,"score":32.51,"se":7.41,"samplingSe":2.1857,"residualSe":7.0781,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.195442,"costLogSd":1.0472,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.1026,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:YwHKNFQjbat97wVLqachmi","observedHarness":"Direct API","rawScore":39.65,"zScore":-1.4532,"seModel":"upstream_se","seRaw":2.902682,"ciHalfWidth":5.6893,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.2:low:direct:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.193168,"shrinkageFactor":0.878931,"score":32.1,"se":5.38,"samplingSe":1.3181,"residualSe":5.2163,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.72689,"costLogSd":1.0437,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0013,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recCKI1LVFbETuKYX","observedHarness":"Direct API","rawScore":9.72,"zScore":-1.7392,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.2642,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Cyw3GA9a64AmT4pqLAhtTF","observedHarness":"Direct API","rawScore":32.8,"zScore":-1.1693,"seModel":"upstream_se","seRaw":1.485384,"ciHalfWidth":2.9114,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"moonshot:kimi-k3:low:direct:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.195528,"shrinkageFactor":0.765231,"score":32.07,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.87726,"costLogSd":1.0443,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.3434,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recH5KE0OlSAl8M1N","observedHarness":"Direct API","rawScore":12.36,"zScore":-1.6388,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.254139,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6-luna:none:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.223185,"shrinkageFactor":0.956015,"score":31.65,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.071417,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Direct API","rawScore":30.1,"zScore":-0.7819,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Stirrup","rawScore":5,"zScore":-1.7051,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reciGPGUnAyc9ZsrU","observedHarness":"Direct API","rawScore":0,"zScore":-2.1091,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Direct API","rawScore":5.8,"zScore":-1.5518,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Direct API","rawScore":6.3,"zScore":-1.2056,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"Direct API","rawScore":15,"zScore":-0.6551,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:63cb48ea-0b0c-4e07-8ded-6d28dec4fa28","observedHarness":"mini-SWE-agent","rawScore":0.95,"zScore":-0.9411,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.3:low:direct:native","provider":"spacexai","modelSlug":"grok-4.3","displayName":"Grok 4.3","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.284015,"shrinkageFactor":0.786201,"score":30.74,"se":7.15,"samplingSe":0.9005,"residualSe":7.0928,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.409226,"costLogSd":1.0415,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5625,"inputPer1mUsd":1.25,"outputPer1mUsd":2.5,"contextWindow":1000000,"releaseDate":"2026-05-01","paretoProb":0.2954,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.3","observedHarness":"Direct API","rawScore":1426.33,"zScore":-1.591,"seModel":"upstream_ci","ciHalfWidth":2.8953,"ciLower":1423.4345,"ciUpper":1429.2251,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.5-flash:minimal:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.296581,"shrinkageFactor":0.765231,"score":30.55,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.174841,"costLogSd":1.0414,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.0329,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recADvSyiT3Ze8RTf","observedHarness":"Direct API","rawScore":8.89,"zScore":-1.7708,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.1074,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5:medium:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.337352,"shrinkageFactor":0.765231,"score":29.94,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.927098,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.0011,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recpm3DPVRPZRfhTi","observedHarness":"Direct API","rawScore":7.49,"zScore":-1.8241,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.4486,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.341138,"shrinkageFactor":0.765231,"score":29.88,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.297038,"costLogSd":1.0655,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0378,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recMYrbV5q1DoQno8","observedHarness":"Direct API","rawScore":7.36,"zScore":-1.829,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.11,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.1:medium:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.365309,"shrinkageFactor":0.765231,"score":29.52,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.927098,"costLogSd":1.0541,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0006,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recNeyhzsD2NO7yJf","observedHarness":"Direct API","rawScore":6.53,"zScore":-1.8606,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.4206,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.370895,"shrinkageFactor":0.95404,"score":29.44,"se":3.31,"samplingSe":1.1211,"residualSe":3.1196,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.42542,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.5689,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"Direct API","rawScore":21.87,"zScore":-1.3694,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"Stirrup","rawScore":1,"zScore":-1.9114,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reclJO3ciVSnMtOx9","observedHarness":"Direct API","rawScore":2.08,"zScore":-2.03,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"Direct API","rawScore":4.4,"zScore":-1.7161,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"Direct API","rawScore":7.1,"zScore":-1.1621,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:5720fd2f-873a-4765-8640-a153b38bd64d","observedHarness":"mini-SWE-agent","rawScore":2.38,"zScore":-0.8755,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-5.6-luna:low:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.38279,"shrinkageFactor":0.874042,"score":29.26,"se":5.49,"samplingSe":1.6916,"residualSe":5.2206,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.195442,"costLogSd":1.0472,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0386,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recBsVVGrHfOLtNQV","observedHarness":"Direct API","rawScore":5.14,"zScore":-1.9135,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.07,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:ZryXhNUpPedPvGhbqdNBEw","observedHarness":"Direct API","rawScore":41.4,"zScore":-1.3531,"seModel":"upstream_se","seRaw":2.922774,"ciHalfWidth":5.7286,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.1:none:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.387642,"shrinkageFactor":0.918807,"score":29.19,"se":4.41,"samplingSe":1.4759,"residualSe":4.1514,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.276104,"costLogSd":1.0418,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0004,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recW0MLjEwpTkwj5d","observedHarness":"Direct API","rawScore":0.42,"zScore":-2.0931,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.0581,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.1","observedHarness":"Direct API","rawScore":1416.31,"zScore":-1.9051,"seModel":"upstream_ci","ciHalfWidth":9.058,"ciLower":1407.2496,"ciUpper":1425.3656,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.1","observedHarness":"Direct API","rawScore":1443.87,"zScore":-0.787,"seModel":"upstream_ci","ciHalfWidth":3.2653,"ciLower":1440.6019,"ciUpper":1447.1325,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:gpt-5.4-nano:xhigh:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.389772,"shrinkageFactor":0.765231,"score":29.15,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.70501,"costLogSd":1.0585,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0059,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recDffGQ5x3Y5ZmgX","observedHarness":"Direct API","rawScore":5.69,"zScore":-1.8926,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.16,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3.5-flash-lite:medium:direct:native","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.401712,"shrinkageFactor":0.765231,"score":28.97,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.564616,"costLogSd":0.6488,"costMinUsd":0.692902,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recFK2geZNpxgTR6S","observedHarness":"Direct API","rawScore":5.28,"zScore":-1.9082,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.4-mini:medium:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.426174,"shrinkageFactor":0.765231,"score":28.61,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.95646,"costLogSd":1.0549,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0034,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recFStDaPJA1WgZ7p","observedHarness":"Direct API","rawScore":4.44,"zScore":-1.9402,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.33,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3.6-flash:minimal:direct:native","provider":"google","modelSlug":"gemini-3.6-flash","displayName":"Gemini 3.6 Flash","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.478594,"shrinkageFactor":0.765231,"score":27.82,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.542072,"costLogSd":1.0406,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-05-05","paretoProb":0.1047,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reczuYhRHn1Q64mB2","observedHarness":"Direct API","rawScore":2.64,"zScore":-2.0087,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.1:low:direct:native","provider":"openai","modelSlug":"gpt-5.1","displayName":"GPT-5.1","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.498979,"shrinkageFactor":0.765231,"score":27.52,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.276104,"costLogSd":1.0418,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-11-13","paretoProb":0.0013,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec5P1fa26x1HY993","observedHarness":"Direct API","rawScore":1.94,"zScore":-2.0353,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.129,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5.4-nano:medium:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.498979,"shrinkageFactor":0.765231,"score":27.52,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.307334,"costLogSd":1.065,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0222,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recL6ss3SiXe5h3I1","observedHarness":"Direct API","rawScore":1.94,"zScore":-2.0353,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.06,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-6-sol:none:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.506842,"shrinkageFactor":0.765231,"score":27.4,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.303573,"costLogSd":1.0419,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0014,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recAdUSYrL4QnHxKf","observedHarness":"Direct API","rawScore":1.67,"zScore":-2.0456,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3.5-flash-lite:low:direct:native","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.510919,"shrinkageFactor":0.765231,"score":27.34,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.268714,"costLogSd":0.6488,"costMinUsd":0.692902,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reccKj7kqdUYGxFcd","observedHarness":"Direct API","rawScore":1.53,"zScore":-2.0509,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"openai:gpt-5:low:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.546415,"shrinkageFactor":0.874265,"score":26.8,"se":5.48,"samplingSe":1.6737,"residualSe":5.2212,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.276104,"costLogSd":1.0418,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec66wbMAhLTeT1Mv","observedHarness":"Direct API","rawScore":1.94,"zScore":-2.0353,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.1896,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:J2DWDpGLBhihZx82M3hhug","observedHarness":"Direct API","rawScore":37.19,"zScore":-1.5939,"seModel":"upstream_se","seRaw":2.867975,"ciHalfWidth":5.6212,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"google:gemini-3.5-flash-lite:high:direct:native","provider":"google","modelSlug":"gemini-3.5-flash-lite","displayName":"Gemini 3.5 Flash-Lite","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.601989,"shrinkageFactor":0.939011,"score":25.97,"se":3.82,"samplingSe":1.4044,"residualSe":3.551,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.529863,"costLogSd":0.6488,"costMinUsd":0.692902,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.85,"inputPer1mUsd":0.3,"outputPer1mUsd":2.5,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reclIbIS7tm9flLtQ","observedHarness":"Direct API","rawScore":10.28,"zScore":-1.7179,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:8o2J9uQLKDCTiCFwYdkJRK","observedHarness":"Direct API","rawScore":25.96,"zScore":-2.2361,"seModel":"upstream_se","seRaw":2.601675,"ciHalfWidth":5.0993,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:juNVfKBcYTwaKnk9GRA2zL","observedHarness":"Direct API","rawScore":0,"zScore":-1.5879,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gemini-3.5-flash-lite:high:","observedHarness":"Direct API","rawScore":13,"zScore":-0.8588,"seModel":"upstream_se","seRaw":3.38,"ciHalfWidth":6.6248,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.132788,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"}]},{"id":"google:gemini-3.1-flash-lite:high:direct:native","provider":"google","modelSlug":"gemini-3.1-flash-lite","displayName":"Gemini 3.1 Flash-Lite","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.696697,"shrinkageFactor":0.772992,"score":24.55,"se":7.37,"samplingSe":2.0033,"residualSe":7.0896,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.678668,"costLogSd":1.0516,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.5625,"inputPer1mUsd":0.25,"outputPer1mUsd":1.5,"contextWindow":1048576,"releaseDate":"2026-05-25","paretoProb":0.0765,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:MVZf59jt9uEoWG9w5W9apB","observedHarness":"Direct API","rawScore":27.72,"zScore":-2.1354,"seModel":"upstream_se","seRaw":2.656092,"ciHalfWidth":5.2059,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.4-nano:high:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.723414,"shrinkageFactor":0.969153,"score":24.15,"se":2.72,"samplingSe":0.7779,"residualSe":2.602,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.576808,"costLogSd":1.0536,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recUj2nMwaabqY4xy","observedHarness":"Direct API","rawScore":3.61,"zScore":-1.9717,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.13,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:iKtopjTjyCWZqJaEjcc7ZL","observedHarness":"Direct API","rawScore":44.91,"zScore":-1.1523,"seModel":"upstream_se","seRaw":2.951554,"ciHalfWidth":5.785,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-12","publishedDate":"2026-06-12","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:SF6FYnnKztPCDWQc4v4EJa","observedHarness":"Direct API","rawScore":12.2,"zScore":-1.1115,"seModel":"upstream_se","seRaw":5.173952,"ciHalfWidth":10.1409,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-12","publishedDate":"2026-06-12","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gpt-5.4-nano-2026-03-17_high:high:","observedHarness":"Direct API","rawScore":5,"zScore":-1.1755,"seModel":"upstream_se","seRaw":2.179,"ciHalfWidth":4.2708,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.015894,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:3QBsxKkbF2R2LEXTd6HDrJ","observedHarness":"Direct API","rawScore":11.7,"zScore":-2.6078,"seModel":"upstream_se","seRaw":1.016929,"ciHalfWidth":1.9932,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.4 nano (High)","observedHarness":"Direct API","rawScore":1416.09,"zScore":-2.0603,"seModel":"upstream_ci","ciHalfWidth":3.0301,"ciLower":1413.0619,"ciUpper":1419.1221,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"zhipu:glm-5.1:none:direct:native","provider":"zhipu","modelSlug":"glm-5.1","displayName":"GLM-5.1","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.822786,"shrinkageFactor":0.773854,"score":22.66,"se":7.35,"samplingSe":1.9368,"residualSe":7.0936,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.645682,"costLogSd":1.0403,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":204800,"releaseDate":"2026-04-15","paretoProb":0.1205,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:4hmmfwG9tgZJvKhL78nKzL","observedHarness":"Direct API","rawScore":24.91,"zScore":-2.2962,"seModel":"upstream_se","seRaw":2.566445,"ciHalfWidth":5.0302,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.4-mini:low:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.906393,"shrinkageFactor":0.875462,"score":21.4,"se":5.46,"samplingSe":1.5741,"residualSe":5.2248,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.63185,"costLogSd":1.0403,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recw8aOAONIT3ypKX","observedHarness":"Direct API","rawScore":1.11,"zScore":-2.0669,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.06,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:8nsNpE6ETikLf4tSrNHmGs","observedHarness":"Direct API","rawScore":24.56,"zScore":-2.3162,"seModel":"upstream_se","seRaw":2.554255,"ciHalfWidth":5.0063,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"google:gemini-3.1-flash-lite:low:direct:native","provider":"google","modelSlug":"gemini-3.1-flash-lite","displayName":"Gemini 3.1 Flash-Lite","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.933153,"shrinkageFactor":0.774695,"score":21,"se":7.34,"samplingSe":1.8696,"residualSe":7.0974,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.238054,"costLogSd":1.0453,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.5625,"inputPer1mUsd":0.25,"outputPer1mUsd":1.5,"contextWindow":1048576,"releaseDate":"2026-05-25","paretoProb":0.2718,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:VcuyQvF8LWuYhQCx2FGDHh","observedHarness":"Direct API","rawScore":22.46,"zScore":-2.4363,"seModel":"upstream_se","seRaw":2.476179,"ciHalfWidth":4.8533,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"anthropic:claude-haiku-4.5:none:direct:native","provider":"anthropic","modelSlug":"claude-haiku-4.5","displayName":"Claude Haiku 4.5","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.948223,"shrinkageFactor":0.946745,"score":20.78,"se":3.57,"samplingSe":0.9312,"residualSe":3.4447,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.70069,"costLogSd":1.0403,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":200000,"releaseDate":"2025-10-15","paretoProb":0.0148,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recSdlPGq90xI0GOZ","observedHarness":"Direct API","rawScore":1.25,"zScore":-2.0616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.0426,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:J2kUEjR9r6Spd594qDNTTf","observedHarness":"Direct API","rawScore":13.2,"zScore":-2.5055,"seModel":"upstream_se","seRaw":1.070937,"ciHalfWidth":2.099,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-10","publishedDate":"2026-08-10","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Claude Haiku 4.5 (20251001)","observedHarness":"Direct API","rawScore":1418.69,"zScore":-1.8092,"seModel":"upstream_ci","ciHalfWidth":5.4082,"ciLower":1413.2828,"ciUpper":1424.0992,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Claude Haiku 4.5 (20251001)","observedHarness":"Direct API","rawScore":1418.2,"zScore":-1.9636,"seModel":"upstream_ci","ciHalfWidth":2.0286,"ciLower":1416.1685,"ciUpper":1420.2257,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.1-flash-lite:minimal:direct:native","provider":"google","modelSlug":"gemini-3.1-flash-lite","displayName":"Gemini 3.1 Flash-Lite","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.981031,"shrinkageFactor":0.775082,"score":20.28,"se":7.33,"samplingSe":1.8379,"residualSe":7.0992,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.238054,"costLogSd":1.0453,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.5625,"inputPer1mUsd":0.25,"outputPer1mUsd":1.5,"contextWindow":1048576,"releaseDate":"2026-05-25","paretoProb":0.2666,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:4gZy2dAAT2EPZDGz5puD3H","observedHarness":"Direct API","rawScore":21.4,"zScore":-2.4969,"seModel":"upstream_se","seRaw":2.4338,"ciHalfWidth":4.7702,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.4-nano:low:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.016456,"shrinkageFactor":0.876042,"score":19.75,"se":5.44,"samplingSe":1.5235,"residualSe":5.2265,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.20224,"costLogSd":1.0469,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0039,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec62ZrX5hl15IxAl","observedHarness":"Direct API","rawScore":1.53,"zScore":-2.0509,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.01,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:BNSjwbcpNSaDXHF7gC9WoN","observedHarness":"Direct API","rawScore":20.35,"zScore":-2.5569,"seModel":"upstream_se","seRaw":2.389037,"ciHalfWidth":4.6825,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:o3:medium:direct:native","provider":"openai","modelSlug":"o3","displayName":"o3","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.034403,"shrinkageFactor":0.919704,"score":19.48,"se":4.38,"samplingSe":1.3337,"residualSe":4.1737,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.634849,"costLogSd":1.0539,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.5,"inputPer1mUsd":2,"outputPer1mUsd":8,"contextWindow":200000,"releaseDate":"2025-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reckVnQ5Dgul9PJ0n","observedHarness":"Direct API","rawScore":2.98,"zScore":-1.9957,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.4787,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:QV5JgKBrZtfVmNj9fRWJKA","observedHarness":"Direct API","rawScore":29.82,"zScore":-2.0153,"seModel":"upstream_se","seRaw":2.714691,"ciHalfWidth":5.3208,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:o3 (2025-04-16)","observedHarness":"Direct API","rawScore":1404.53,"zScore":-2.5901,"seModel":"upstream_ci","ciHalfWidth":6.6304,"ciLower":1397.9017,"ciUpper":1411.1626,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"openai:o3:low:direct:native","provider":"openai","modelSlug":"o3","displayName":"o3","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.038607,"shrinkageFactor":0.87621,"score":19.42,"se":5.44,"samplingSe":1.5085,"residualSe":5.227,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.081976,"costLogSd":1.0411,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.5,"inputPer1mUsd":2,"outputPer1mUsd":8,"contextWindow":200000,"releaseDate":"2025-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recQRWOdhT4RaKHDF","observedHarness":"Direct API","rawScore":1.99,"zScore":-2.0334,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.2343,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:CX3BTd8Yir7nQaRaNGWhA4","observedHarness":"Direct API","rawScore":19.3,"zScore":-2.617,"seModel":"upstream_se","seRaw":2.341754,"ciHalfWidth":4.5898,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5:minimal:direct:native","provider":"openai","modelSlug":"gpt-5","displayName":"GPT-5","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.097888,"shrinkageFactor":0.876404,"score":18.53,"se":5.44,"samplingSe":1.491,"residualSe":5.2276,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.276104,"costLogSd":1.0418,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":3.4375,"inputPer1mUsd":1.25,"outputPer1mUsd":10,"contextWindow":400000,"releaseDate":"2025-08-07","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recLswC6YRLQnH9FQ","observedHarness":"Direct API","rawScore":0,"zScore":-2.1091,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.0562,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:53PtW8g64r6zeLY38aK9Q4","observedHarness":"Direct API","rawScore":18.25,"zScore":-2.677,"seModel":"upstream_se","seRaw":2.291794,"ciHalfWidth":4.4919,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.4-mini:none:direct:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.172899,"shrinkageFactor":0.777097,"score":17.41,"se":7.3,"samplingSe":1.6628,"residualSe":7.1084,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.63185,"costLogSd":1.0403,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0004,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:gDwrSBE5GvFXymdBYMnMyV","observedHarness":"Direct API","rawScore":17.19,"zScore":-2.7377,"seModel":"upstream_se","seRaw":2.238979,"ciHalfWidth":4.3884,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-5.4-nano:none:direct:native","provider":"openai","modelSlug":"gpt-5.4-nano","displayName":"GPT-5.4 Nano","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.40283,"shrinkageFactor":0.786189,"score":13.96,"se":7.15,"samplingSe":0,"residualSe":7.1499,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.20224,"costLogSd":1.0469,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":0.4625,"inputPer1mUsd":0.2,"outputPer1mUsd":1.25,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0.0029,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:KDQZWiPXB2VXc4bj4GJQW4","observedHarness":"Direct API","rawScore":4.56,"zScore":-3,"seModel":"upstream_se","seRaw":1.23809,"ciHalfWidth":2.4267,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"}]}],"provisionalConfigs":[{"id":"meta:muse-wonder-full:max:direct:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.918489,"shrinkageFactor":0.959069,"score":63.78,"se":3.13,"samplingSe":1.8923,"residualSe":2.4911,"coverageCount":8,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Stirrup","rawScore":1729.32,"zScore":1.3901,"seModel":"upstream_ci","ciHalfWidth":10.34,"ciLower":1718.98,"ciUpper":1739.66,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Direct API","rawScore":40.97,"zScore":-0.006,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Stirrup","rawScore":56.5,"zScore":0.951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Direct API","rawScore":32.6,"zScore":1.593,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Stirrup","rawScore":1857.09,"zScore":1.6352,"seModel":"upstream_ci","ciHalfWidth":24.88,"ciLower":1832.21,"ciUpper":1881.97,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Direct API","rawScore":48.5,"zScore":1.0896,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"Direct API","rawScore":22.22,"zScore":0.1451,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:e994a6e0-d36b-4dab-8ae1-c1b469e4d9e2","observedHarness":"mini-SWE-agent","rawScore":37.14,"zScore":0.7194,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"deepseek:deepseek-v4.1-flash:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.410258,"shrinkageFactor":0.765231,"score":56.15,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rechNq43hqFRhQO5y","observedHarness":"Direct API","rawScore":67.5,"zScore":0.4597,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"alibaba:qwen3.8-max:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.227134,"shrinkageFactor":0.944152,"score":53.41,"se":3.65,"samplingSe":1.2034,"residualSe":3.4503,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:ABT89ieSWGnGj4RYMduHiG","observedHarness":"Direct API","rawScore":74.74,"zScore":0.5537,"seModel":"upstream_se","seRaw":2.57841,"ciHalfWidth":5.0537,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-04","publishedDate":"2026-08-04","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:PBRdMZyz4L4CqPpXyLD2Lk","observedHarness":"Direct API","rawScore":46.34,"zScore":0.2218,"seModel":"upstream_se","seRaw":7.884502,"ciHalfWidth":15.4536,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-04","publishedDate":"2026-08-04","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:bfftd5EzUK9yAekafEofvK","observedHarness":"Direct API","rawScore":45.8,"zScore":-0.2831,"seModel":"upstream_se","seRaw":1.576339,"ciHalfWidth":3.0896,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Qwen3.8-Max","observedHarness":"Direct API","rawScore":1473.3,"zScore":0.5619,"seModel":"upstream_ci","ciHalfWidth":3.6576,"ciLower":1469.638,"ciUpper":1476.9532,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4.1-flash:low:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.208152,"shrinkageFactor":0.765231,"score":53.12,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recVrJ0ki4HapKQCh","observedHarness":"Direct API","rawScore":60.56,"zScore":0.1956,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"deepseek:deepseek-v4.1-flash:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":0.010937,"shrinkageFactor":0.957144,"score":50.16,"se":3.2,"samplingSe":1.0878,"residualSe":3.0106,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec8JvXW85spVMfgN","observedHarness":"Direct API","rawScore":72.92,"zScore":0.6659,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:b6dXtaGSwvfRYADKYnj9Ci","observedHarness":"Direct API","rawScore":67.37,"zScore":0.1322,"seModel":"upstream_se","seRaw":2.782198,"ciHalfWidth":5.4531,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-08","publishedDate":"2026-10-08","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:KansJcyeGR4m7G4p8GupDn","observedHarness":"Direct API","rawScore":26.83,"zScore":-0.5402,"seModel":"upstream_se","seRaw":7.005564,"ciHalfWidth":13.7309,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-08","publishedDate":"2026-10-08","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:3JJ4ChNxMo8CGAh3HrKNrw","observedHarness":"Direct API","rawScore":42.9,"zScore":-0.4808,"seModel":"upstream_se","seRaw":1.5659,"ciHalfWidth":3.0692,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-13","publishedDate":"2026-10-13","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V4.1-Flash-20260910 (Max)","observedHarness":"Direct API","rawScore":1467.6,"zScore":0.3006,"seModel":"upstream_ci","ciHalfWidth":5.2116,"ciLower":1462.3856,"ciUpper":1472.8088,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.8-max:max:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.053691,"shrinkageFactor":0.579289,"score":49.19,"se":10.03,"samplingSe":8.8626,"residualSe":4.6952,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:qwen3.8-max","observedHarness":"Direct API","rawScore":78.4,"zScore":0.0013,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.218946,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:qwen3.8-max","observedHarness":"Direct API","rawScore":72.8,"zScore":-1.4638,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.592082,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"meta:muse-spark-open:xhigh:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.107589,"shrinkageFactor":0.978859,"score":48.39,"se":2.25,"samplingSe":0.9248,"residualSe":2.0492,"coverageCount":10,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.017668,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Direct API","rawScore":42.03,"zScore":0.0696,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Stirrup","rawScore":29.5,"zScore":-0.4415,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:receKD8XFzWvRgbbE","observedHarness":"Direct API","rawScore":57.5,"zScore":0.0791,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:e3e3h9r7Fouu4wsAeVzTnV","observedHarness":"Direct API","rawScore":69.82,"zScore":0.2723,"seModel":"upstream_se","seRaw":2.723778,"ciHalfWidth":5.3386,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-15","publishedDate":"2026-10-15","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:YifYkfNddMSuE8uBNdbvLi","observedHarness":"Direct API","rawScore":31.71,"zScore":-0.3496,"seModel":"upstream_se","seRaw":7.357611,"ciHalfWidth":14.4209,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-15","publishedDate":"2026-10-15","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:dNuxLdV4DWqfSvtTq6NnK8","observedHarness":"Direct API","rawScore":56.6,"zScore":0.4532,"seModel":"upstream_se","seRaw":1.568088,"ciHalfWidth":3.0735,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-10-15","publishedDate":"2026-10-15","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Direct API","rawScore":18.6,"zScore":-0.0498,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Direct API","rawScore":26.3,"zScore":-0.1178,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"Direct API","rawScore":7.78,"zScore":-1.4554,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:3661c8fb-caf7-4118-aa18-65b84fea8e44","observedHarness":"mini-SWE-agent","rawScore":1.9,"zScore":-0.8975,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"meta:muse-spark-open:high:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.172182,"shrinkageFactor":0.765231,"score":47.42,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reciN9YfqbtP1yXws","observedHarness":"Direct API","rawScore":47.5,"zScore":-0.3015,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"meta:muse-spark:high:direct:native","provider":"meta","modelSlug":"muse-spark","displayName":"Muse Spark","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.204605,"shrinkageFactor":0.914572,"score":46.93,"se":4.52,"samplingSe":2.0266,"residualSe":4.0396,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:muse-spark::","observedHarness":"Direct API","rawScore":17,"zScore":-0.7005,"seModel":"upstream_se","seRaw":3.756,"ciHalfWidth":7.3618,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.067086,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Muse Spark","observedHarness":"Direct API","rawScore":1466.7,"zScore":0.1268,"seModel":"upstream_ci","ciHalfWidth":18.1528,"ciLower":1448.5436,"ciUpper":1484.8491,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Muse Spark","observedHarness":"Direct API","rawScore":1468.09,"zScore":0.3231,"seModel":"upstream_ci","ciHalfWidth":5.4674,"ciLower":1462.6263,"ciUpper":1473.5611,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-flash:low:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.216738,"shrinkageFactor":0.765231,"score":46.75,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec6M7tXqk2R8OtRT","observedHarness":"Direct API","rawScore":45.97,"zScore":-0.3597,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"google:gemini-3-pro:high:direct:native","provider":"google","modelSlug":"gemini-3-pro","displayName":"Gemini 3 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.288722,"shrinkageFactor":0.944484,"score":45.67,"se":3.64,"samplingSe":1.1332,"residualSe":3.4626,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-18","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recpfIvjpQ9j5qjkw","observedHarness":"Direct API","rawScore":31.11,"zScore":-0.9252,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:gemini-3-pro-preview:high:","observedHarness":"Direct API","rawScore":20,"zScore":-0.5817,"seModel":"upstream_se","seRaw":4,"ciHalfWidth":7.84,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.229076,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemini 3 Pro","observedHarness":"Direct API","rawScore":1450.97,"zScore":-0.5075,"seModel":"upstream_ci","ciHalfWidth":8.7558,"ciLower":1442.2121,"ciUpper":1459.7237,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3 Pro","observedHarness":"Direct API","rawScore":1481.54,"zScore":0.9395,"seModel":"upstream_ci","ciHalfWidth":3.4196,"ciLower":1478.1175,"ciUpper":1484.9567,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-open:max:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.442042,"shrinkageFactor":0.579289,"score":43.37,"se":10.03,"samplingSe":8.8626,"residualSe":4.6952,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:muse-spark-open","observedHarness":"Direct API","rawScore":60.2,"zScore":-2.6697,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.04491,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:muse-spark-open","observedHarness":"Direct API","rawScore":82.7,"zScore":-0.1336,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.863477,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"google:gemma-4-31b:none:direct:native","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.449968,"shrinkageFactor":0.881157,"score":43.25,"se":5.33,"samplingSe":1.5884,"residualSe":5.0884,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Gemma 4 31B","observedHarness":"Direct API","rawScore":1452.04,"zScore":-0.4644,"seModel":"upstream_ci","ciHalfWidth":6.8073,"ciLower":1445.2364,"ciUpper":1458.851,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemma 4 31B","observedHarness":"Direct API","rawScore":1449.07,"zScore":-0.5487,"seModel":"upstream_ci","ciHalfWidth":6.8698,"ciLower":1442.2011,"ciUpper":1455.9408,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-flash:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.471904,"shrinkageFactor":0.879771,"score":42.92,"se":5.36,"samplingSe":1.217,"residualSe":5.2216,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec8CN4idKsciI46Q","observedHarness":"Direct API","rawScore":55.97,"zScore":0.0209,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V4-Flash","observedHarness":"Direct API","rawScore":1439.11,"zScore":-1.0052,"seModel":"upstream_ci","ciHalfWidth":3.3225,"ciLower":1435.7887,"ciUpper":1442.4337,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-flash:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.493794,"shrinkageFactor":0.940766,"score":42.59,"se":3.76,"samplingSe":1.2831,"residualSe":3.5378,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recqcmcc7Kh55NAHM","observedHarness":"Direct API","rawScore":61.39,"zScore":0.2272,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:mKhVMEicZeGjdvJdTRd7mK","observedHarness":"Direct API","rawScore":57.54,"zScore":-0.43,"seModel":"upstream_se","seRaw":2.93299,"ciHalfWidth":5.7487,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:WYs83xB6NwrkMNyQJtuMcQ","observedHarness":"Direct API","rawScore":24.39,"zScore":-0.6354,"seModel":"upstream_se","seRaw":6.789957,"ciHalfWidth":13.3083,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:TqFmiGvqozt7TSZYmhgF8m","observedHarness":"Direct API","rawScore":33.63,"zScore":-1.1128,"seModel":"upstream_se","seRaw":1.495532,"ciHalfWidth":2.9312,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"deepseek:deepseek-v4-flash-vision:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash-vision","displayName":"DeepSeek V4 Flash Vision","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.500588,"shrinkageFactor":0.816325,"score":42.49,"se":6.63,"samplingSe":1.305,"residualSe":6.4971,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:7707a46f-895f-4247-b7a8-ddab87c9a11d","observedHarness":"Direct API","rawScore":12,"zScore":-0.8243,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:7707a46f-895f-4247-b7a8-ddab87c9a11d","observedHarness":"Direct API","rawScore":21.1,"zScore":-0.4006,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.8-2.4t-a95b:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-2.4t-a95b","displayName":"Qwen3.8 2.4T A95B","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.512361,"shrinkageFactor":0.908669,"score":42.31,"se":4.67,"samplingSe":0.9519,"residualSe":4.575,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-12","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:8df710d3-9dae-4498-9b4e-9818238e6f31","observedHarness":"Direct API","rawScore":31.4,"zScore":-0.6891,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:8df710d3-9dae-4498-9b4e-9818238e6f31","observedHarness":"Direct API","rawScore":15.6,"zScore":-0.4018,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:8df710d3-9dae-4498-9b4e-9818238e6f31","observedHarness":"Direct API","rawScore":20.1,"zScore":-0.455,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:8df710d3-9dae-4498-9b4e-9818238e6f31","observedHarness":"Direct API","rawScore":30.56,"zScore":1.0695,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"deepseek:deepseek-v4-pro:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.515827,"shrinkageFactor":0.785584,"score":42.26,"se":7.16,"samplingSe":0.9989,"residualSe":7.09,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V4-Pro Preview (High)","observedHarness":"Direct API","rawScore":1447.64,"zScore":-0.6142,"seModel":"upstream_ci","ciHalfWidth":3.213,"ciLower":1444.4261,"ciUpper":1450.8522,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2-exp:thinking:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2-exp","displayName":"DeepSeek V3.2-Exp","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.534475,"shrinkageFactor":0.753798,"score":41.98,"se":7.67,"samplingSe":3.2606,"residualSe":6.9451,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-09-29","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V3.2-Exp (Thinking)","observedHarness":"Direct API","rawScore":1446.67,"zScore":-0.6587,"seModel":"upstream_ci","ciHalfWidth":10.7066,"ciLower":1435.9592,"ciUpper":1457.3725,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.8-27b:max:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.575167,"shrinkageFactor":0.579289,"score":41.37,"se":10.03,"samplingSe":8.8626,"residualSe":4.6952,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:qwen3.8-27b","observedHarness":"Direct API","rawScore":76.6,"zScore":-0.2629,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.089032,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:qwen3.8-27b","observedHarness":"Direct API","rawScore":61.3,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.207509,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"google:gemma-4-26b-a4b:none:direct:native","provider":"google","modelSlug":"gemma-4-26b-a4b","displayName":"Gemma 4 26B A4B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.621057,"shrinkageFactor":0.773941,"score":40.68,"se":7.35,"samplingSe":2.1276,"residualSe":7.0372,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemma 4 26B A4B","observedHarness":"Direct API","rawScore":1444.52,"zScore":-0.7572,"seModel":"upstream_ci","ciHalfWidth":6.8947,"ciLower":1437.6285,"ciUpper":1451.4179,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"alibaba:qwen3.7-plus:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.7-plus","displayName":"Qwen3.7 Plus","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.665473,"shrinkageFactor":0.936755,"score":40.02,"se":3.89,"samplingSe":1.038,"residualSe":3.7475,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-10","paretoProb":0,"benchmarks":[{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:a87fce42-eea3-4e45-a96d-fe057814f371","observedHarness":"Direct API","rawScore":12.2,"zScore":-0.8008,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:a87fce42-eea3-4e45-a96d-fe057814f371","observedHarness":"Direct API","rawScore":13.9,"zScore":-0.7922,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:Qwen3.7-Plus","observedHarness":"Direct API","rawScore":1446.41,"zScore":-0.6914,"seModel":"upstream_ci","ciHalfWidth":7.498,"ciLower":1438.9082,"ciUpper":1453.9042,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Qwen3.7-Plus","observedHarness":"Direct API","rawScore":1452.26,"zScore":-0.4025,"seModel":"upstream_ci","ciHalfWidth":3.511,"ciLower":1448.751,"ciUpper":1455.773,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:a87fce42-eea3-4e45-a96d-fe057814f371","observedHarness":"Direct API","rawScore":8.89,"zScore":-1.3323,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:muse-spark-open:medium:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.754621,"shrinkageFactor":0.765231,"score":38.68,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec3TfkvV51jpeJSr","observedHarness":"Direct API","rawScore":27.5,"zScore":-1.0626,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"alibaba:qwen3.8-flash-next:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-flash-next","displayName":"Qwen3.8 Flash Next","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.835423,"shrinkageFactor":0.942898,"score":37.47,"se":3.69,"samplingSe":1.2481,"residualSe":3.4778,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.569381,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-15","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Direct API","rawScore":23.53,"zScore":-1.2509,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Stirrup","rawScore":24.5,"zScore":-0.6994,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Direct API","rawScore":15.6,"zScore":-0.4018,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Direct API","rawScore":16.3,"zScore":-0.6617,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"Direct API","rawScore":20.56,"zScore":-0.0389,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","observedHarness":"mini-SWE-agent","rawScore":7.14,"zScore":-0.6571,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"deepseek:deepseek-v3.2-exp:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2-exp","displayName":"DeepSeek V3.2-Exp","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.917556,"shrinkageFactor":0.777834,"score":36.24,"se":7.29,"samplingSe":1.8295,"residualSe":7.0549,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-09-29","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V3.2-Exp","observedHarness":"Direct API","rawScore":1436.27,"zScore":-1.1354,"seModel":"upstream_ci","ciHalfWidth":5.9137,"ciLower":1430.3583,"ciUpper":1442.1857,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v4-pro:max:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro","displayName":"DeepSeek V4 Pro (0424)","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.919374,"shrinkageFactor":0.945697,"score":36.21,"se":3.6,"samplingSe":0.9798,"residualSe":3.4675,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-04-24","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:KUar3FaFjzq5SMKrEhtn8e","observedHarness":"Direct API","rawScore":45.26,"zScore":-1.1323,"seModel":"upstream_se","seRaw":2.95361,"ciHalfWidth":5.7891,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-17","publishedDate":"2026-06-17","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:RAZ6VMfGtQSE8EvUZRRz4Q","observedHarness":"Direct API","rawScore":2.44,"zScore":-1.4926,"seModel":"upstream_se","seRaw":2.439024,"ciHalfWidth":4.7805,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-06-17","publishedDate":"2026-06-17","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:deepseek-v4-pro_max:max:","observedHarness":"Direct API","rawScore":16,"zScore":-0.74,"seModel":"upstream_se","seRaw":3.685,"ciHalfWidth":7.2226,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.142045,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_simpleqa_verified:Sq9xqkVTmFvELpQy9KH5TM","observedHarness":"Direct API","rawScore":46.99,"zScore":-0.202,"seModel":"upstream_se","seRaw":1.580652,"ciHalfWidth":3.0981,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-27","publishedDate":"2026-08-27","sourceUrl":"https://epoch.ai/benchmarks/simpleqa-verified"}]},{"id":"openai:gpt-5.5-instant:none:direct:native","provider":"openai","modelSlug":"gpt-5.5-instant","displayName":"GPT-5.5 Instant","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.966213,"shrinkageFactor":0.964433,"score":35.51,"se":2.92,"samplingSe":0.8707,"residualSe":2.7831,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-06-01","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:gGcHjE6ppy54ahN2pfxsGH","observedHarness":"Direct API","rawScore":26.32,"zScore":-2.2155,"seModel":"upstream_se","seRaw":2.612981,"ciHalfWidth":5.1214,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t4:2UmuBfhBvYbbnTg5BnQqov","observedHarness":"Direct API","rawScore":2.44,"zScore":-1.4926,"seModel":"upstream_se","seRaw":2.439024,"ciHalfWidth":4.7805,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-02","publishedDate":"2026-08-02","sourceUrl":"https://epoch.ai/frontiermath/tier-4"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:c4169d75-9d24-4794-a9c3-69e1fe364de5","observedHarness":"Direct API","rawScore":20.2,"zScore":0.1379,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:c4169d75-9d24-4794-a9c3-69e1fe364de5","observedHarness":"Direct API","rawScore":14.6,"zScore":-0.7542,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","sourceId":"lmarena","sourceRowId":"lmarena:document_style_control:overall:GPT-5.5 Instant","observedHarness":"Direct API","rawScore":1460.23,"zScore":-0.1341,"seModel":"upstream_ci","ciHalfWidth":8.4363,"ciLower":1451.7953,"ciUpper":1468.6678,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-09","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:GPT-5.5 Instant","observedHarness":"Direct API","rawScore":1442.86,"zScore":-0.8333,"seModel":"upstream_ci","ciHalfWidth":4.1802,"ciLower":1438.682,"ciUpper":1447.0424,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:c4169d75-9d24-4794-a9c3-69e1fe364de5","observedHarness":"Direct API","rawScore":31.67,"zScore":1.1925,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.8-27b:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.982738,"shrinkageFactor":0.985488,"score":35.26,"se":1.86,"samplingSe":1.1687,"residualSe":1.4505,"coverageCount":12,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.529549,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_briefcase:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Stirrup","rawScore":1391.36,"zScore":-1.0772,"seModel":"upstream_ci","ciHalfWidth":7.19,"ciLower":1384.36,"ciUpper":1398.74,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-briefcase"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Direct API","rawScore":17.3,"zScore":-1.6956,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Stirrup","rawScore":4,"zScore":-1.7567,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recfGdLMX8buaQjoL","observedHarness":"APEX-Agents Harness","rawScore":47.5,"zScore":-0.2161,"seModel":"upstream_se","seRaw":4.9,"ciHalfWidth":9.604,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recaJwwU0sNCfsH5d","observedHarness":"Direct API","rawScore":42.36,"zScore":-0.4971,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_proofbench:qwen3.8-27b::","observedHarness":"Direct API","rawScore":16,"zScore":-0.74,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.298832,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.vals.ai/benchmarks/proof_bench"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Direct API","rawScore":16.4,"zScore":-0.308,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","sourceId":"artificial-analysis","sourceRowId":"aa:gdpval_aa:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Stirrup","rawScore":1426.15,"zScore":-1.2755,"seModel":"upstream_ci","ciHalfWidth":19.125,"ciLower":1407.03,"ciUpper":1445.28,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/gdpval-aa"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Direct API","rawScore":15.3,"zScore":-0.7161,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Qwen3.8-27B","observedHarness":"Direct API","rawScore":1436.16,"zScore":-1.1404,"seModel":"upstream_ci","ciHalfWidth":3.8568,"ciLower":1432.3019,"ciUpper":1440.0154,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"Direct API","rawScore":22.78,"zScore":0.2072,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:b01dee41-c62b-48ed-8d16-984adc405e5c","observedHarness":"mini-SWE-agent","rawScore":0.48,"zScore":-0.9626,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"spacexai:grok-4.1:thinking:direct:native","provider":"spacexai","modelSlug":"grok-4.1","displayName":"Grok 4.1","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-0.985937,"shrinkageFactor":0.786134,"score":35.21,"se":7.15,"samplingSe":0.9117,"residualSe":7.0925,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.1 (Thinking)","observedHarness":"Direct API","rawScore":1434.6,"zScore":-1.2119,"seModel":"upstream_ci","ciHalfWidth":2.9315,"ciLower":1431.6663,"ciUpper":1437.5293,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemini-3.1-flash-lite-preview:minimal:direct:native","provider":"google","modelSlug":"gemini-3.1-flash-lite-preview","displayName":"Gemini 3.1 Flash-Lite Preview","effort":"minimal","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.041482,"shrinkageFactor":0.785867,"score":34.38,"se":7.16,"samplingSe":0.9551,"residualSe":7.0912,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-03","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Gemini 3.1 Flash-Lite Preview","observedHarness":"Direct API","rawScore":1433.05,"zScore":-1.283,"seModel":"upstream_ci","ciHalfWidth":3.0716,"ciLower":1429.9808,"ciUpper":1436.1241,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"deepseek:deepseek-v3.2:thinking:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2","displayName":"DeepSeek V3.2","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.057248,"shrinkageFactor":0.785484,"score":34.14,"se":7.16,"samplingSe":1.014,"residualSe":7.0895,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-12-01","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V3.2 (Thinking)","observedHarness":"Direct API","rawScore":1432.6,"zScore":-1.3036,"seModel":"upstream_ci","ciHalfWidth":3.2618,"ciLower":1429.3403,"ciUpper":1435.8639,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"spacexai:grok-4.1:none:direct:native","provider":"spacexai","modelSlug":"grok-4.1","displayName":"Grok 4.1","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.091976,"shrinkageFactor":0.786222,"score":33.62,"se":7.15,"samplingSe":0.8969,"residualSe":7.0929,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-11-20","paretoProb":0,"benchmarks":[{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Grok 4.1","observedHarness":"Direct API","rawScore":1431.66,"zScore":-1.3467,"seModel":"upstream_ci","ciHalfWidth":2.8837,"ciLower":1428.7777,"ciUpper":1434.5452,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"meta:muse-spark-open:low:direct:native","provider":"meta","modelSlug":"muse-spark-open","displayName":"Muse Spark Open","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.199605,"shrinkageFactor":0.765231,"score":32.01,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recblITzcTiuRARQi","observedHarness":"Direct API","rawScore":12.22,"zScore":-1.6441,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"alibaba:qwen3.5-397b-a17b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-397b-a17b","displayName":"Qwen3.5 397B A17B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.200107,"shrinkageFactor":0.950797,"score":32,"se":3.43,"samplingSe":1.0878,"residualSe":3.2528,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:recooiGyFYUY9K58B","observedHarness":"APEX-Agents Harness","rawScore":24.9,"zScore":-1.5796,"seModel":"upstream_se","seRaw":4.7,"ciHalfWidth":9.212,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:EzMaDdXs4YQTMLgppBGxAb","observedHarness":"Direct API","rawScore":29.47,"zScore":-2.0354,"seModel":"upstream_se","seRaw":2.705413,"ciHalfWidth":5.3026,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-28","publishedDate":"2026-08-28","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:0e66bae9-41f1-42fc-9276-ce8cb6f72919","observedHarness":"Direct API","rawScore":12.2,"zScore":-0.8008,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:0e66bae9-41f1-42fc-9276-ce8cb6f72919","observedHarness":"Direct API","rawScore":12.4,"zScore":-0.8738,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Qwen3.5-397B-A17B","observedHarness":"Direct API","rawScore":1444.4,"zScore":-0.7627,"seModel":"upstream_ci","ciHalfWidth":2.4766,"ciLower":1441.9196,"ciUpper":1446.8728,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:0e66bae9-41f1-42fc-9276-ce8cb6f72919","observedHarness":"Direct API","rawScore":8.89,"zScore":-1.3323,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.5-9b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-9b","displayName":"Qwen3.5 9B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.204253,"shrinkageFactor":0.816325,"score":31.94,"se":6.63,"samplingSe":1.305,"residualSe":6.4971,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:2d28a13a-096e-475a-beb8-26bbd1c7d51c","observedHarness":"Direct API","rawScore":6.6,"zScore":-1.4579,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:2d28a13a-096e-475a-beb8-26bbd1c7d51c","observedHarness":"Direct API","rawScore":4.8,"zScore":-1.2872,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3-coder-next:none:direct:native","provider":"alibaba","modelSlug":"qwen3-coder-next","displayName":"Qwen3 Coder Next","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.261487,"shrinkageFactor":0.816325,"score":31.08,"se":6.63,"samplingSe":1.305,"residualSe":6.4971,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-02-03","paretoProb":0,"benchmarks":[{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:fc92f822-04b7-420d-9c07-a21af5e9aac7","observedHarness":"Direct API","rawScore":2.6,"zScore":-1.9273,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:fc92f822-04b7-420d-9c07-a21af5e9aac7","observedHarness":"Direct API","rawScore":4.3,"zScore":-1.3144,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.8-27b:low:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"low","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.283997,"shrinkageFactor":0.956015,"score":30.74,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":1.905905,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Direct API","rawScore":18.3,"zScore":-1.6242,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Stirrup","rawScore":5.5,"zScore":-1.6793,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:rec6bR67M9UBlhFO6","observedHarness":"Direct API","rawScore":22.78,"zScore":-1.2422,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Direct API","rawScore":10.4,"zScore":-1.012,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Direct API","rawScore":6.8,"zScore":-1.1784,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"Direct API","rawScore":7.78,"zScore":-1.4554,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:7e30585f-fad7-40df-a8cb-03c1d96df38a","observedHarness":"mini-SWE-agent","rawScore":0.48,"zScore":-0.9626,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemma-4-31b:thinking:direct:native","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.29733,"shrinkageFactor":0.939759,"score":30.54,"se":3.8,"samplingSe":1.2382,"residualSe":3.5875,"coverageCount":5,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"Direct API","rawScore":19.93,"zScore":-1.5079,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"Stirrup","rawScore":4,"zScore":-1.7567,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"Direct API","rawScore":6,"zScore":-1.5283,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"Direct API","rawScore":7.2,"zScore":-1.1566,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:cd26a386-4873-46ff-b853-d239050025a2","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"alibaba:qwen3.5-122b-a10b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.5-122b-a10b","displayName":"Qwen3.5 122B A10B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.307457,"shrinkageFactor":0.907093,"score":30.39,"se":4.71,"samplingSe":1.0434,"residualSe":4.5962,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:2236df45-0699-40d1-b5cc-69ee345d2257","observedHarness":"Direct API","rawScore":3.4,"zScore":-1.8334,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:2236df45-0699-40d1-b5cc-69ee345d2257","observedHarness":"Direct API","rawScore":7.3,"zScore":-1.1512,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Qwen3.5-122B-A10B","observedHarness":"Direct API","rawScore":1427.79,"zScore":-1.524,"seModel":"upstream_ci","ciHalfWidth":3.8701,"ciLower":1423.917,"ciUpper":1431.6572,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:2236df45-0699-40d1-b5cc-69ee345d2257","observedHarness":"Direct API","rawScore":7.78,"zScore":-1.4554,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.8-27b:medium:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.309545,"shrinkageFactor":0.956015,"score":30.36,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.160005,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Direct API","rawScore":17.87,"zScore":-1.6549,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Stirrup","rawScore":16.5,"zScore":-1.112,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recJ7JYZpijk4LvpG","observedHarness":"Direct API","rawScore":13.19,"zScore":-1.6072,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Direct API","rawScore":12.8,"zScore":-0.7304,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Direct API","rawScore":6.7,"zScore":-1.1838,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"Direct API","rawScore":3.89,"zScore":-1.8865,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:6657d7de-a2a9-40bc-a32f-86e80ad63698","observedHarness":"mini-SWE-agent","rawScore":0.95,"zScore":-0.9411,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"google:gemma-4-26b-a4b:thinking:direct:native","provider":"google","modelSlug":"gemma-4-26b-a4b","displayName":"Gemma 4 26B A4B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.313891,"shrinkageFactor":0.929587,"score":30.29,"se":4.1,"samplingSe":1.1992,"residualSe":3.9239,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"Direct API","rawScore":18.4,"zScore":-1.6171,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"Direct API","rawScore":2.6,"zScore":-1.9273,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"Direct API","rawScore":6.2,"zScore":-1.211,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:6e1b44ff-c227-496b-aef4-19b70cd18c76","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"openai:gpt-oss-20b:high:direct:native","provider":"openai","modelSlug":"gpt-oss-20b","displayName":"gpt-oss-20b","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.318552,"shrinkageFactor":0.83875,"score":30.22,"se":6.21,"samplingSe":1.4866,"residualSe":6.0286,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:36f73aaf-d38a-4b56-a2b3-d04d17186910","observedHarness":"Direct API","rawScore":2,"zScore":-1.9977,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:36f73aaf-d38a-4b56-a2b3-d04d17186910","observedHarness":"Direct API","rawScore":4.8,"zScore":-1.2872,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:36f73aaf-d38a-4b56-a2b3-d04d17186910","observedHarness":"Direct API","rawScore":1.11,"zScore":-2.1946,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"openai:gpt-oss-120b:high:direct:native","provider":"openai","modelSlug":"gpt-oss-120b","displayName":"gpt-oss-120b","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.345632,"shrinkageFactor":0.942898,"score":29.82,"se":3.69,"samplingSe":1.2481,"residualSe":3.4778,"coverageCount":6,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.345342,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Direct API","rawScore":21.67,"zScore":-1.3837,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Stirrup","rawScore":4,"zScore":-1.7567,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Direct API","rawScore":4.2,"zScore":-1.7396,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Direct API","rawScore":3.8,"zScore":-1.3416,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"Direct API","rawScore":1.67,"zScore":-2.1326,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:f0083258-8646-45b8-8082-7aaf6c2ea82a","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"deepseek:deepseek-v3.2:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v3.2","displayName":"DeepSeek V3.2","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.360803,"shrinkageFactor":0.917043,"score":29.59,"se":4.45,"samplingSe":1.3639,"residualSe":4.2396,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-12-01","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec38Wcf41rxdUK44","observedHarness":"APEX-Agents Harness","rawScore":21.3,"zScore":-1.7968,"seModel":"upstream_se","seRaw":4.1,"ciHalfWidth":8.036,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxNNssasIdr4hNl","observedHarness":"Direct API","rawScore":4.03,"zScore":-1.9558,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.12,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:DeepSeek-V3.2","observedHarness":"Direct API","rawScore":1436.83,"zScore":-1.1097,"seModel":"upstream_ci","ciHalfWidth":3.1834,"ciLower":1433.6448,"ciUpper":1440.0116,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]},{"id":"google:gemma-4-31b:max:direct:native","provider":"google","modelSlug":"gemma-4-31b","displayName":"Gemma 4 31B","effort":"max","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.367951,"shrinkageFactor":0.579289,"score":29.48,"se":10.03,"samplingSe":8.8626,"residualSe":4.6952,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:data_analysis:gemma-4-31b","observedHarness":"Direct API","rawScore":53.3,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.004565,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","sourceId":"livebench","sourceRowId":"livebench:20261106:research:gemma-4-31b","observedHarness":"Direct API","rawScore":38.1,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.069636,"evalDate":null,"publishedDate":"2026-11-06","sourceUrl":"https://livebench.ai/"}]},{"id":"google:gemma-4-12b:thinking:direct:native","provider":"google","modelSlug":"gemma-4-12b","displayName":"Gemma 4 12B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.378389,"shrinkageFactor":0.887636,"score":29.32,"se":5.18,"samplingSe":1.6918,"residualSe":4.8993,"coverageCount":3,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-01","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:feb02d3b-ff8d-4ed4-b165-13f8d4a7192c","observedHarness":"Direct API","rawScore":15.67,"zScore":-1.812,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:feb02d3b-ff8d-4ed4-b165-13f8d4a7192c","observedHarness":"Direct API","rawScore":1.8,"zScore":-2.0212,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:feb02d3b-ff8d-4ed4-b165-13f8d4a7192c","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"alibaba:qwen3.7-plus:none:direct:native","provider":"alibaba","modelSlug":"qwen3.7-plus","displayName":"Qwen3.7 Plus","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.399183,"shrinkageFactor":0.77136,"score":29.01,"se":7.39,"samplingSe":2.1236,"residualSe":7.0822,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:Tt8tBXHoCEYqGLePWXkM8u","observedHarness":"Direct API","rawScore":34.39,"zScore":-1.754,"seModel":"upstream_se","seRaw":2.818576,"ciHalfWidth":5.5244,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"meta:muse-glimmer:high:direct:native","provider":"meta","modelSlug":"muse-glimmer","displayName":"Muse Glimmer","effort":"high","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.422748,"shrinkageFactor":0.959708,"score":28.66,"se":3.1,"samplingSe":1.1461,"residualSe":2.8844,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.178208,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_analyst_agent:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"AA Analyst Harness","rawScore":20,"zScore":-1.5091,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/aa-analyst-agent"},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"Direct API","rawScore":27.97,"zScore":-0.934,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"Stirrup","rawScore":7,"zScore":-1.602,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"Direct API","rawScore":10,"zScore":-1.059,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"Direct API","rawScore":9.1,"zScore":-1.0533,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:Muse Glimmer","observedHarness":"Direct API","rawScore":1402.33,"zScore":-2.691,"seModel":"upstream_ci","ciHalfWidth":8.4685,"ciLower":1393.8577,"ciUpper":1410.7948,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:583f98fb-c4b8-4df3-8d40-60ac0ed69882","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"deepseek:deepseek-v4-flash:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-flash","displayName":"DeepSeek V4 Flash","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.494902,"shrinkageFactor":0.765231,"score":27.58,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-07-31","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recNIbGpTiROaJXNN","observedHarness":"Direct API","rawScore":2.08,"zScore":-2.03,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"deepseek:deepseek-v4.1-flash:none:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.519073,"shrinkageFactor":0.765231,"score":27.21,"se":7.49,"samplingSe":2.2793,"residualSe":7.137,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxp4Wlnj91gJfkP","observedHarness":"Direct API","rawScore":1.25,"zScore":-2.0616,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"}]},{"id":"alibaba:qwen3.5-397b-a17b:none:direct:native","provider":"alibaba","modelSlug":"qwen3.5-397b-a17b","displayName":"Qwen3.5 397B A17B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.539848,"shrinkageFactor":0.772061,"score":26.9,"se":7.38,"samplingSe":2.0728,"residualSe":7.0854,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-03-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:A4yUA9PfzRr92JAqDDo9ro","observedHarness":"Direct API","rawScore":31.23,"zScore":-1.9347,"seModel":"upstream_se","seRaw":2.749913,"ciHalfWidth":5.3898,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"alibaba:qwen3.8-27b:none:direct:native","provider":"alibaba","modelSlug":"qwen3.8-27b","displayName":"Qwen3.8 27B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.637665,"shrinkageFactor":0.956015,"score":25.44,"se":3.24,"samplingSe":1.1289,"residualSe":3.0401,"coverageCount":7,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":3.772944,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-05","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","sourceId":"artificial-analysis","sourceRowId":"aa:aa_omniscience:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Direct API","rawScore":9.1,"zScore":-2.281,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:critpt_v2_hard:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Stirrup","rawScore":2,"zScore":-1.8599,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recFLcFnmWI3m9kv1","observedHarness":"Direct API","rawScore":1.53,"zScore":-2.0509,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Direct API","rawScore":5.2,"zScore":-1.6222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Direct API","rawScore":4.2,"zScore":-1.3198,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"Direct API","rawScore":10,"zScore":-1.2093,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","sourceId":"artificial-analysis","sourceRowId":"aa:terminalbench_science_aa:353c92f3-2148-4c2d-9231-aa7e1322a1fd","observedHarness":"mini-SWE-agent","rawScore":0,"zScore":-0.9846,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/evaluations/terminal-bench-science"}]},{"id":"meta:llama-4-maverick:none:direct:native","provider":"meta","modelSlug":"llama-4-maverick","displayName":"Llama 4 Maverick","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.646324,"shrinkageFactor":0.806265,"score":25.31,"se":6.81,"samplingSe":2.2913,"residualSe":6.4087,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:reczNMgFqv1ZlJEFV","observedHarness":"Direct API","rawScore":0,"zScore":-2.1091,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.0121,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:922c69c7-9037-43c6-8bcf-a1c555e7f3eb","observedHarness":"Direct API","rawScore":0.8,"zScore":-2.1385,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"meta:llama-4-scout:none:direct:native","provider":"meta","modelSlug":"llama-4-scout","displayName":"Llama 4 Scout","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.656705,"shrinkageFactor":0.806265,"score":25.15,"se":6.81,"samplingSe":2.2913,"residualSe":6.4087,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-04-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_arc_agi_2:recxnrmYCOKiqBoXB","observedHarness":"Direct API","rawScore":0,"zScore":-2.1091,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.0062,"evalDate":null,"publishedDate":null,"sourceUrl":"https://arcprize.org/leaderboard"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:adf9a85e-abc3-4f28-937b-db6655cc5238","observedHarness":"Direct API","rawScore":0,"zScore":-2.2324,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.6-35b-a3b:thinking:direct:native","provider":"alibaba","modelSlug":"qwen3.6-35b-a3b","displayName":"Qwen3.6 35B A3B","effort":"thinking","harness":"direct","harnessRegime":"native","domainId":"research","theta":-1.745012,"shrinkageFactor":0.904568,"score":23.82,"se":4.78,"samplingSe":1.1775,"residualSe":4.6293,"coverageCount":4,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-05-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:ggG3n6WVPZn7Gu2RNyfQbK","observedHarness":"Direct API","rawScore":17.54,"zScore":-2.7176,"seModel":"upstream_se","seRaw":2.256913,"ciHalfWidth":4.4236,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-29","publishedDate":"2026-08-29","sourceUrl":"https://epoch.ai/frontiermath"},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:gdp_pdf:8665ca00-c687-44c7-875c-22618cb31c4f","observedHarness":"Direct API","rawScore":6.6,"zScore":-1.4579,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:hle_diamond:8665ca00-c687-44c7-875c-22618cb31c4f","observedHarness":"Direct API","rawScore":6.9,"zScore":-1.173,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:mlcr_aa:8665ca00-c687-44c7-875c-22618cb31c4f","observedHarness":"Direct API","rawScore":5,"zScore":-1.7635,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/leaderboards/models"}]},{"id":"alibaba:qwen3.6-35b-a3b:none:direct:native","provider":"alibaba","modelSlug":"qwen3.6-35b-a3b","displayName":"Qwen3.6 35B A3B","effort":"none","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.028564,"shrinkageFactor":0.77549,"score":19.57,"se":7.33,"samplingSe":1.8038,"residualSe":7.1011,"coverageCount":1,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-05-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_frontiermath_t1_3:YRvn36dmMyDbS5e4XkF4Xi","observedHarness":"Direct API","rawScore":20.35,"zScore":-2.5569,"seModel":"upstream_se","seRaw":2.389037,"ciHalfWidth":4.6825,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-08-30","publishedDate":"2026-08-30","sourceUrl":"https://epoch.ai/frontiermath"}]},{"id":"openai:gpt-oss-120b:medium:direct:native","provider":"openai","modelSlug":"gpt-oss-120b","displayName":"gpt-oss-120b","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"research","theta":-2.521796,"shrinkageFactor":0.883273,"score":12.17,"se":5.28,"samplingSe":0.6822,"residualSe":5.2386,"coverageCount":2,"activeBenchmarkCount":21,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"suite","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2025-08-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_apex_agents:rec9zkde8jhxtGWhs","observedHarness":"APEX-Agents Harness","rawScore":4.4,"zScore":-2.8163,"seModel":"upstream_se","seRaw":2,"ciHalfWidth":3.92,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.mercor.com/apex-agents"},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","sourceId":"lmarena","sourceRowId":"lmarena:text_factuality:overall:gpt-oss-120b","observedHarness":"Direct API","rawScore":1384.48,"zScore":-3,"seModel":"upstream_ci","ciHalfWidth":6.655,"ciLower":1377.8216,"ciUpper":1391.1315,"measuredCostUsd":null,"evalDate":null,"publishedDate":"2026-11-19","sourceUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset"}]}],"frontiers":[{"provider":"anthropic","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"anthropic:claude-haiku-5.5:low:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9975,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-haiku-5.5:medium:direct:native","zStepFromPrev":0.87,"pBetterThanPrev":0.808,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.789,"marginalScorePerDollar":63.324,"costMultipleFromPrev":2.1},{"configId":"anthropic:claude-haiku-5.5:high:direct:native","zStepFromPrev":0.411,"pBetterThanPrev":0.6593,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.5567,"marginalScorePerDollar":21.259,"costMultipleFromPrev":1.73},{"configId":"anthropic:claude-haiku-5.5:xhigh:direct:native","zStepFromPrev":2.553,"pBetterThanPrev":0.9947,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7491,"marginalScorePerDollar":98.329,"costMultipleFromPrev":1.57},{"configId":"anthropic:claude-haiku-5.5:max:direct:native","zStepFromPrev":1.077,"pBetterThanPrev":0.8592,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.4568,"marginalScorePerDollar":23.056,"costMultipleFromPrev":1.65},{"configId":"anthropic:claude-opus-5.5:low:direct:native","zStepFromPrev":2.239,"pBetterThanPrev":0.9874,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.2754,"marginalScorePerDollar":13.941,"costMultipleFromPrev":2.37},{"configId":"anthropic:claude-opus-5.5:medium:direct:native","zStepFromPrev":1.572,"pBetterThanPrev":0.942,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.1588,"marginalScorePerDollar":3.714,"costMultipleFromPrev":2.51},{"configId":"anthropic:claude-opus-4.6:none:direct:native","zStepFromPrev":0.267,"pBetterThanPrev":0.6053,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4437,"marginalScorePerDollar":3.099,"costMultipleFromPrev":1.21},{"configId":"anthropic:claude-fable-5.2:low:direct:native","zStepFromPrev":1.158,"pBetterThanPrev":0.8766,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6889,"marginalScorePerDollar":60.56,"costMultipleFromPrev":1.04},{"configId":"anthropic:claude-fable-5.2:medium:direct:native","zStepFromPrev":0.662,"pBetterThanPrev":0.7461,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.5849,"marginalScorePerDollar":3.346,"costMultipleFromPrev":1.23},{"configId":"anthropic:claude-fable-5.2:high:direct:native","zStepFromPrev":0.977,"pBetterThanPrev":0.8357,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6907,"marginalScorePerDollar":0.66,"costMultipleFromPrev":2.39},{"configId":"anthropic:claude-fable-5.2:xhigh:direct:native","zStepFromPrev":0.119,"pBetterThanPrev":0.5473,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4558,"marginalScorePerDollar":0.073,"costMultipleFromPrev":1.63},{"configId":"anthropic:claude-fable-5.2:max:direct:native","zStepFromPrev":0.411,"pBetterThanPrev":0.6594,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4882,"marginalScorePerDollar":0.117,"costMultipleFromPrev":1.79}],"pruned":[{"configId":"anthropic:claude-sonnet-5.5:low:direct:native","dominatedById":"anthropic:claude-haiku-5.5:max:direct:native","scoreDeficit":7.87,"costRatio":1.24,"costComparisonNote":null},{"configId":"anthropic:claude-haiku-4.5:none:direct:native","dominatedById":"anthropic:claude-haiku-5.5:max:direct:native","scoreDeficit":31.03,"costRatio":1.7,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:medium:direct:native","dominatedById":"anthropic:claude-haiku-5.5:max:direct:native","scoreDeficit":5.12,"costRatio":1.9,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:high:direct:native","dominatedById":"anthropic:claude-opus-5.5:low:direct:native","scoreDeficit":3.09,"costRatio":1.68,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.6:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:low:direct:native","scoreDeficit":6.01,"costRatio":1.92,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.5:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:low:direct:native","scoreDeficit":26.21,"costRatio":1.92,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:none:direct:native","dominatedById":"anthropic:claude-opus-4.6:none:direct:native","scoreDeficit":4.09,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:none:direct:native","dominatedById":"anthropic:claude-opus-4.6:none:direct:native","scoreDeficit":12.44,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:low:direct:native","dominatedById":"anthropic:claude-opus-4.6:none:direct:native","scoreDeficit":12.94,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:low:direct:native","dominatedById":"anthropic:claude-opus-4.6:none:direct:native","scoreDeficit":13,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:none:direct:native","dominatedById":"anthropic:claude-opus-4.6:none:direct:native","scoreDeficit":22.88,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:low:direct:native","scoreDeficit":2.66,"costRatio":1.12,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:low:direct:native","scoreDeficit":25.7,"costRatio":1.19,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:xhigh:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":14.27,"costRatio":1.08,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:medium:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":18.45,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:medium:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":20.28,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:xhigh:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":40.15,"costRatio":1.19,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.6:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":31.8,"costRatio":1.4,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:low:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":15.55,"costRatio":1.47,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:low:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":16.21,"costRatio":1.47,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:xhigh:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":2.9,"costRatio":1.59,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":27.67,"costRatio":1.71,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:medium:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":12.09,"costRatio":2.21,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:medium:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":13.72,"costRatio":2.21,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":7.94,"costRatio":2.22,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":12.88,"costRatio":2.22,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":13.13,"costRatio":2.22,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":17.08,"costRatio":2.22,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:medium:direct:native","scoreDeficit":31.41,"costRatio":2.22,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-4.6:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":35.25,"costRatio":1.03,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":10.69,"costRatio":1.1,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":4.2,"costRatio":1.11,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:xhigh:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":28.57,"costRatio":1.14,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":12.83,"costRatio":1.63,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":22.31,"costRatio":1.63,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.7:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":28.72,"costRatio":1.63,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.6:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:high:direct:native","scoreDeficit":31.62,"costRatio":1.63,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":13.38,"costRatio":1.06,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:high:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":17.02,"costRatio":1.06,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:xhigh:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":11.9,"costRatio":1.31,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:xhigh:direct:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:direct:native","scoreDeficit":14.35,"costRatio":1.31,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:max:direct:native","scoreDeficit":8.85,"costRatio":1.05,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:max:direct:native","dominatedById":"anthropic:claude-fable-5.2:max:direct:native","scoreDeficit":9.23,"costRatio":1.05,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-haiku-5.5:low:direct:native","defaultId":"anthropic:claude-fable-5.2:medium:direct:native","maxId":"anthropic:claude-fable-5.2:max:direct:native"}},{"provider":"openai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"openai:gpt-6-luna:low:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9992,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-6-luna:medium:direct:native","zStepFromPrev":1.22,"pBetterThanPrev":0.8887,"statisticallyTied":false,"imputationSensitive":true,"paretoProb":0.799,"marginalScorePerDollar":114.865,"costMultipleFromPrev":8.25},{"configId":"openai:gpt-6.1-terra:low:direct:native","zStepFromPrev":1.959,"pBetterThanPrev":0.9749,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8799,"marginalScorePerDollar":322.968,"costMultipleFromPrev":1.69},{"configId":"openai:gpt-6.1-terra:medium:direct:native","zStepFromPrev":1.299,"pBetterThanPrev":0.903,"statisticallyTied":false,"imputationSensitive":true,"paretoProb":0.6567,"marginalScorePerDollar":54.48,"costMultipleFromPrev":2.37},{"configId":"openai:gpt-6.2-sol:low:direct:native","zStepFromPrev":0.849,"pBetterThanPrev":0.8021,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6455,"marginalScorePerDollar":271.313,"costMultipleFromPrev":1.09},{"configId":"openai:gpt-6.1-terra:xhigh:direct:native","zStepFromPrev":0.343,"pBetterThanPrev":0.6342,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.317,"marginalScorePerDollar":7.462,"costMultipleFromPrev":2.18},{"configId":"openai:gpt-6.2-sol:medium:direct:native","zStepFromPrev":1.798,"pBetterThanPrev":0.9639,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7789,"marginalScorePerDollar":1581.889,"costMultipleFromPrev":1.01},{"configId":"openai:gpt-6.2-sol:high:direct:native","zStepFromPrev":0.945,"pBetterThanPrev":0.8277,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6785,"marginalScorePerDollar":20.052,"costMultipleFromPrev":1.39},{"configId":"openai:gpt-6.2-sol:xhigh:direct:native","zStepFromPrev":0.162,"pBetterThanPrev":0.5642,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4418,"marginalScorePerDollar":6.404,"costMultipleFromPrev":1.15},{"configId":"openai:gpt-6.2-astra:medium:direct:native","zStepFromPrev":0.348,"pBetterThanPrev":0.6361,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3528,"marginalScorePerDollar":1.506,"costMultipleFromPrev":2.5},{"configId":"openai:gpt-6.2-astra:high:direct:native","zStepFromPrev":1.032,"pBetterThanPrev":0.8489,"statisticallyTied":false,"imputationSensitive":true,"paretoProb":0.5562,"marginalScorePerDollar":7.563,"costMultipleFromPrev":1.28},{"configId":"openai:gpt-6.2-astra:xhigh:direct:native","zStepFromPrev":0.314,"pBetterThanPrev":0.6232,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.454,"marginalScorePerDollar":2.348,"costMultipleFromPrev":1.22}],"pruned":[{"configId":"openai:gpt-6-luna:none:direct:native","dominatedById":"openai:gpt-6.1-terra:low:direct:native","scoreDeficit":17.01,"costRatio":1,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:high:direct:native","dominatedById":"openai:gpt-6.1-terra:low:direct:native","scoreDeficit":7.34,"costRatio":1.02,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:xhigh:direct:native","dominatedById":"openai:gpt-6.1-terra:low:direct:native","scoreDeficit":5.08,"costRatio":1.46,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:max:direct:native","dominatedById":"openai:gpt-6.1-terra:low:direct:native","scoreDeficit":2.91,"costRatio":2.13,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:none:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":25.47,"costRatio":1.06,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:low:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":28.72,"costRatio":1.06,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:low:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":38.23,"costRatio":1.1,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:none:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":44.02,"costRatio":1.1,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:none:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":12.31,"costRatio":1.23,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:high:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":1.44,"costRatio":1.41,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":28.1,"costRatio":1.62,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:low:direct:native","scoreDeficit":30.46,"costRatio":1.67,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:high:direct:native","dominatedById":"openai:gpt-6.2-sol:medium:direct:native","scoreDeficit":28.62,"costRatio":1.37,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:high:direct:native","dominatedById":"openai:gpt-6.2-sol:high:direct:native","scoreDeficit":47.1,"costRatio":1.02,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:low:direct:native","dominatedById":"openai:gpt-6.2-sol:high:direct:native","scoreDeficit":49.85,"costRatio":1.12,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:none:direct:native","dominatedById":"openai:gpt-6.2-sol:high:direct:native","scoreDeficit":53.84,"costRatio":1.12,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":4.11,"costRatio":1.02,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:xhigh:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":23.35,"costRatio":1.05,"costComparisonNote":null},{"configId":"openai:gpt-5.4-nano:xhigh:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":42.64,"costRatio":1.09,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:medium:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":43.18,"costRatio":1.48,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:max:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":13.03,"costRatio":1.48,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:max:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":16.71,"costRatio":1.5,"costComparisonNote":null},{"configId":"openai:gpt-6.2-sol:max:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":5.37,"costRatio":1.57,"costComparisonNote":null},{"configId":"openai:o3:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":52.37,"costRatio":1.67,"costComparisonNote":null},{"configId":"openai:gpt-5.1:none:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":42.6,"costRatio":1.97,"costComparisonNote":null},{"configId":"openai:gpt-5.1:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":44.27,"costRatio":1.97,"costComparisonNote":null},{"configId":"openai:gpt-5:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":44.99,"costRatio":1.97,"costComparisonNote":null},{"configId":"openai:gpt-5:minimal:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":53.26,"costRatio":1.97,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":11.63,"costRatio":2.01,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":31.35,"costRatio":2.01,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:none:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":44.39,"costRatio":2.01,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:low:direct:native","dominatedById":"openai:gpt-6.2-sol:xhigh:direct:native","scoreDeficit":36.93,"costRatio":2.35,"costComparisonNote":null},{"configId":"openai:o3:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":53.77,"costRatio":1.01,"costComparisonNote":null},{"configId":"openai:gpt-5.2:none:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":39.44,"costRatio":1.07,"costComparisonNote":null},{"configId":"openai:gpt-5.2:low:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":41.15,"costRatio":1.07,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:high:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":39.33,"costRatio":1.11,"costComparisonNote":null},{"configId":"openai:gpt-5.4:none:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":16.92,"costRatio":1.15,"costComparisonNote":null},{"configId":"openai:gpt-5.4:low:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":33.84,"costRatio":1.15,"costComparisonNote":null},{"configId":"openai:gpt-5:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":43.31,"costRatio":1.19,"costComparisonNote":null},{"configId":"openai:gpt-5.1:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":43.73,"costRatio":1.19,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":8.72,"costRatio":1.22,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:medium:direct:native","scoreDeficit":21.34,"costRatio":1.22,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:high:direct:native","scoreDeficit":41.81,"costRatio":1.06,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:high:direct:native","scoreDeficit":33.65,"costRatio":1.11,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:low:direct:native","dominatedById":"openai:gpt-6.2-astra:high:direct:native","scoreDeficit":31.47,"costRatio":1.17,"costComparisonNote":null},{"configId":"openai:gpt-5.2:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":42.12,"costRatio":1.03,"costComparisonNote":null},{"configId":"openai:gpt-5.4:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":26.87,"costRatio":1.11,"costComparisonNote":null},{"configId":"openai:o3:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":43.16,"costRatio":1.22,"costComparisonNote":null},{"configId":"openai:gpt-5.5:low:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":36.52,"costRatio":1.38,"costComparisonNote":null},{"configId":"openai:gpt-5.1:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":34.02,"costRatio":1.44,"costComparisonNote":null},{"configId":"openai:gpt-5:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":41.74,"costRatio":1.44,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":21.78,"costRatio":1.45,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":11.04,"costRatio":1.47,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":20.99,"costRatio":1.47,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:max:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":4.63,"costRatio":1.59,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":21.78,"costRatio":1.71,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":11.04,"costRatio":1.8,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":16.98,"costRatio":1.8,"costComparisonNote":null},{"configId":"openai:gpt-5.2:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":42.37,"costRatio":1.94,"costComparisonNote":null},{"configId":"openai:gpt-5.5:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":17.24,"costRatio":2.08,"costComparisonNote":null},{"configId":"openai:gpt-5.4:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":16.65,"costRatio":2.09,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":18.13,"costRatio":2.1,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:low:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":8.06,"costRatio":2.21,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:none:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":15.68,"costRatio":2.21,"costComparisonNote":null},{"configId":"openai:gpt-5.2:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":35.06,"costRatio":2.38,"costComparisonNote":null},{"configId":"openai:gpt-5.4:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":22.65,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:max:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":8,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:max:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":16.75,"costRatio":2.57,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":13.77,"costRatio":2.74,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:max:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":18.15,"costRatio":3,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:medium:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":3.73,"costRatio":3.33,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":14.2,"costRatio":3.36,"costComparisonNote":null},{"configId":"openai:gpt-5.5:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":14.03,"costRatio":3.91,"costComparisonNote":null},{"configId":"openai:gpt-5.5:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":14.86,"costRatio":4.8,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:max:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":6.86,"costRatio":4.81,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":3.72,"costRatio":6.26,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":3.41,"costRatio":7.69,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:max:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":8.99,"costRatio":11.03,"costComparisonNote":null},{"configId":"openai:gpt-5.5-pro:high:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":14.14,"costRatio":19.94,"costComparisonNote":null},{"configId":"openai:gpt-5.5-pro:xhigh:direct:native","dominatedById":"openai:gpt-6.2-astra:xhigh:direct:native","scoreDeficit":10.08,"costRatio":24.53,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-6-luna:low:direct:native","defaultId":"openai:gpt-6.2-sol:high:direct:native","maxId":"openai:gpt-6.2-astra:xhigh:direct:native"}},{"provider":"google","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"google:gemini-3.1-flash-lite:low:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.2718,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-4-hydrogen:low:direct:native","zStepFromPrev":3.511,"pBetterThanPrev":0.9998,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.1353,"marginalScorePerDollar":535.177,"costMultipleFromPrev":1.23},{"configId":"google:gemini-3.8-flash:low:direct:native","zStepFromPrev":1.256,"pBetterThanPrev":0.8954,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.5684,"marginalScorePerDollar":42.145,"costMultipleFromPrev":1.85},{"configId":"google:gemini-4-neon:low:direct:native","zStepFromPrev":0.311,"pBetterThanPrev":0.6221,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4402,"marginalScorePerDollar":12.749,"costMultipleFromPrev":1.37},{"configId":"google:gemini-4-hydrogen:high:direct:native","zStepFromPrev":0.404,"pBetterThanPrev":0.657,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.3456,"marginalScorePerDollar":1.649,"costMultipleFromPrev":2.51},{"configId":"google:gemini-4-neon:medium:direct:native","zStepFromPrev":1.165,"pBetterThanPrev":0.878,"statisticallyTied":false,"imputationSensitive":true,"paretoProb":0.6704,"marginalScorePerDollar":171.564,"costMultipleFromPrev":1.02},{"configId":"google:gemini-4-neon:high:direct:native","zStepFromPrev":1.595,"pBetterThanPrev":0.9446,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8797,"marginalScorePerDollar":3.28,"costMultipleFromPrev":1.97}],"pruned":[{"configId":"google:gemini-3.1-flash-lite:minimal:direct:native","dominatedById":"google:gemini-3.1-flash-lite:low:direct:native","scoreDeficit":0.72,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3-flash:minimal:direct:native","dominatedById":"google:gemini-4-hydrogen:low:direct:native","scoreDeficit":5.84,"costRatio":1.51,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:low:direct:native","dominatedById":"google:gemini-3.8-flash:low:direct:native","scoreDeficit":10.74,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.6-flash:low:direct:native","dominatedById":"google:gemini-3.8-flash:low:direct:native","scoreDeficit":20.56,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.6-flash:minimal:direct:native","dominatedById":"google:gemini-3.8-flash:low:direct:native","scoreDeficit":32.7,"costRatio":1,"costComparisonNote":null},{"configId":"google:gemini-3.1-flash-lite:high:direct:native","dominatedById":"google:gemini-3.8-flash:low:direct:native","scoreDeficit":35.97,"costRatio":1.25,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash-lite:minimal:direct:native","dominatedById":"google:gemini-3.8-flash:low:direct:native","scoreDeficit":27.5,"costRatio":1.28,"costComparisonNote":null},{"configId":"google:gemini-4-hydrogen:medium:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":5.86,"costRatio":1.07,"costComparisonNote":null},{"configId":"google:gemini-3.8-flash:medium:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":0.22,"costRatio":1.1,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:medium:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":8.59,"costRatio":1.1,"costComparisonNote":null},{"configId":"google:gemini-3.6-flash:medium:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":14.42,"costRatio":1.1,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash:minimal:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":32.56,"costRatio":1.58,"costComparisonNote":null},{"configId":"google:gemini-3-flash:high:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":18.33,"costRatio":1.68,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash-lite:low:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":35.77,"costRatio":1.7,"costComparisonNote":null},{"configId":"google:gemini-3.7-flash:high:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":4.16,"costRatio":2.07,"costComparisonNote":null},{"configId":"google:gemini-3.8-flash:high:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":6.98,"costRatio":2.07,"costComparisonNote":null},{"configId":"google:gemini-3.6-flash:high:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":12.51,"costRatio":2.07,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash-lite:medium:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":34.14,"costRatio":2.1,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash:medium:direct:native","dominatedById":"google:gemini-4-neon:low:direct:native","scoreDeficit":12.53,"costRatio":2.38,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash-lite:high:direct:native","dominatedById":"google:gemini-4-neon:medium:direct:native","scoreDeficit":44.36,"costRatio":1.33,"costComparisonNote":null},{"configId":"google:gemini-4-hydrogen:xhigh:direct:native","dominatedById":"google:gemini-4-neon:medium:direct:native","scoreDeficit":3.34,"costRatio":1.66,"costComparisonNote":null},{"configId":"google:gemini-3.5-flash:high:direct:native","dominatedById":"google:gemini-4-neon:medium:direct:native","scoreDeficit":17.86,"costRatio":1.75,"costComparisonNote":null},{"configId":"google:gemini-3.1-pro:high:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":26.59,"costRatio":1.15,"costComparisonNote":null},{"configId":"google:gemini-4-argon:low:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":31.31,"costRatio":1.17,"costComparisonNote":null},{"configId":"google:gemini-4-neon:xhigh:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":0.34,"costRatio":1.72,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:medium:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":6.27,"costRatio":1.76,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:low:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":11.82,"costRatio":1.92,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:high:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":2.45,"costRatio":2.07,"costComparisonNote":null},{"configId":"google:gemini-4-argon:medium:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":14.32,"costRatio":2.31,"costComparisonNote":null},{"configId":"google:gemini-4-argon:high:direct:native","dominatedById":"google:gemini-4-neon:high:direct:native","scoreDeficit":8.07,"costRatio":2.66,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-3.1-flash-lite:low:direct:native","defaultId":"google:gemini-4-neon:low:direct:native","maxId":"google:gemini-4-neon:high:direct:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"spacexai:grok-4.20:none:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6944,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.6:medium:direct:native","zStepFromPrev":0.427,"pBetterThanPrev":0.6654,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.5846,"marginalScorePerDollar":4.365,"costMultipleFromPrev":3.16}],"pruned":[{"configId":"spacexai:grok-4.3:low:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":18.82,"costRatio":1,"costComparisonNote":null},{"configId":"spacexai:grok-4.20:thinking:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":13.79,"costRatio":2.04,"costComparisonNote":null},{"configId":"spacexai:grok-4.5:low:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":8.45,"costRatio":2.09,"costComparisonNote":null},{"configId":"spacexai:grok-4.6:low:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":10.82,"costRatio":2.09,"costComparisonNote":null},{"configId":"spacexai:grok-4.3:high:direct:native","dominatedById":"spacexai:grok-4.20:none:direct:native","scoreDeficit":16.89,"costRatio":2.85,"costComparisonNote":null},{"configId":"spacexai:grok-4.5:medium:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":3.76,"costRatio":1,"costComparisonNote":null},{"configId":"spacexai:grok-4.6:high:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":5.69,"costRatio":1.88,"costComparisonNote":null},{"configId":"spacexai:grok-4.5:high:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":6.39,"costRatio":1.88,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:low:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":9.99,"costRatio":2.26,"costComparisonNote":null},{"configId":"spacexai:grok-4.6:xhigh:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":1.72,"costRatio":2.3,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:medium:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":1.09,"costRatio":3.28,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:high:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":4.76,"costRatio":4.78,"costComparisonNote":null},{"configId":"spacexai:grok-4.7:xhigh:direct:native","dominatedById":"spacexai:grok-4.6:medium:direct:native","scoreDeficit":4.05,"costRatio":6.01,"costComparisonNote":null}],"verdicts":{"budgetId":"spacexai:grok-4.20:none:direct:native","defaultId":null,"maxId":"spacexai:grok-4.6:medium:direct:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"meta:muse-ember:xhigh:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9313,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-ember:max:direct:native","zStepFromPrev":0.716,"pBetterThanPrev":0.7629,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6953,"marginalScorePerDollar":147.656,"costMultipleFromPrev":1.17},{"configId":"meta:muse-spark-1.1:high:direct:native","zStepFromPrev":1.697,"pBetterThanPrev":0.9552,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.3662,"marginalScorePerDollar":5.12,"costMultipleFromPrev":13.01},{"configId":"meta:muse-spark-1.2:xhigh:direct:native","zStepFromPrev":1.252,"pBetterThanPrev":0.8947,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7641,"marginalScorePerDollar":19.451,"costMultipleFromPrev":1.22},{"configId":"meta:muse-wonder:max:direct:native","zStepFromPrev":0.319,"pBetterThanPrev":0.625,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5763,"marginalScorePerDollar":0.366,"costMultipleFromPrev":3.21}],"pruned":[{"configId":"meta:muse-spark-1.2:high:direct:native","dominatedById":"meta:muse-spark-1.1:high:direct:native","scoreDeficit":4.26,"costRatio":1,"costComparisonNote":null},{"configId":"meta:muse-spark-1.3:xhigh:direct:native","dominatedById":"meta:muse-spark-1.2:xhigh:direct:native","scoreDeficit":6.89,"costRatio":1,"costComparisonNote":null},{"configId":"meta:muse-spark-1.1:xhigh:direct:native","dominatedById":"meta:muse-spark-1.2:xhigh:direct:native","scoreDeficit":13.71,"costRatio":1,"costComparisonNote":null},{"configId":"meta:muse-spark-1.3:max:direct:native","dominatedById":"meta:muse-spark-1.2:xhigh:direct:native","scoreDeficit":3.46,"costRatio":1.43,"costComparisonNote":null},{"configId":"meta:muse-wonder:high:direct:native","dominatedById":"meta:muse-spark-1.2:xhigh:direct:native","scoreDeficit":9.05,"costRatio":2.11,"costComparisonNote":null}],"verdicts":{"budgetId":"meta:muse-ember:xhigh:direct:native","defaultId":"meta:muse-spark-1.2:xhigh:direct:native","maxId":"meta:muse-wonder:max:direct:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"deepseek:deepseek-v4.1-flash-1017:none:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.5689,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","zStepFromPrev":3.766,"pBetterThanPrev":0.9999,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8968,"marginalScorePerDollar":1996.738,"costMultipleFromPrev":1.03}],"pruned":[{"configId":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","scoreDeficit":12.53,"costRatio":1.04,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4-pro-0813:low:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","scoreDeficit":7.58,"costRatio":1.23,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4.1-flash-1017:max:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","scoreDeficit":5.98,"costRatio":1.37,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4-pro-0813:high:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","scoreDeficit":13.28,"costRatio":1.93,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4-pro-0813:none:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","scoreDeficit":24.94,"costRatio":2.22,"costComparisonNote":null},{"configId":"deepseek:deepseek-v4-pro-0813:max:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:low:direct:native","scoreDeficit":11.84,"costRatio":4.02,"costComparisonNote":null}],"verdicts":{"budgetId":"deepseek:deepseek-v4.1-flash-1017:none:direct:native","defaultId":null,"maxId":"deepseek:deepseek-v4.1-flash-1017:low:direct:native"}},{"provider":"moonshot","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"moonshot:kimi-k2.6:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7225,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"moonshot:kimi-k3.1-pro:max:direct:native","zStepFromPrev":6.382,"pBetterThanPrev":1,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9363,"marginalScorePerDollar":8.146,"costMultipleFromPrev":3.12}],"pruned":[{"configId":"moonshot:kimi-k3:low:direct:native","dominatedById":"moonshot:kimi-k2.6:thinking:direct:native","scoreDeficit":8.17,"costRatio":1.59,"costComparisonNote":null},{"configId":"moonshot:kimi-k2.7-code:max:direct:native","dominatedById":"moonshot:kimi-k2.6:thinking:direct:native","scoreDeficit":2.48,"costRatio":2.44,"costComparisonNote":null},{"configId":"moonshot:kimi-k3:high:direct:native","dominatedById":"moonshot:kimi-k3.1-pro:max:direct:native","scoreDeficit":9.91,"costRatio":1.45,"costComparisonNote":null},{"configId":"moonshot:kimi-k3:max:direct:native","dominatedById":"moonshot:kimi-k3.1-pro:max:direct:native","scoreDeficit":7.21,"costRatio":2.54,"costComparisonNote":null}],"verdicts":{"budgetId":"moonshot:kimi-k2.6:thinking:direct:native","defaultId":null,"maxId":"moonshot:kimi-k3.1-pro:max:direct:native"}},{"provider":"alibaba","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"alibaba:qwen3.7-max:thinking:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6481,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"alibaba:qwen3.8-max-0902:xhigh:direct:native","zStepFromPrev":0.445,"pBetterThanPrev":0.672,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6282,"marginalScorePerDollar":2.683,"costMultipleFromPrev":1.4},{"configId":"alibaba:qwen4-max:xhigh:direct:native","zStepFromPrev":2.283,"pBetterThanPrev":0.9888,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9881,"marginalScorePerDollar":35.203,"costMultipleFromPrev":1.1}],"pruned":[],"verdicts":{"budgetId":"alibaba:qwen3.7-max:thinking:direct:native","defaultId":null,"maxId":"alibaba:qwen4-max:xhigh:direct:native"}},{"provider":"zhipu","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"zhipu:glm-5.3-flash:low:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7695,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"zhipu:glm-5.3-flash:high:direct:native","zStepFromPrev":1.134,"pBetterThanPrev":0.8717,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7608,"marginalScorePerDollar":61.727,"costMultipleFromPrev":2.11}],"pruned":[{"configId":"zhipu:glm-5.3-flash:max:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":5.8,"costRatio":1.95,"costComparisonNote":null},{"configId":"zhipu:glm-5.2:low:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":6.08,"costRatio":2.16,"costComparisonNote":null},{"configId":"zhipu:glm-5.2:none:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":14.2,"costRatio":2.16,"costComparisonNote":null},{"configId":"zhipu:glm-5.1:none:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":25.91,"costRatio":2.16,"costComparisonNote":null},{"configId":"zhipu:glm-5:thinking:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":12.14,"costRatio":3.31,"costComparisonNote":null},{"configId":"zhipu:glm-5.1:thinking:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":10.98,"costRatio":4.4,"costComparisonNote":null},{"configId":"zhipu:glm-5.3:low:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":9.81,"costRatio":5.27,"costComparisonNote":null},{"configId":"zhipu:glm-5.2:max:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":5.16,"costRatio":10.75,"costComparisonNote":null},{"configId":"zhipu:glm-5.3:max:direct:native","dominatedById":"zhipu:glm-5.3-flash:high:direct:native","scoreDeficit":1.91,"costRatio":16.76,"costComparisonNote":null}],"verdicts":{"budgetId":"zhipu:glm-5.3-flash:low:direct:native","defaultId":null,"maxId":"zhipu:glm-5.3-flash:high:direct:native"}}]},"cyber":{"domainId":"cyber","epochVersion":"cyber-v1.0.0","costUnit":"usd_per_task","activeBenchmarkIds":["cwe_bench_v2","cyberarena_mc_v1","aikido_arena"],"candidateBenchmarkIds":[],"benchmarkVersions":{"cwe_bench_v2":"2.0","cyberarena_mc_v1":"mc-v1","aikido_arena":"1.0"},"coverageFloor":1,"tauResid":0.5536,"regimeMeta":{"native":{"activeBenchmarkIds":["cwe_bench_v2","cyberarena_mc_v1","aikido_arena"],"costSource":"measured","measuredCostBenchmarkIds":["cwe_bench_v2","aikido_arena"],"coverageFloor":1,"tauResid":0.5536,"calibrationTauResidSq":0.3065236,"priorMean":0.310638,"tauModelSq":1.171012,"anchorLabs":9,"withheldBenchmarkIds":[],"epochLink":null}},"anchorStats":{"cwe_bench_v2":{"benchmarkId":"cwe_bench_v2","mean":56.773148,"sd":10.069873,"anchorCount":17,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":-0.4203,"reliability":0.9329,"discrimination":0.8333,"effectiveWeight":0.7774,"introducedAt":"2026-11-02","invertScore":false,"popoviciuSe":3.162278},"cyberarena_mc_v1":{"benchmarkId":"cyberarena_mc_v1","mean":64.92125,"sd":6.041686,"anchorCount":12,"anchorLabs":8,"linkedViaMeanSigma":false,"raschDelta":0.562797,"reliability":0.9545,"discrimination":0.7321,"effectiveWeight":0.6988,"introducedAt":"2026-10-15","invertScore":false,"popoviciuSe":7.905694},"aikido_arena":{"benchmarkId":"aikido_arena","mean":80.377333,"sd":4.926233,"anchorCount":10,"anchorLabs":6,"linkedViaMeanSigma":false,"raschDelta":-0.665414,"reliability":0.1,"discrimination":0.0196,"effectiveWeight":0.1,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":8.838835}},"configs":[{"id":"anthropic:claude-fable-5.2:high:direct:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.95107,"shrinkageFactor":0.854525,"score":79.27,"se":6.19,"samplingSe":3.3722,"residualSe":5.1921,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":67.006135,"costFixedFloorUsd":3.925,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.8531,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:claude-fable-5-2","observedHarness":"Claude Code","rawScore":75,"zScore":1.81,"seModel":"upstream_se","seRaw":2.44898,"ciHalfWidth":4.8,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.85,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"google:gemini-4-neon:high:direct:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.57422,"shrinkageFactor":0.846517,"score":73.61,"se":6.36,"samplingSe":3.706,"residualSe":5.1677,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":55.653503,"costFixedFloorUsd":3.26,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.5712,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gemini-4-neon","observedHarness":"Antigravity","rawScore":70.7,"zScore":1.383,"seModel":"upstream_se","seRaw":2.704082,"ciHalfWidth":5.3,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.52,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"google:gemini-4-hydrogen:high:direct:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.355653,"shrinkageFactor":0.846517,"score":70.33,"se":6.36,"samplingSe":3.706,"residualSe":5.1677,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":22.449189,"costFixedFloorUsd":1.315,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.7252,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gemini-4-hydrogen","observedHarness":"Antigravity","rawScore":68.1,"zScore":1.1248,"seModel":"upstream_se","seRaw":2.704082,"ciHalfWidth":5.3,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.63,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"google:gemini-4-carbon:high:direct:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.288401,"shrinkageFactor":0.846517,"score":69.33,"se":6.36,"samplingSe":3.706,"residualSe":5.1677,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":36.447923,"costFixedFloorUsd":2.135,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.464,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gemini-4-carbon","observedHarness":"Antigravity","rawScore":67.3,"zScore":1.0454,"seModel":"upstream_se","seRaw":2.704082,"ciHalfWidth":5.3,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.27,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"anthropic:claude-opus-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.275312,"shrinkageFactor":0.849797,"score":69.13,"se":6.29,"samplingSe":3.573,"residualSe":5.1777,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.791255,"costFixedFloorUsd":0.925,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.7017,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:claude-opus-5-5","observedHarness":"Claude Code","rawScore":67.1,"zScore":1.0255,"seModel":"upstream_se","seRaw":2.602041,"ciHalfWidth":5.1,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.85,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"openai:gpt-6.2-astra:high:direct:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.242633,"shrinkageFactor":0.843137,"score":68.64,"se":6.43,"samplingSe":3.8382,"residualSe":5.1574,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":36.874714,"costFixedFloorUsd":2.16,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2913,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gpt-6-2-astra","observedHarness":"Codex","rawScore":66.8,"zScore":0.9957,"seModel":"upstream_se","seRaw":2.806122,"ciHalfWidth":5.5,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.32,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"meta:muse-wonder:high:direct:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.192581,"shrinkageFactor":0.851399,"score":67.89,"se":6.26,"samplingSe":3.5063,"residualSe":5.1826,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":23.302771,"costFixedFloorUsd":1.365,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":1,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:muse-wonder","observedHarness":"opencode","rawScore":66.1,"zScore":0.9262,"seModel":"upstream_se","seRaw":2.55102,"ciHalfWidth":5,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.73,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"openai:gpt-5.6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.186813,"shrinkageFactor":0.840344,"score":67.8,"se":6.49,"samplingSe":4.1179,"residualSe":5.0109,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.529642,"costFixedFloorUsd":7.307019,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.3702,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:gpt-5.6-sol","observedHarness":"Aikido Security Harness","rawScore":86.43,"zScore":1.2287,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":14.614038,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.aikido.dev/aikido-arena"},{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:gpt-5.6-sol:codex","observedHarness":"Codex","rawScore":76.03,"zScore":1.8387,"seModel":"upstream_se","seRaw":1.367903,"ciHalfWidth":2.6811,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"openai:gpt-6.2-sol:high:direct:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.177397,"shrinkageFactor":0.844839,"score":67.66,"se":6.39,"samplingSe":3.7722,"residualSe":5.1626,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":6.914009,"costFixedFloorUsd":0.405,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.6458,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gpt-6-2-sol","observedHarness":"Codex","rawScore":66,"zScore":0.9163,"seModel":"upstream_se","seRaw":2.755102,"ciHalfWidth":5.4,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.81,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"google:gemini-4-argon:high:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.098093,"shrinkageFactor":0.849797,"score":66.47,"se":6.29,"samplingSe":3.573,"residualSe":5.1777,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":31.58251,"costFixedFloorUsd":1.85,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.4201,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gemini-4-argon","observedHarness":"Antigravity","rawScore":65,"zScore":0.817,"seModel":"upstream_se","seRaw":2.602041,"ciHalfWidth":5.1,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.7,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"openai:gpt-6-sol:medium:direct:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.092609,"shrinkageFactor":0.835974,"score":66.39,"se":6.57,"samplingSe":4.2707,"residualSe":4.9978,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.568259,"costFixedFloorUsd":3.913453,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.616,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:gpt-6-sol","observedHarness":"Aikido Security Harness","rawScore":77.31,"zScore":-0.6227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.826906,"evalDate":"2026-09-28","publishedDate":"2026-09-28","sourceUrl":"https://www.aikido.dev/aikido-arena"},{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:gpt-6-sol:codex","observedHarness":"Codex","rawScore":76.89,"zScore":1.981,"seModel":"upstream_se","seRaw":1.489494,"ciHalfWidth":2.9194,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"openai:gpt-6-astra:high:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":1.026381,"shrinkageFactor":0.844839,"score":65.4,"se":6.39,"samplingSe":3.7722,"residualSe":5.1626,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":33.033598,"costFixedFloorUsd":1.935,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.1659,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gpt-6-astra","observedHarness":"Codex","rawScore":64.2,"zScore":0.7375,"seModel":"upstream_se","seRaw":2.755102,"ciHalfWidth":5.4,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.87,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"anthropic:claude-opus-5:high:direct:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.947301,"shrinkageFactor":0.840344,"score":64.21,"se":6.49,"samplingSe":4.1179,"residualSe":5.0109,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.731282,"costFixedFloorUsd":9.193081,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.4299,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:claude-opus-5","observedHarness":"Aikido Security Harness","rawScore":84.16,"zScore":0.7679,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":18.386161,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.aikido.dev/aikido-arena"},{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:claude-opus-5:claude","observedHarness":"Claude Code","rawScore":74.46,"zScore":1.5788,"seModel":"upstream_se","seRaw":1.367903,"ciHalfWidth":2.6811,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"anthropic:claude-sonnet-5.5:high:direct:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.792422,"shrinkageFactor":0.846517,"score":61.89,"se":6.36,"samplingSe":3.706,"residualSe":5.1677,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.950772,"costFixedFloorUsd":0.29,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.861,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:claude-sonnet-5-5","observedHarness":"Claude Code","rawScore":61.4,"zScore":0.4595,"seModel":"upstream_se","seRaw":2.704082,"ciHalfWidth":5.3,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.58,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"openai:gpt-6.1-terra:high:direct:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.672536,"shrinkageFactor":0.841411,"score":60.09,"se":6.46,"samplingSe":3.9039,"residualSe":5.1521,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.755758,"costFixedFloorUsd":0.22,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.672,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:gpt-6-1-terra","observedHarness":"Codex","rawScore":60,"zScore":0.3204,"seModel":"upstream_se","seRaw":2.857143,"ciHalfWidth":5.6,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.44,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.450967,"shrinkageFactor":0.852528,"score":56.76,"se":6.23,"samplingSe":4.2516,"residualSe":4.5585,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.368071,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":1,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:deepseek/deepseek-v4.1-flash-1017","observedHarness":"Aikido Security Harness","rawScore":78.4,"zScore":-0.4014,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.696143,"evalDate":"2026-10-27","publishedDate":"2026-10-27","sourceUrl":"https://www.aikido.dev/aikido-arena"},{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:deepseek-v4-1-flash","observedHarness":"opencode","rawScore":57.6,"zScore":0.0821,"seModel":"upstream_se","seRaw":2.602041,"ciHalfWidth":5.1,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.04,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"spacexai:grok-4.7:high:direct:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.251864,"shrinkageFactor":0.851241,"score":53.78,"se":6.26,"samplingSe":4.2949,"residualSe":4.555,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.680879,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.8601,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:grok-4.7","observedHarness":"Aikido Security Harness","rawScore":79.33,"zScore":-0.2126,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":16.391758,"evalDate":"2026-09-28","publishedDate":"2026-09-28","sourceUrl":"https://www.aikido.dev/aikido-arena"},{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:grok-4-7","observedHarness":"opencode","rawScore":54.7,"zScore":-0.2059,"seModel":"upstream_se","seRaw":2.653061,"ciHalfWidth":5.2,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.97,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"zhipu:glm-5.3:max:direct:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.256018,"shrinkageFactor":0.847187,"score":46.16,"se":6.35,"samplingSe":3.8665,"residualSe":5.0312,"coverageCount":2,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.986985,"costFixedFloorUsd":2.558836,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.9097,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:zai/glm-5.3","observedHarness":"Aikido Security Harness","rawScore":76.8,"zScore":-0.7262,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.117673,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.aikido.dev/aikido-arena"},{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:glm-5.3:opencode","observedHarness":"OpenCode","rawScore":65.9,"zScore":0.162,"seModel":"upstream_se","seRaw":1.155118,"ciHalfWidth":2.264,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"google:gemini-3.7-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.7-flash","displayName":"Gemini 3.7 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.31433,"shrinkageFactor":0.85075,"score":45.29,"se":6.27,"samplingSe":2.5756,"residualSe":5.7175,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.49288,"costLogSd":0.687,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-06-18","paretoProb":0.9023,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:gemini-3.7-flash:gemini","observedHarness":"gemini","rawScore":65.76,"zScore":0.1388,"seModel":"upstream_se","seRaw":1.12472,"ciHalfWidth":2.2045,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"spacexai:grok-4.6:high:direct:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.344366,"shrinkageFactor":0.845896,"score":44.83,"se":6.37,"samplingSe":2.8459,"residualSe":5.7012,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.974269,"costLogSd":0.6784,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.8759,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:grok-4.6:grok","observedHarness":"grok","rawScore":65.52,"zScore":0.0991,"seModel":"upstream_se","seRaw":1.246312,"ciHalfWidth":2.4428,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"anthropic:claude-opus-4.8:none:direct:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"none","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.351286,"shrinkageFactor":0.853009,"score":44.73,"se":6.22,"samplingSe":2.4396,"residualSe":5.7251,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":18.512271,"costLogSd":0.73,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0.0758,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:claude-opus-4-8:claude","observedHarness":"Claude Code","rawScore":65.51,"zScore":0.0974,"seModel":"upstream_se","seRaw":1.063924,"ciHalfWidth":2.0853,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"alibaba:qwen3.8-max-0902:high:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max-0902","displayName":"Qwen3.8 Max (0902)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.559193,"shrinkageFactor":0.852975,"score":41.61,"se":6.22,"samplingSe":3.4393,"residualSe":5.1874,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":17.583776,"costFixedFloorUsd":1.03,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":1000000,"releaseDate":"2026-09-02","paretoProb":1,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:qwen-3-8-max","observedHarness":"opencode","rawScore":45.4,"zScore":-1.1294,"seModel":"upstream_se","seRaw":2.5,"ciHalfWidth":4.9,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.06,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"moonshot:kimi-k3.1-pro:high:direct:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.564391,"shrinkageFactor":0.849797,"score":41.53,"se":6.29,"samplingSe":3.573,"residualSe":5.1777,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.194381,"costFixedFloorUsd":0.48,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.7727,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:kimi-k3-1-pro","observedHarness":"opencode","rawScore":45.3,"zScore":-1.1394,"seModel":"upstream_se","seRaw":2.602041,"ciHalfWidth":5.1,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.96,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"moonshot:kimi-k3.1-pro:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"max","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.673272,"shrinkageFactor":0.804583,"score":39.9,"se":7.18,"samplingSe":4.5356,"residualSe":5.5602,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.433314,"costLogSd":1.0939,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.7131,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:kimi-k3.1-pro:kimi","observedHarness":"kimi","rawScore":62.81,"zScore":-0.3494,"seModel":"upstream_se","seRaw":2.036655,"ciHalfWidth":3.9918,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"zhipu:glm-5.3:high:direct:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.847192,"shrinkageFactor":0.852975,"score":37.29,"se":6.22,"samplingSe":3.4393,"residualSe":5.1874,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.950772,"costFixedFloorUsd":0.29,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.5664,"benchmarks":[{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","sourceId":"cwe-bench","sourceRowId":"cwe-bench:v2:glm-5-3","observedHarness":"opencode","rawScore":42,"zScore":-1.4671,"seModel":"upstream_se","seRaw":2.5,"ciHalfWidth":4.9,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.58,"evalDate":null,"publishedDate":"2026-11-18","sourceUrl":"https://cwe-bench.com/"}]},{"id":"google:gemini-3.5-flash:high:direct:native","provider":"google","modelSlug":"gemini-3.5-flash","displayName":"Gemini 3.5 Flash","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-1.131241,"shrinkageFactor":0.848378,"score":33.03,"se":6.32,"samplingSe":2.711,"residualSe":5.7096,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.686706,"costLogSd":0.6756,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3.375,"inputPer1mUsd":1.5,"outputPer1mUsd":9,"contextWindow":1048576,"releaseDate":"2026-04-12","paretoProb":0.1896,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:gemini-3.5-flash:gemini","observedHarness":"gemini","rawScore":59.93,"zScore":-0.8261,"seModel":"upstream_se","seRaw":1.185516,"ciHalfWidth":2.3236,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"deepseek:deepseek-v4-pro-0813:high:direct:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"high","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-1.37648,"shrinkageFactor":0.844614,"score":29.35,"se":6.4,"samplingSe":2.9131,"residualSe":5.6969,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.859691,"costLogSd":0.685,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.0021,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:deepseek-v4-pro-0813:deepseek","observedHarness":"deepseek","rawScore":58.13,"zScore":-1.1241,"seModel":"upstream_se","seRaw":1.276709,"ciHalfWidth":2.5024,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]},{"id":"moonshot:kimi-k3:max:direct:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"max","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-1.566634,"shrinkageFactor":0.847151,"score":26.5,"se":6.35,"samplingSe":2.7785,"residualSe":5.7054,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":15.120273,"costLogSd":0.6763,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.204,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:kimi-k3:kimi","observedHarness":"kimi","rawScore":56.81,"zScore":-1.3425,"seModel":"upstream_se","seRaw":1.215914,"ciHalfWidth":2.3832,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]}],"provisionalConfigs":[{"id":"google:gemini-4-argon:medium:direct:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.720229,"shrinkageFactor":0.244267,"score":60.8,"se":14.11,"samplingSe":13.3016,"residualSe":4.7102,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":10.311911,"costFixedFloorUsd":8.833821,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:gemini-4-argon","observedHarness":"Aikido Security Harness","rawScore":86.89,"zScore":1.322,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":17.667642,"evalDate":"2026-11-12","publishedDate":"2026-11-12","sourceUrl":"https://www.aikido.dev/aikido-arena"}]},{"id":"openai:gpt-5.6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.314623,"shrinkageFactor":0.244267,"score":54.72,"se":14.11,"samplingSe":13.3016,"residualSe":4.7102,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.449846,"costFixedFloorUsd":0.385366,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:gpt-5.6-luna","observedHarness":"Aikido Security Harness","rawScore":78.71,"zScore":-0.3385,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.770731,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.aikido.dev/aikido-arena"}]},{"id":"openai:gpt-6-astra:medium:direct:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":0.275947,"shrinkageFactor":0.244267,"score":54.14,"se":14.11,"samplingSe":13.3016,"residualSe":4.7102,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":34.644971,"costFixedFloorUsd":29.679026,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:gpt-6-astra","observedHarness":"Aikido Security Harness","rawScore":77.93,"zScore":-0.4968,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":59.358052,"evalDate":"2026-09-10","publishedDate":"2026-09-10","sourceUrl":"https://www.aikido.dev/aikido-arena"}]},{"id":"openai:gpt-6-luna:medium:direct:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"medium","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-0.335504,"shrinkageFactor":0.244267,"score":44.97,"se":14.11,"samplingSe":13.3016,"residualSe":4.7102,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":0.208543,"costFixedFloorUsd":0.17865,"costLogSd":0.9946,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0,"benchmarks":[{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","sourceId":"aikido","sourceRowId":"aikido:arena:1run:gpt-6-luna","observedHarness":"Aikido Security Harness","rawScore":63.04,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.357301,"evalDate":"2026-09-28","publishedDate":"2026-09-28","sourceUrl":"https://www.aikido.dev/aikido-arena"}]},{"id":"alibaba:qwen3.8-max:xhigh:direct:native","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"xhigh","harness":"direct","harnessRegime":"native","domainId":"cyber","theta":-1.029278,"shrinkageFactor":0.854096,"score":34.56,"se":6.2,"samplingSe":2.3714,"residualSe":5.7288,"coverageCount":1,"activeBenchmarkCount":3,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","sourceId":"cyber-arena","sourceRowId":"cyber-arena:mc-v1:qwen3.8-max:qwen","observedHarness":"qwen","rawScore":60.72,"zScore":-0.6954,"seModel":"upstream_se","seRaw":1.033527,"ciHalfWidth":2.0257,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":"2026-11-21","publishedDate":"2026-11-21","sourceUrl":"https://cyber-arena.ai/"}]}],"frontiers":[{"provider":"anthropic","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"anthropic:claude-sonnet-5.5:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.861,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-opus-5:high:direct:native","zStepFromPrev":0.249,"pBetterThanPrev":0.5983,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4299,"marginalScorePerDollar":0.401,"costMultipleFromPrev":2.17},{"configId":"anthropic:claude-opus-5.5:high:direct:native","zStepFromPrev":0.53,"pBetterThanPrev":0.7021,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7017,"marginalScorePerDollar":0.972,"costMultipleFromPrev":1.47},{"configId":"anthropic:claude-fable-5.2:high:direct:native","zStepFromPrev":1.184,"pBetterThanPrev":0.8818,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8531,"marginalScorePerDollar":0.198,"costMultipleFromPrev":4.24}],"pruned":[{"configId":"anthropic:claude-opus-4.8:none:direct:native","dominatedById":"anthropic:claude-opus-5.5:high:direct:native","scoreDeficit":24.4,"costRatio":1.17,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-sonnet-5.5:high:direct:native","defaultId":null,"maxId":"anthropic:claude-fable-5.2:high:direct:native"}},{"provider":"openai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"openai:gpt-6.1-terra:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.672,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-6-sol:medium:direct:native","zStepFromPrev":0.667,"pBetterThanPrev":0.7475,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.616,"marginalScorePerDollar":7.754,"costMultipleFromPrev":1.22},{"configId":"openai:gpt-6.2-sol:high:direct:native","zStepFromPrev":0.135,"pBetterThanPrev":0.5537,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.6458,"marginalScorePerDollar":0.541,"costMultipleFromPrev":1.51},{"configId":"openai:gpt-5.6-sol:medium:direct:native","zStepFromPrev":0.015,"pBetterThanPrev":0.506,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.3702,"marginalScorePerDollar":0.087,"costMultipleFromPrev":1.23},{"configId":"openai:gpt-6.2-astra:high:direct:native","zStepFromPrev":0.09,"pBetterThanPrev":0.5357,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2913,"marginalScorePerDollar":0.03,"costMultipleFromPrev":4.32}],"pruned":[{"configId":"openai:gpt-6-astra:high:direct:native","dominatedById":"openai:gpt-5.6-sol:medium:direct:native","scoreDeficit":2.4,"costRatio":3.87,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-6.1-terra:high:direct:native","defaultId":null,"maxId":"openai:gpt-6.2-astra:high:direct:native"}},{"provider":"google","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"google:gemini-3.7-flash:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9023,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-4-hydrogen:high:direct:native","zStepFromPrev":2.721,"pBetterThanPrev":0.9968,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7252,"marginalScorePerDollar":1.321,"costMultipleFromPrev":6.43},{"configId":"google:gemini-4-neon:high:direct:native","zStepFromPrev":0.375,"pBetterThanPrev":0.6463,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.5712,"marginalScorePerDollar":0.099,"costMultipleFromPrev":2.48}],"pruned":[{"configId":"google:gemini-3.5-flash:high:direct:native","dominatedById":"google:gemini-3.7-flash:high:direct:native","scoreDeficit":12.26,"costRatio":2.49,"costComparisonNote":null},{"configId":"google:gemini-4-argon:high:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":3.86,"costRatio":1.41,"costComparisonNote":null},{"configId":"google:gemini-4-carbon:high:direct:native","dominatedById":"google:gemini-4-hydrogen:high:direct:native","scoreDeficit":1,"costRatio":1.62,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-3.7-flash:high:direct:native","defaultId":"google:gemini-4-hydrogen:high:direct:native","maxId":"google:gemini-4-neon:high:direct:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"spacexai:grok-4.6:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8759,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.7:high:direct:native","zStepFromPrev":0.975,"pBetterThanPrev":0.8353,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.8601,"marginalScorePerDollar":2.415,"costMultipleFromPrev":1.62}],"pruned":[],"verdicts":{"budgetId":"spacexai:grok-4.6:high:direct:native","defaultId":null,"maxId":"spacexai:grok-4.7:high:direct:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"meta:muse-wonder:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"meta:muse-wonder:high:direct:native","defaultId":null,"maxId":"meta:muse-wonder:high:direct:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"deepseek:deepseek-v4-pro-0813:high:direct:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","scoreDeficit":27.41,"costRatio":10.49,"costComparisonNote":null}],"verdicts":{"budgetId":"deepseek:deepseek-v4.1-flash-1017:high:direct:native","defaultId":null,"maxId":"deepseek:deepseek-v4.1-flash-1017:high:direct:native"}},{"provider":"moonshot","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"moonshot:kimi-k3.1-pro:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7727,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"moonshot:kimi-k3.1-pro:max:direct:native","dominatedById":"moonshot:kimi-k3.1-pro:high:direct:native","scoreDeficit":1.63,"costRatio":1.15,"costComparisonNote":null},{"configId":"moonshot:kimi-k3:max:direct:native","dominatedById":"moonshot:kimi-k3.1-pro:high:direct:native","scoreDeficit":15.03,"costRatio":1.85,"costComparisonNote":null}],"verdicts":{"budgetId":"moonshot:kimi-k3.1-pro:high:direct:native","defaultId":null,"maxId":"moonshot:kimi-k3.1-pro:high:direct:native"}},{"provider":"alibaba","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"alibaba:qwen3.8-max-0902:high:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"alibaba:qwen3.8-max-0902:high:direct:native","defaultId":null,"maxId":"alibaba:qwen3.8-max-0902:high:direct:native"}},{"provider":"zhipu","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"zhipu:glm-5.3:max:direct:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9097,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"zhipu:glm-5.3:high:direct:native","dominatedById":"zhipu:glm-5.3:max:direct:native","scoreDeficit":8.87,"costRatio":1.66,"costComparisonNote":null}],"verdicts":{"budgetId":"zhipu:glm-5.3:max:direct:native","defaultId":null,"maxId":"zhipu:glm-5.3:max:direct:native"}}]},"harnesses":{"domainId":"harnesses","epochVersion":"harnesses-v1.0.0","costUnit":"usd_per_task","activeBenchmarkIds":["tbench_4_1","vulcanbench_swe_v4","aa_agent_frontiercode","aa_agent_swe_atlas","weirdml_v3","epoch_posttrainbench"],"candidateBenchmarkIds":[],"benchmarkVersions":{"tbench_4_1":"4.1","vulcanbench_swe_v4":"4.0","aa_agent_frontiercode":"2.0","aa_agent_swe_atlas":"1.0","weirdml_v3":"3.0","epoch_posttrainbench":"2026.11"},"coverageFloor":1,"tauResid":0.6922,"regimeMeta":{"native":{"activeBenchmarkIds":["tbench_4_1","vulcanbench_swe_v4","aa_agent_frontiercode","aa_agent_swe_atlas","weirdml_v3","epoch_posttrainbench"],"costSource":"measured","measuredCostBenchmarkIds":["tbench_4_1","vulcanbench_swe_v4"],"coverageFloor":1,"tauResid":0.6922,"calibrationTauResidSq":0.47919073,"priorMean":0.124185,"tauModelSq":0.639443,"anchorLabs":9,"withheldBenchmarkIds":[],"epochLink":null}},"anchorStats":{"tbench_4_1":{"benchmarkId":"tbench_4_1","mean":36.887573,"sd":17.351927,"anchorCount":50,"anchorLabs":9,"linkedViaMeanSigma":false,"raschDelta":0.003127,"reliability":0.8742,"discrimination":0.2819,"effectiveWeight":0.2465,"introducedAt":"2026-09-01","invertScore":false,"popoviciuSe":6.154575},"vulcanbench_swe_v4":{"benchmarkId":"vulcanbench_swe_v4","mean":87.153364,"sd":7.907176,"anchorCount":86,"anchorLabs":5,"linkedViaMeanSigma":false,"raschDelta":-0.560031,"reliability":0.9721,"discrimination":0.7,"effectiveWeight":0.6805,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":10.425721},"aa_agent_frontiercode":{"benchmarkId":"aa_agent_frontiercode","mean":29.295278,"sd":8.443617,"anchorCount":29,"anchorLabs":6,"linkedViaMeanSigma":false,"raschDelta":-0.123778,"reliability":0.7344,"discrimination":0.5208,"effectiveWeight":0.3824,"introducedAt":"2026-10-15","invertScore":false,"popoviciuSe":4.351941},"aa_agent_swe_atlas":{"benchmarkId":"aa_agent_swe_atlas","mean":57.55977,"sd":6.475508,"anchorCount":29,"anchorLabs":6,"linkedViaMeanSigma":false,"raschDelta":-1.069831,"reliability":0.5192,"discrimination":0.0221,"effectiveWeight":0.1,"introducedAt":"2026-10-15","invertScore":false,"popoviciuSe":4.490133},"weirdml_v3":{"benchmarkId":"weirdml_v3","mean":12.947321,"sd":9.073108,"anchorCount":26,"anchorLabs":7,"linkedViaMeanSigma":false,"raschDelta":0.599807,"reliability":0.9937,"discrimination":0.8571,"effectiveWeight":0.8518,"introducedAt":"2026-10-01","invertScore":false,"popoviciuSe":12.909944},"epoch_posttrainbench":{"benchmarkId":"epoch_posttrainbench","mean":30.19581,"sd":8.327096,"anchorCount":20,"anchorLabs":6,"linkedViaMeanSigma":false,"raschDelta":0.237303,"reliability":0.1,"discrimination":0.0781,"effectiveWeight":0.1,"introducedAt":"2026-09-01","invertScore":false,"popoviciuSe":11.18034}},"configs":[{"id":"anthropic:claude-fable-5.2:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":1.956089,"shrinkageFactor":0.925059,"score":79.34,"se":3.28,"samplingSe":0.7063,"residualSe":3.2067,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":9.8009,"costFixedFloorUsd":2.494756,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.8876,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.2:Claude Code:xhigh","observedHarness":"Claude Code","rawScore":93.25,"zScore":0.771,"seModel":"upstream_se","seRaw":0.4481,"ciHalfWidth":0.8783,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.989512,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:fable-5.2:claude_code:xhigh","observedHarness":"Claude Code","rawScore":43.09,"zScore":3.3222,"seModel":"upstream_ci","ciHalfWidth":1.3553,"ciLower":41.7384,"ciUpper":44.4491,"measuredCostUsd":28.930679,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6-astra:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":1.67518,"shrinkageFactor":0.953501,"score":75.13,"se":2.59,"samplingSe":1.0748,"residualSe":2.3526,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.71239,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.6143,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Astra:xhigh:Codex","observedHarness":"Codex","rawScore":59.7,"zScore":1.3147,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.122758,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Astra:Codex:xhigh","observedHarness":"Codex","rawScore":89.16,"zScore":0.2538,"seModel":"upstream_se","seRaw":0.2971,"ciHalfWidth":0.5823,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.302022,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-6-astra-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":42.22,"zScore":3.2263,"seModel":"upstream_ci","ciHalfWidth":1.9634,"ciLower":40.2107,"ciUpper":44.1375,"measuredCostUsd":27.854004,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6.1-sol:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":1.444869,"shrinkageFactor":0.921805,"score":71.67,"se":3.35,"samplingSe":1.0016,"residualSe":3.2011,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.853667,"costFixedFloorUsd":0.217296,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.8525,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Sol:Codex:xhigh","observedHarness":"Codex","rawScore":88.78,"zScore":0.2057,"seModel":"upstream_se","seRaw":0.4038,"ciHalfWidth":0.7914,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.434591,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-6.1-sol-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":38.25,"zScore":2.7888,"seModel":"upstream_ci","ciHalfWidth":2.1033,"ciLower":36.1128,"ciUpper":40.3193,"measuredCostUsd":5.286121,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"anthropic:claude-fable-5.2:high:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":1.378778,"shrinkageFactor":0.801592,"score":70.68,"se":5.34,"samplingSe":2.4511,"residualSe":4.7474,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.610851,"costFixedFloorUsd":1.428206,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.6013,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:37d7db5622db33bcc5c6824d564246e7","observedHarness":"Claude Code","rawScore":48.74,"zScore":2.3029,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:37d7db5622db33bcc5c6824d564246e7","observedHarness":"Claude Code","rawScore":61.83,"zScore":0.6594,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.2:Claude Code:high","observedHarness":"Claude Code","rawScore":92.76,"zScore":0.7091,"seModel":"upstream_se","seRaw":0.4336,"ciHalfWidth":0.8499,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.856412,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5.2:max:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":1.35074,"shrinkageFactor":0.850674,"score":70.26,"se":4.64,"samplingSe":2.4357,"residualSe":3.9435,"coverageCount":5,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":30.428847,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.0485,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:78442b1eea1f0b696ab08b6d12ec9354","observedHarness":"Claude Code","rawScore":43.6,"zScore":1.6941,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:78442b1eea1f0b696ab08b6d12ec9354","observedHarness":"Claude Code","rawScore":60.48,"zScore":0.451,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recHPSXIQt8doB4k3","observedHarness":"Claude Code","rawScore":44.64,"zScore":1.7346,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5.2:max:Claude Code","observedHarness":"Claude Code","rawScore":65.76,"zScore":1.6639,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":49.978061,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.2:Claude Code:max","observedHarness":"Claude Code","rawScore":93.85,"zScore":0.8469,"seModel":"upstream_se","seRaw":0.418,"ciHalfWidth":0.8193,"ciLower":null,"ciUpper":null,"measuredCostUsd":10.879634,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5.5:max:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":1.221111,"shrinkageFactor":0.84747,"score":68.32,"se":4.68,"samplingSe":2.5401,"residualSe":3.9361,"coverageCount":5,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":11.523477,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.07,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:e594775f1aa1026d8fa9385fa35f68b4","observedHarness":"Claude Code","rawScore":43.97,"zScore":1.738,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:e594775f1aa1026d8fa9385fa35f68b4","observedHarness":"Claude Code","rawScore":65.86,"zScore":1.2818,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:reclah1CJ5EejhuPm","observedHarness":"Claude Code","rawScore":43.8,"zScore":1.6337,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 5.5:max:Claude Code","observedHarness":"Claude Code","rawScore":65.76,"zScore":1.6639,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":14.298939,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Opus 5.5:Claude Code:max","observedHarness":"Claude Code","rawScore":90.22,"zScore":0.3878,"seModel":"upstream_se","seRaw":1.0241,"ciHalfWidth":2.0072,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.748014,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-sonnet-5.5:max:claude-code:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":1.150725,"shrinkageFactor":0.846255,"score":67.26,"se":4.7,"samplingSe":2.2375,"residualSe":4.1369,"coverageCount":4,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":13.871391,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0264,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:4d278d53a18fbdcb5138d11466ea0b1b","observedHarness":"Claude Code","rawScore":39.09,"zScore":1.16,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:4d278d53a18fbdcb5138d11466ea0b1b","observedHarness":"Claude Code","rawScore":64.25,"zScore":1.0332,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Sonnet 5.5:max:Claude Code","observedHarness":"Claude Code","rawScore":63.94,"zScore":1.559,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":22.223152,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Sonnet 5.5:Claude Code:max","observedHarness":"Claude Code","rawScore":92.02,"zScore":0.6155,"seModel":"upstream_se","seRaw":0.3546,"ciHalfWidth":0.695,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.519631,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5.5:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":1.144423,"shrinkageFactor":0.921222,"score":67.17,"se":3.37,"samplingSe":1.0458,"residualSe":3.2001,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.076333,"costFixedFloorUsd":2.055779,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1807,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Opus 5.5:Claude Code:xhigh","observedHarness":"Claude Code","rawScore":90.68,"zScore":0.446,"seModel":"upstream_se","seRaw":1.0968,"ciHalfWidth":2.1497,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.111557,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:opus-5.5:claude_code:xhigh","observedHarness":"Claude Code","rawScore":31.2,"zScore":2.0117,"seModel":"upstream_ci","ciHalfWidth":1.2313,"ciLower":29.9565,"ciUpper":32.4192,"measuredCostUsd":10.249391,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6-astra:max:codex:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":1.030121,"shrinkageFactor":0.850823,"score":65.45,"se":4.63,"samplingSe":2.4308,"residualSe":3.9439,"coverageCount":5,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.234336,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0188,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:97f24b3f300fe06034101d053f3a894b","observedHarness":"Codex","rawScore":42.58,"zScore":1.5733,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:97f24b3f300fe06034101d053f3a894b","observedHarness":"Codex","rawScore":59.14,"zScore":0.244,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:receLNeWeSFudcutj","observedHarness":"Codex CLI","rawScore":41.88,"zScore":1.4032,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Astra:max:Codex","observedHarness":"Codex","rawScore":60.3,"zScore":1.3493,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.900545,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Astra:Codex:max","observedHarness":"Codex","rawScore":89.3,"zScore":0.2715,"seModel":"upstream_se","seRaw":0.3663,"ciHalfWidth":0.7179,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.568128,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"google:gemini-4-carbon:high:antigravity:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"antigravity","harnessRegime":"native","domainId":"harnesses","theta":1.01506,"shrinkageFactor":0.685694,"score":65.23,"se":6.72,"samplingSe":3.8596,"residualSe":5.5068,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.04633,"costFixedFloorUsd":2.057955,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0.575,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:7814cb87040ea234c69eca79cd85486d","observedHarness":"Antigravity CLI","rawScore":38.04,"zScore":1.0357,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:7814cb87040ea234c69eca79cd85486d","observedHarness":"Antigravity CLI","rawScore":63.71,"zScore":0.9498,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Gemini 4 Carbon:high:Antigravity CLI","observedHarness":"Antigravity CLI","rawScore":64.55,"zScore":1.5942,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.115909,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.1-sol:max:codex:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.972847,"shrinkageFactor":0.850913,"score":64.59,"se":4.63,"samplingSe":2.4277,"residualSe":3.9441,"coverageCount":5,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.190139,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1195,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:5146f276cbceb4e9fdeb5834609f805b","observedHarness":"Codex","rawScore":42.49,"zScore":1.5627,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:5146f276cbceb4e9fdeb5834609f805b","observedHarness":"Codex","rawScore":59.95,"zScore":0.3691,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recJmRif9M9c55oXO","observedHarness":"Codex CLI","rawScore":38.79,"zScore":1.0321,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6.1 Sol:max:Codex","observedHarness":"Codex","rawScore":60.91,"zScore":1.3844,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.921939,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Sol:Codex:max","observedHarness":"Codex","rawScore":88.35,"zScore":0.1513,"seModel":"upstream_se","seRaw":0.331,"ciHalfWidth":0.6488,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.458339,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5.1:max:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.965907,"shrinkageFactor":0.850521,"score":64.49,"se":4.64,"samplingSe":2.4408,"residualSe":3.9432,"coverageCount":5,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":13.98923,"costImputed":false,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0068,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:98e53b1f02eee089dc8221078e300b3e","observedHarness":"Claude Code","rawScore":32.99,"zScore":0.4376,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:98e53b1f02eee089dc8221078e300b3e","observedHarness":"Claude Code","rawScore":66.4,"zScore":1.3652,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:rec1kqTNNvACEHSJR","observedHarness":"Claude Code","rawScore":44.65,"zScore":1.7358,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5.1:max:Claude Code","observedHarness":"Claude Code","rawScore":57.27,"zScore":1.1746,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":18.919697,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.1:Claude Code:max","observedHarness":"Claude Code","rawScore":91.84,"zScore":0.5927,"seModel":"upstream_se","seRaw":0.4651,"ciHalfWidth":0.9116,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.058763,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5.2:medium:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"medium","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.965175,"shrinkageFactor":0.801565,"score":64.48,"se":5.34,"samplingSe":2.452,"residualSe":4.7474,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.374438,"costFixedFloorUsd":0.858942,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.5371,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:b02d0ed1020688cc426aebb910ee1cd8","observedHarness":"Claude Code","rawScore":35.82,"zScore":0.7727,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:b02d0ed1020688cc426aebb910ee1cd8","observedHarness":"Claude Code","rawScore":63.71,"zScore":0.9498,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.2:Claude Code:medium","observedHarness":"Claude Code","rawScore":92.25,"zScore":0.6446,"seModel":"upstream_se","seRaw":0.4392,"ciHalfWidth":0.8608,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.717883,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6.1-terra:max:codex:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.924054,"shrinkageFactor":0.846136,"score":63.86,"se":4.71,"samplingSe":2.2419,"residualSe":4.1366,"coverageCount":4,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.50309,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.0631,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:1fece3eef716cd9668b972cced54606c","observedHarness":"Codex","rawScore":41.41,"zScore":1.4348,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:1fece3eef716cd9668b972cced54606c","observedHarness":"Codex","rawScore":54.03,"zScore":-0.5451,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6.1 Terra:max:Codex","observedHarness":"Codex","rawScore":53.33,"zScore":0.9476,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.649818,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Terra:Codex:max","observedHarness":"Codex","rawScore":90,"zScore":0.36,"seModel":"upstream_se","seRaw":0.3927,"ciHalfWidth":0.7697,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.356363,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5.1:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.914652,"shrinkageFactor":0.95354,"score":63.72,"se":2.59,"samplingSe":1.0721,"residualSe":2.3527,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.624696,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0003,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5.1:xhigh:Claude Code","observedHarness":"Claude Code","rawScore":57.58,"zScore":1.1925,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":14.763758,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.1:Claude Code:xhigh","observedHarness":"Claude Code","rawScore":90.75,"zScore":0.4549,"seModel":"upstream_se","seRaw":0.821,"ciHalfWidth":1.6092,"ciLower":null,"ciUpper":null,"measuredCostUsd":14.485635,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:fable-5.1:claude_code:xhigh","observedHarness":"Claude Code","rawScore":25.97,"zScore":1.4353,"seModel":"upstream_ci","ciHalfWidth":1.3712,"ciLower":24.5835,"ciUpper":27.3258,"measuredCostUsd":31.934822,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6.2-astra:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.913415,"shrinkageFactor":0.561427,"score":63.7,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.44279,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1324,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:d2d75a8abf0ca8d8888f99cff7bee543","observedHarness":"Codex","rawScore":43.48,"zScore":1.6799,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:d2d75a8abf0ca8d8888f99cff7bee543","observedHarness":"Codex","rawScore":53.76,"zScore":-0.5868,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"openai:gpt-6.2-sol:max:codex:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.859814,"shrinkageFactor":0.846103,"score":62.9,"se":4.71,"samplingSe":2.2431,"residualSe":4.1365,"coverageCount":4,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.803682,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1805,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:eb55a750b7784b3f03c16efc3c39e1ff","observedHarness":"Codex","rawScore":41.53,"zScore":1.449,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:eb55a750b7784b3f03c16efc3c39e1ff","observedHarness":"Codex","rawScore":46.24,"zScore":-1.7481,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6.2 Sol:max:Codex","observedHarness":"Codex","rawScore":61.52,"zScore":1.4196,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.058061,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.2 Sol:Codex:max","observedHarness":"Codex","rawScore":88.74,"zScore":0.2007,"seModel":"upstream_se","seRaw":0.4027,"ciHalfWidth":0.7893,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.549303,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6.2-astra:high:codex:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.858398,"shrinkageFactor":0.561427,"score":62.88,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.6644,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1326,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:f60010d6306ed860deef16152e949af3","observedHarness":"Codex","rawScore":42.16,"zScore":1.5236,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:f60010d6306ed860deef16152e949af3","observedHarness":"Codex","rawScore":54.57,"zScore":-0.4617,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"openai:gpt-6.2-astra:max:codex:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.794328,"shrinkageFactor":0.505065,"score":61.91,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.160468,"costFixedFloorUsd":2.13506,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.0962,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6.2 Astra:max:Codex","observedHarness":"Codex","rawScore":62.12,"zScore":1.4542,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.270121,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.2-sol:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.785555,"shrinkageFactor":0.8016,"score":61.78,"se":5.34,"samplingSe":2.4508,"residualSe":4.7475,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.900918,"costFixedFloorUsd":0.229323,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1968,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:2b66aa9f8afa482977259846d9b207ba","observedHarness":"Codex","rawScore":40.44,"zScore":1.3199,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:2b66aa9f8afa482977259846d9b207ba","observedHarness":"Codex","rawScore":51.34,"zScore":-0.9605,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.2 Sol:Codex:xhigh","observedHarness":"Codex","rawScore":89.01,"zScore":0.2348,"seModel":"upstream_se","seRaw":0.4319,"ciHalfWidth":0.8465,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.458646,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"google:gemini-4-neon:xhigh:antigravity:native","provider":"google","modelSlug":"gemini-4-neon","displayName":"Gemini 4 Neon","effort":"xhigh","harness":"antigravity","harnessRegime":"native","domainId":"harnesses","theta":0.76784,"shrinkageFactor":0.505065,"score":61.52,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.311267,"costFixedFloorUsd":2.912485,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-11-18","paretoProb":0.2598,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Gemini 4 Neon:xhigh:Antigravity CLI","observedHarness":"Antigravity CLI","rawScore":61.21,"zScore":1.4017,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.82497,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"anthropic:claude-fable-5.1:high:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.759131,"shrinkageFactor":0.763029,"score":61.39,"se":5.84,"samplingSe":1.5597,"residualSe":5.6269,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.889242,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0125,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5.1:high:Claude Code","observedHarness":"Claude Code","rawScore":54.85,"zScore":1.0352,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":12.076909,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.1:Claude Code:high","observedHarness":"Claude Code","rawScore":90.07,"zScore":0.3689,"seModel":"upstream_se","seRaw":0.7822,"ciHalfWidth":1.5331,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.701575,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5.2:low:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.2","displayName":"Claude Fable 5.2","effort":"low","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.752469,"shrinkageFactor":0.801777,"score":61.29,"se":5.34,"samplingSe":2.4446,"residualSe":4.748,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.386352,"costFixedFloorUsd":0.861974,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":true,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1000000,"releaseDate":"2026-11-09","paretoProb":0.3613,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:09e56f8cd938c59b1a9a600141535ab0","observedHarness":"Claude Code","rawScore":30.91,"zScore":0.1912,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:09e56f8cd938c59b1a9a600141535ab0","observedHarness":"Claude Code","rawScore":59.95,"zScore":0.3691,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"fallbackRouting":true,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.2:Claude Code:low","observedHarness":"Claude Code","rawScore":91.92,"zScore":0.6028,"seModel":"upstream_se","seRaw":0.3929,"ciHalfWidth":0.7701,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.723948,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5.1:medium:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"medium","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.750996,"shrinkageFactor":0.760911,"score":61.26,"se":5.87,"samplingSe":1.6808,"residualSe":5.619,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.885278,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0236,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5.1:medium:Claude Code","observedHarness":"Claude Code","rawScore":53.94,"zScore":0.9827,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.584545,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.1:Claude Code:medium","observedHarness":"Claude Code","rawScore":90.13,"zScore":0.3764,"seModel":"upstream_se","seRaw":0.9394,"ciHalfWidth":1.8412,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.18601,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5.5:high:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.741863,"shrinkageFactor":0.65975,"score":61.13,"se":7,"samplingSe":0.8718,"residualSe":6.9421,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.42217,"costFixedFloorUsd":1.634722,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1167,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Opus 5.5:Claude Code:high","observedHarness":"Claude Code","rawScore":91.11,"zScore":0.5004,"seModel":"upstream_se","seRaw":0.5658,"ciHalfWidth":1.109,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.269444,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"moonshot:kimi-k3.1-pro:max:claude-code:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.723888,"shrinkageFactor":0.505065,"score":60.86,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.437199,"costFixedFloorUsd":1.646454,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0.9988,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Kimi K3.1 Pro:max:Claude Code","observedHarness":"Claude Code","rawScore":59.7,"zScore":1.3147,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.292909,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.2-astra:medium:codex:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.723139,"shrinkageFactor":0.561427,"score":60.85,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.884172,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.1185,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:eae5a29e0ed56a9c2aa5b6e82dd082e2","observedHarness":"Codex","rawScore":39.87,"zScore":1.2524,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:eae5a29e0ed56a9c2aa5b6e82dd082e2","observedHarness":"Codex","rawScore":53.76,"zScore":-0.5868,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"anthropic:claude-opus-5.5:medium:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"medium","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.720104,"shrinkageFactor":0.658755,"score":60.8,"se":7.01,"samplingSe":0.9879,"residualSe":6.9369,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.582936,"costFixedFloorUsd":1.421101,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1499,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Opus 5.5:Claude Code:medium","observedHarness":"Claude Code","rawScore":90.86,"zScore":0.4688,"seModel":"upstream_se","seRaw":0.6416,"ciHalfWidth":1.2575,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.842201,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6.2-sol:high:codex:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.701339,"shrinkageFactor":0.802041,"score":60.52,"se":5.34,"samplingSe":2.4353,"residualSe":4.7488,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.798504,"costFixedFloorUsd":0.203254,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2041,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:c4f606fc3bab9772d3e2ab6c95ebed5a","observedHarness":"Codex","rawScore":38.29,"zScore":1.0653,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:c4f606fc3bab9772d3e2ab6c95ebed5a","observedHarness":"Codex","rawScore":50.54,"zScore":-1.084,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.2 Sol:Codex:high","observedHarness":"Codex","rawScore":88.86,"zScore":0.2158,"seModel":"upstream_se","seRaw":0.3263,"ciHalfWidth":0.6395,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.406508,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-astra:high:codex:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.686544,"shrinkageFactor":0.766429,"score":60.3,"se":5.8,"samplingSe":1.3425,"residualSe":5.6394,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.294048,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0155,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Astra:high:Codex","observedHarness":"Codex","rawScore":60,"zScore":1.332,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.87703,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Astra:Codex:high","observedHarness":"Codex","rawScore":88.16,"zScore":0.1273,"seModel":"upstream_se","seRaw":0.4248,"ciHalfWidth":0.8326,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.711065,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"google:gemini-4-hydrogen:xhigh:antigravity:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"xhigh","harness":"antigravity","harnessRegime":"native","domainId":"harnesses","theta":0.668469,"shrinkageFactor":0.561427,"score":60.03,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.701811,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.561,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:8e5d9d2dc96b716e4d0b96706efc4548","observedHarness":"Antigravity CLI","rawScore":36.63,"zScore":0.8687,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:8e5d9d2dc96b716e4d0b96706efc4548","observedHarness":"Antigravity CLI","rawScore":60.22,"zScore":0.4108,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"openai:gpt-6.2-sol:medium:codex:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.640347,"shrinkageFactor":0.801428,"score":59.61,"se":5.35,"samplingSe":2.4568,"residualSe":4.7469,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.639095,"costFixedFloorUsd":0.162678,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.2967,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:2827f8a25558cdb94dfada79c70b0d8c","observedHarness":"Codex","rawScore":36.29,"zScore":0.8284,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:2827f8a25558cdb94dfada79c70b0d8c","observedHarness":"Codex","rawScore":50.27,"zScore":-1.1257,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.2 Sol:Codex:medium","observedHarness":"Codex","rawScore":88.94,"zScore":0.226,"seModel":"upstream_se","seRaw":0.4667,"ciHalfWidth":0.9147,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.325355,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"google:gemini-4-hydrogen:high:antigravity:native","provider":"google","modelSlug":"gemini-4-hydrogen","displayName":"Gemini 4 Hydrogen","effort":"high","harness":"antigravity","harnessRegime":"native","domainId":"harnesses","theta":0.626671,"shrinkageFactor":0.505065,"score":59.4,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.758921,"costFixedFloorUsd":1.188243,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":1.5,"outputPer1mUsd":7.5,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.8065,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Gemini 4 Hydrogen:high:Antigravity CLI","observedHarness":"Antigravity CLI","rawScore":56.36,"zScore":1.1222,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.376485,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6-astra:medium:codex:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.599371,"shrinkageFactor":0.767055,"score":58.99,"se":5.79,"samplingSe":1.2985,"residualSe":5.6417,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.641885,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0096,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Astra:medium:Codex","observedHarness":"Codex","rawScore":55.15,"zScore":1.0525,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.802424,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Astra:Codex:medium","observedHarness":"Codex","rawScore":87.73,"zScore":0.0729,"seModel":"upstream_se","seRaw":0.3185,"ciHalfWidth":0.6243,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.481347,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6.1-terra:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.599321,"shrinkageFactor":0.907118,"score":58.99,"se":3.66,"samplingSe":1.811,"residualSe":3.1755,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.472404,"costFixedFloorUsd":0.120247,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.4931,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Terra:Codex:xhigh","observedHarness":"Codex","rawScore":83.68,"zScore":-0.4393,"seModel":"upstream_se","seRaw":2.0925,"ciHalfWidth":4.1013,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.240495,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-6.1-terra-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":28.09,"zScore":1.669,"seModel":"upstream_ci","ciHalfWidth":1.5196,"ciLower":26.5705,"ciUpper":29.6098,"measuredCostUsd":2.860696,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"anthropic:claude-fable-5.1:low:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5.1","displayName":"Claude Fable 5.1","effort":"low","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.55395,"shrinkageFactor":0.757425,"score":58.31,"se":5.91,"samplingSe":1.8632,"residualSe":5.6062,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.555677,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-09-12","paretoProb":0.0159,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5.1:low:Claude Code","observedHarness":"Claude Code","rawScore":43.33,"zScore":0.3713,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.147636,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Fable 5.1:Claude Code:low","observedHarness":"Claude Code","rawScore":89.12,"zScore":0.2487,"seModel":"upstream_se","seRaw":1.1538,"ciHalfWidth":2.2614,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.963719,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-astra:low:codex:native","provider":"openai","modelSlug":"gpt-6-astra","displayName":"GPT-6 Astra","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.527504,"shrinkageFactor":0.765796,"score":57.91,"se":5.8,"samplingSe":1.3855,"residualSe":5.6371,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.220394,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0069,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Astra:low:Codex","observedHarness":"Codex","rawScore":50.91,"zScore":0.8081,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.719091,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Astra:Codex:low","observedHarness":"Codex","rawScore":87.43,"zScore":0.035,"seModel":"upstream_se","seRaw":0.5104,"ciHalfWidth":1.0004,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.721698,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5:max:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.503256,"shrinkageFactor":0.505065,"score":57.55,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":13.387727,"costFixedFloorUsd":9.044106,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0137,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 5:max:Claude Code","observedHarness":"Claude Code","rawScore":52.12,"zScore":0.8779,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":18.088212,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.1-sol:high:codex:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.502561,"shrinkageFactor":0.661491,"score":57.54,"se":6.98,"samplingSe":0.6184,"residualSe":6.9513,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.648357,"costFixedFloorUsd":0.165035,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.2399,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Sol:Codex:high","observedHarness":"Codex","rawScore":88.23,"zScore":0.1362,"seModel":"upstream_se","seRaw":0.4008,"ciHalfWidth":0.7856,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.33007,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-sonnet-5.5:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.484951,"shrinkageFactor":0.923524,"score":57.27,"se":3.32,"samplingSe":0.8584,"residualSe":3.2041,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.630217,"costFixedFloorUsd":1.687679,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.017,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Sonnet 5.5:Claude Code:xhigh","observedHarness":"Claude Code","rawScore":90.2,"zScore":0.3853,"seModel":"upstream_se","seRaw":0.5684,"ciHalfWidth":1.1141,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.375358,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:sonnet-5.5:claude_code:xhigh","observedHarness":"Claude Code","rawScore":19.94,"zScore":0.7707,"seModel":"upstream_ci","ciHalfWidth":1.6081,"ciLower":18.3303,"ciUpper":21.5465,"measuredCostUsd":9.274527,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6-sol:max:codex:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.474909,"shrinkageFactor":0.761306,"score":57.12,"se":5.86,"samplingSe":1.6589,"residualSe":5.6205,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.459278,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0037,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Sol:max:Codex","observedHarness":"Codex","rawScore":50.3,"zScore":0.773,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.397939,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Sol:Codex:max","observedHarness":"Codex","rawScore":86.82,"zScore":-0.0422,"seModel":"upstream_se","seRaw":0.9121,"ciHalfWidth":1.7877,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.520618,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-haiku-5.5:high:claude-code:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.474245,"shrinkageFactor":0.641785,"score":57.11,"se":7.18,"samplingSe":2.158,"residualSe":6.847,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.45027,"costFixedFloorUsd":0.6237,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.4459,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Haiku 5.5:Claude Code:high","observedHarness":"Claude Code","rawScore":88.02,"zScore":0.1096,"seModel":"upstream_se","seRaw":1.42,"ciHalfWidth":2.7832,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.247401,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5:high:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.432817,"shrinkageFactor":0.505065,"score":56.49,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.456701,"costFixedFloorUsd":7.064045,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0195,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 5:high:Claude Code","observedHarness":"Claude Code","rawScore":49.7,"zScore":0.7384,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":14.128091,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"anthropic:claude-sonnet-5.5:high:claude-code:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.377233,"shrinkageFactor":0.649019,"score":55.66,"se":7.11,"samplingSe":1.7572,"residualSe":6.8855,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.695509,"costFixedFloorUsd":1.195212,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0877,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Sonnet 5.5:Claude Code:high","observedHarness":"Claude Code","rawScore":86.79,"zScore":-0.046,"seModel":"upstream_se","seRaw":1.1498,"ciHalfWidth":2.2536,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.390423,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder:xhigh:muse-code:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"xhigh","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.353355,"shrinkageFactor":0.505065,"score":55.3,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.500126,"costFixedFloorUsd":3.715621,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.4886,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Muse Wonder:xhigh:Muse Code","observedHarness":"Muse Code","rawScore":46.97,"zScore":0.5811,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.431242,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.1-sol:medium:codex:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.35112,"shrinkageFactor":0.656587,"score":55.27,"se":7.03,"samplingSe":1.2025,"residualSe":6.9255,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.78297,"costFixedFloorUsd":0.1993,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.1051,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Sol:Codex:medium","observedHarness":"Codex","rawScore":86.44,"zScore":-0.0902,"seModel":"upstream_se","seRaw":0.7823,"ciHalfWidth":1.5333,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.3986,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5.5:low:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5.5","displayName":"Claude Opus 5.5","effort":"low","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.340643,"shrinkageFactor":0.645157,"score":55.11,"se":7.15,"samplingSe":1.9813,"residualSe":6.8649,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.330096,"costFixedFloorUsd":0.847654,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1000000,"releaseDate":"2026-09-22","paretoProb":0.1882,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Opus 5.5:Claude Code:low","observedHarness":"Claude Code","rawScore":86.36,"zScore":-0.1003,"seModel":"upstream_se","seRaw":1.3003,"ciHalfWidth":2.5486,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.695309,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6.1-sol:low:codex:native","provider":"openai","modelSlug":"gpt-6.1-sol","displayName":"GPT-6.1 Sol","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.332635,"shrinkageFactor":0.655905,"score":54.99,"se":7.04,"samplingSe":1.2626,"residualSe":6.9219,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.601029,"costFixedFloorUsd":0.152988,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.2008,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Sol:Codex:low","observedHarness":"Codex","rawScore":86.22,"zScore":-0.118,"seModel":"upstream_se","seRaw":0.8218,"ciHalfWidth":1.6107,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.305976,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5:max:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.329296,"shrinkageFactor":0.544454,"score":54.94,"se":8.1,"samplingSe":5.1179,"residualSe":6.2729,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":16.294217,"costFixedFloorUsd":11.007591,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0042,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recP6ZrDsWrdqbEmt","observedHarness":"Claude Code","rawScore":37.27,"zScore":0.8495,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Fable 5:max:Claude Code","observedHarness":"Claude Code","rawScore":44.85,"zScore":0.4589,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":22.015182,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.6-sol:max:codex:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.324517,"shrinkageFactor":0.780049,"score":54.87,"se":5.63,"samplingSe":2.1799,"residualSe":5.1859,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.737824,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0001,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:rec563GDCdzdGWynR","observedHarness":"Codex CLI","rawScore":31.01,"zScore":0.0978,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-5.6 Sol:max:Codex","observedHarness":"Codex","rawScore":38.48,"zScore":0.0918,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.702121,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Sol:Codex:max","observedHarness":"Codex","rawScore":87.18,"zScore":0.0034,"seModel":"upstream_se","seRaw":0.6243,"ciHalfWidth":1.2236,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.773526,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-opus-5:medium:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"medium","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.30038,"shrinkageFactor":0.505065,"score":54.51,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.158209,"costFixedFloorUsd":4.835743,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0261,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 5:medium:Claude Code","observedHarness":"Claude Code","rawScore":45.15,"zScore":0.4762,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":9.671485,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.6-terra:max:codex:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.297326,"shrinkageFactor":0.763832,"score":54.46,"se":5.83,"samplingSe":1.5112,"residualSe":5.6298,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.567646,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0016,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-5.6 Terra:max:Codex","observedHarness":"Codex","rawScore":21.52,"zScore":-0.8856,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.253091,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Terra:Codex:max","observedHarness":"Codex","rawScore":89.05,"zScore":0.2399,"seModel":"upstream_se","seRaw":0.7139,"ciHalfWidth":1.3992,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.8822,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.6-sol:high:codex:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.293683,"shrinkageFactor":0.652841,"score":54.41,"se":7.07,"samplingSe":1.5029,"residualSe":6.9057,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.017615,"costFixedFloorUsd":1.022658,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0058,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Sol:Codex:high","observedHarness":"Codex","rawScore":85.76,"zScore":-0.1762,"seModel":"upstream_se","seRaw":0.9805,"ciHalfWidth":1.9218,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.045316,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-haiku-5.5:max:claude-code:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.276226,"shrinkageFactor":0.846214,"score":54.14,"se":4.7,"samplingSe":2.239,"residualSe":4.1368,"coverageCount":4,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.211191,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.2183,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:2b8b120200b4dc63bb579d5a53b52b70","observedHarness":"Claude Code","rawScore":23.08,"zScore":-0.7361,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:2b8b120200b4dc63bb579d5a53b52b70","observedHarness":"Claude Code","rawScore":33.87,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Haiku 5.5:max:Claude Code","observedHarness":"Claude Code","rawScore":40,"zScore":0.1794,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.886273,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Haiku 5.5:Claude Code:max","observedHarness":"Claude Code","rawScore":92.16,"zScore":0.6332,"seModel":"upstream_se","seRaw":0.3681,"ciHalfWidth":0.7215,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.53611,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6.2-sol:low:codex:native","provider":"openai","modelSlug":"gpt-6.2-sol","displayName":"GPT-6.2 Sol","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.272157,"shrinkageFactor":0.80196,"score":54.08,"se":5.34,"samplingSe":2.4381,"residualSe":4.7485,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.457894,"costFixedFloorUsd":0.116554,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.295,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:8178a0ab530e25e65f53d836ef248eae","observedHarness":"Codex","rawScore":28.1,"zScore":-0.1416,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:8178a0ab530e25e65f53d836ef248eae","observedHarness":"Codex","rawScore":42.47,"zScore":-2.3303,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.2 Sol:Codex:low","observedHarness":"Codex","rawScore":88.44,"zScore":0.1627,"seModel":"upstream_se","seRaw":0.3481,"ciHalfWidth":0.6823,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.233108,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-sol:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.251344,"shrinkageFactor":0.918027,"score":53.77,"se":3.43,"samplingSe":1.2605,"residualSe":3.1945,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.92128,"costFixedFloorUsd":0.998136,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Sol:Codex:xhigh","observedHarness":"Codex","rawScore":85.94,"zScore":-0.1535,"seModel":"upstream_se","seRaw":1.3772,"ciHalfWidth":2.6993,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.996273,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-6-sol-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":19.73,"zScore":0.7476,"seModel":"upstream_ci","ciHalfWidth":1.3224,"ciLower":18.4207,"ciUpper":21.0655,"measuredCostUsd":6.905421,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"anthropic:claude-opus-5:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.237467,"shrinkageFactor":0.804371,"score":53.56,"se":5.31,"samplingSe":1.4779,"residualSe":5.0953,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":13.650386,"costFixedFloorUsd":9.221545,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 5:xhigh:Claude Code","observedHarness":"Claude Code","rawScore":53.33,"zScore":0.9476,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":18.443091,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:opus-5:claude_code:xhigh","observedHarness":"Claude Code","rawScore":19.01,"zScore":0.6682,"seModel":"upstream_ci","ciHalfWidth":1.7359,"ciLower":17.2517,"ciUpper":20.7235,"measuredCostUsd":25.262239,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"google:gemini-4-argon:high:antigravity:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"antigravity","harnessRegime":"native","domainId":"harnesses","theta":0.205287,"shrinkageFactor":0.685694,"score":53.08,"se":6.72,"samplingSe":3.8596,"residualSe":5.5068,"coverageCount":3,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.487258,"costFixedFloorUsd":1.680273,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0.2008,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:bdeb89e3a86551106e671c63fa1415bc","observedHarness":"Antigravity CLI","rawScore":24.82,"zScore":-0.53,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:bdeb89e3a86551106e671c63fa1415bc","observedHarness":"Antigravity CLI","rawScore":55.11,"zScore":-0.3783,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Gemini 4 Argon:high:Antigravity CLI","observedHarness":"Antigravity CLI","rawScore":55.45,"zScore":1.0698,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.360545,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"zhipu:glm-5.3:max:claude-code:native","provider":"zhipu","modelSlug":"glm-5.3","displayName":"GLM-5.3","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.196153,"shrinkageFactor":0.544454,"score":52.94,"se":8.1,"samplingSe":5.1179,"residualSe":6.2729,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":6.117623,"costFixedFloorUsd":4.132772,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-09-18","paretoProb":0.4,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recB09qVR1v9Pl4ab","observedHarness":"Claude Code","rawScore":34.52,"zScore":0.5193,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GLM-5.3:max:Claude Code","observedHarness":"Claude Code","rawScore":41.21,"zScore":0.2491,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":8.265545,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"anthropic:claude-haiku-5.5:low:claude-code:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"low","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.180355,"shrinkageFactor":0.622974,"score":52.71,"se":7.37,"samplingSe":2.9559,"residualSe":6.7459,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":2.034005,"costFixedFloorUsd":0.517743,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.4508,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Haiku 5.5:Claude Code:low","observedHarness":"Claude Code","rawScore":84.42,"zScore":-0.3457,"seModel":"upstream_se","seRaw":1.9742,"ciHalfWidth":3.8694,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.035486,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-sonnet-5.5:medium:claude-code:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"medium","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.156382,"shrinkageFactor":0.647899,"score":52.35,"se":7.12,"samplingSe":1.825,"residualSe":6.8795,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.89725,"costFixedFloorUsd":1.501107,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0215,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Sonnet 5.5:Claude Code:medium","observedHarness":"Claude Code","rawScore":84.1,"zScore":-0.3862,"seModel":"upstream_se","seRaw":1.1952,"ciHalfWidth":2.3426,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.002214,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-haiku-5.5:medium:claude-code:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"medium","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.148734,"shrinkageFactor":0.601071,"score":52.23,"se":7.58,"samplingSe":3.6727,"residualSe":6.6262,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.661794,"costFixedFloorUsd":0.677543,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.2266,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Haiku 5.5:Claude Code:medium","observedHarness":"Claude Code","rawScore":84.03,"zScore":-0.395,"seModel":"upstream_se","seRaw":2.4972,"ciHalfWidth":4.8945,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.355085,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"zhipu:glm-5.3-flash:max:claude-code:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.144344,"shrinkageFactor":0.544454,"score":52.17,"se":8.1,"samplingSe":5.1179,"residualSe":6.2729,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.840435,"costFixedFloorUsd":0.567758,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.5779,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recl9oLhS82JHTooB","observedHarness":"Claude Code","rawScore":36.79,"zScore":0.7919,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GLM-5.3-Flash:max:Claude Code","observedHarness":"Claude Code","rawScore":36.97,"zScore":0.0048,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.135515,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"spacexai:grok-4.7:xhigh:grok-build:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"grok-build","harnessRegime":"native","domainId":"harnesses","theta":0.115258,"shrinkageFactor":0.505065,"score":51.73,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.261004,"costFixedFloorUsd":5.580738,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.7168,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Grok 4.7:xhigh:Grok Build","observedHarness":"Grok Build","rawScore":38.79,"zScore":0.1096,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":11.161476,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.106235,"shrinkageFactor":0.505065,"score":51.59,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.414678,"costFixedFloorUsd":0.280137,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.9113,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:DeepSeek V4.1 Flash 1017:max:Claude Code","observedHarness":"Claude Code","rawScore":38.48,"zScore":0.0918,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.560273,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.6-terra:xhigh:codex:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.105732,"shrinkageFactor":0.590619,"score":51.59,"se":7.67,"samplingSe":3.9694,"residualSe":6.5684,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.159895,"costFixedFloorUsd":1.058874,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0027,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Terra:Codex:xhigh","observedHarness":"Codex","rawScore":83.46,"zScore":-0.4671,"seModel":"upstream_se","seRaw":2.7227,"ciHalfWidth":5.3365,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.117749,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-haiku-5.5:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-haiku-5.5","displayName":"Claude Haiku 5.5","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.103237,"shrinkageFactor":0.924288,"score":51.55,"se":3.3,"samplingSe":0.7864,"residualSe":3.2054,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.648838,"costFixedFloorUsd":0.419701,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1000000,"releaseDate":"2026-10-07","paretoProb":0.6019,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Haiku 5.5:Claude Code:xhigh","observedHarness":"Claude Code","rawScore":91.83,"zScore":0.5914,"seModel":"upstream_se","seRaw":0.3934,"ciHalfWidth":0.7711,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.839402,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:haiku-5.5:claude_code:xhigh","observedHarness":"Claude Code","rawScore":11.7,"zScore":-0.1375,"seModel":"upstream_ci","ciHalfWidth":1.5949,"ciLower":10.1057,"ciUpper":13.2955,"measuredCostUsd":2.300378,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6-sol:high:codex:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.057204,"shrinkageFactor":0.603879,"score":50.86,"se":7.55,"samplingSe":3.5888,"residualSe":6.6417,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.577491,"costFixedFloorUsd":1.165171,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.001,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Sol:Codex:high","observedHarness":"Codex","rawScore":82.83,"zScore":-0.5468,"seModel":"upstream_se","seRaw":2.4345,"ciHalfWidth":4.7716,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.330342,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder:max:muse-code:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"max","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.047408,"shrinkageFactor":0.561427,"score":50.71,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":7.135241,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.2659,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:f83b8dc1b834e06b1dd1142e29bc77fc","observedHarness":"Muse Code","rawScore":24.39,"zScore":-0.5809,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:f83b8dc1b834e06b1dd1142e29bc77fc","observedHarness":"Muse Code","rawScore":61.56,"zScore":0.6177,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"openai:gpt-5.6-sol:medium:codex:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.030385,"shrinkageFactor":0.646605,"score":50.46,"se":7.13,"samplingSe":1.9004,"residualSe":6.8726,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.369156,"costFixedFloorUsd":0.857597,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0022,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Sol:Codex:medium","observedHarness":"Codex","rawScore":82.56,"zScore":-0.5809,"seModel":"upstream_se","seRaw":1.2458,"ciHalfWidth":2.4418,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.715194,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"zhipu:glm-5.3-flash:none:claude-code:native","provider":"zhipu","modelSlug":"glm-5.3-flash","displayName":"GLM-5.3 Flash","effort":"none","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.018041,"shrinkageFactor":0.505065,"score":50.27,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.266309,"costFixedFloorUsd":0.179905,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2375,"inputPer1mUsd":0.15,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":"2026-09-28","paretoProb":0.9999,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GLM-5.3-Flash:none:Claude Code","observedHarness":"Claude Code","rawScore":35.45,"zScore":-0.0828,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.359811,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.6-sol:xhigh:codex:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":0.011458,"shrinkageFactor":0.922985,"score":50.17,"se":3.33,"samplingSe":0.9057,"residualSe":3.2031,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.160897,"costFixedFloorUsd":0.804586,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Sol:Codex:xhigh","observedHarness":"Codex","rawScore":86.47,"zScore":-0.0864,"seModel":"upstream_se","seRaw":0.8017,"ciHalfWidth":1.5713,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.609172,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-5.6-sol-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":14.99,"zScore":0.2251,"seModel":"upstream_ci","ciHalfWidth":1.4028,"ciLower":13.5809,"ciUpper":16.3865,"measuredCostUsd":6.278571,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"anthropic:claude-opus-5:low:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-5","displayName":"Claude Opus 5","effort":"low","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.000576,"shrinkageFactor":0.505065,"score":50.01,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.369077,"costFixedFloorUsd":3.627091,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-07-28","paretoProb":0.0185,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 5:low:Claude Code","observedHarness":"Claude Code","rawScore":34.85,"zScore":-0.1174,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":7.254182,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"anthropic:claude-sonnet-5.5:low:claude-code:native","provider":"anthropic","modelSlug":"claude-sonnet-5.5","displayName":"Claude Sonnet 5.5","effort":"low","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.044689,"shrinkageFactor":0.64289,"score":49.33,"se":7.17,"samplingSe":2.1018,"residualSe":6.8529,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.649632,"costFixedFloorUsd":1.438077,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-09-28","paretoProb":0.0108,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Anthropic:Sonnet 5.5:Claude Code:low","observedHarness":"Claude Code","rawScore":81.63,"zScore":-0.6985,"seModel":"upstream_se","seRaw":1.3818,"ciHalfWidth":2.7083,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.876155,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.6-luna:max:codex:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.09333,"shrinkageFactor":0.753657,"score":48.6,"se":5.95,"samplingSe":2.042,"residualSe":5.5922,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.749451,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.005,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-5.6 Luna:max:Codex","observedHarness":"Codex","rawScore":17.58,"zScore":-1.1127,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.050515,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Luna:Codex:max","observedHarness":"Codex","rawScore":84.15,"zScore":-0.3798,"seModel":"upstream_se","seRaw":1.3494,"ciHalfWidth":2.6448,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.448386,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-sol:medium:codex:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.110318,"shrinkageFactor":0.596789,"score":48.35,"se":7.62,"samplingSe":3.7971,"residualSe":6.6026,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.454147,"costFixedFloorUsd":0.879231,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.0011,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Sol:Codex:medium","observedHarness":"Codex","rawScore":80.6,"zScore":-0.8288,"seModel":"upstream_se","seRaw":2.591,"ciHalfWidth":5.0784,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.758462,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-ember:xhigh:muse-code:native","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"xhigh","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":-0.122838,"shrinkageFactor":0.505065,"score":48.16,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.352529,"costFixedFloorUsd":0.238151,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.7904,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Muse Ember:xhigh:Muse Code","observedHarness":"Muse Code","rawScore":30.61,"zScore":-0.3618,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.476303,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"meta:muse-spark-1.3:max:muse-code:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"max","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":-0.136506,"shrinkageFactor":0.561427,"score":47.95,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.799562,"costLogSd":0.907,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.3267,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:8180f45e6f53fc70033de79909aa3b6c","observedHarness":"Muse Code","rawScore":21.91,"zScore":-0.8747,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:8180f45e6f53fc70033de79909aa3b6c","observedHarness":"Muse Code","rawScore":58.6,"zScore":0.1606,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"openai:gpt-6.1-terra:medium:codex:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.14762,"shrinkageFactor":0.595836,"score":47.79,"se":7.63,"samplingSe":3.8242,"residualSe":6.5973,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":true,"effectiveCostUsd":0.272649,"costFixedFloorUsd":0.069401,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.4161,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Terra:Codex:medium","observedHarness":"Codex","rawScore":80.1,"zScore":-0.892,"seModel":"upstream_se","seRaw":2.6116,"ciHalfWidth":5.1187,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.138802,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"anthropic:claude-fable-5:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-fable-5","displayName":"Claude Fable 5","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.180425,"shrinkageFactor":0.703932,"score":47.29,"se":6.53,"samplingSe":1.4793,"residualSe":6.3568,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":17.749764,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":20,"inputPer1mUsd":10,"outputPer1mUsd":50,"contextWindow":1000000,"releaseDate":"2026-06-09","paretoProb":0.0011,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:fable-5:claude_code:xhigh","observedHarness":"Claude Code","rawScore":15.59,"zScore":0.2913,"seModel":"upstream_ci","ciHalfWidth":2.0902,"ciLower":13.5029,"ciUpper":17.6834,"measuredCostUsd":52.856708,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6.1-terra:high:codex:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.194442,"shrinkageFactor":0.557762,"score":47.08,"se":7.98,"samplingSe":4.7837,"residualSe":6.3831,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.252083,"costFixedFloorUsd":0.064166,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.4452,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Terra:Codex:high","observedHarness":"Codex","rawScore":79.19,"zScore":-1.0071,"seModel":"upstream_se","seRaw":3.3765,"ciHalfWidth":6.6179,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.128332,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder:xhigh:codex:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.218967,"shrinkageFactor":0.711456,"score":46.72,"se":6.44,"samplingSe":0.8208,"residualSe":6.3907,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.519737,"costLogSd":0.7404,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.2119,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:muse-wonder-meta-xhigh-codex:codex_cli:xhigh","observedHarness":"Codex","rawScore":15.14,"zScore":0.2417,"seModel":"upstream_ci","ciHalfWidth":1.1537,"ciLower":13.9918,"ciUpper":16.2992,"measuredCostUsd":11.000113,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"alibaba:qwen3.8-max-0902:max:claude-code:native","provider":"alibaba","modelSlug":"qwen3.8-max-0902","displayName":"Qwen3.8 Max (0902)","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.228788,"shrinkageFactor":0.505065,"score":46.57,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":10.397042,"costFixedFloorUsd":7.023742,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":1000000,"releaseDate":"2026-09-02","paretoProb":1,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Qwen3.8-Max-0902:max:Claude Code","observedHarness":"Claude Code","rawScore":26.97,"zScore":-0.5716,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":14.047485,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.2-astra:low:codex:native","provider":"openai","modelSlug":"gpt-6.2-astra","displayName":"GPT-6.2 Astra","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.261892,"shrinkageFactor":0.561427,"score":46.07,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.513457,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":16,"inputPer1mUsd":8,"outputPer1mUsd":40,"contextWindow":1050000,"releaseDate":"2026-11-17","paretoProb":0.0126,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:e7d93c34f5c806bec7608750fc56e91a","observedHarness":"Codex","rawScore":26.51,"zScore":-0.3299,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:e7d93c34f5c806bec7608750fc56e91a","observedHarness":"Codex","rawScore":36.29,"zScore":-3,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"anthropic:claude-opus-4.8:max:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.26246,"shrinkageFactor":0.544454,"score":46.06,"se":8.1,"samplingSe":5.1179,"residualSe":6.2729,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":14.536395,"costFixedFloorUsd":9.820091,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recxwUdcUZfUJ0Ajy","observedHarness":"Claude Code","rawScore":31,"zScore":0.0966,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Opus 4.8:max:Claude Code","observedHarness":"Claude Code","rawScore":23.64,"zScore":-0.7635,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":19.640182,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"meta:muse-ember:max:muse-code:native","provider":"meta","modelSlug":"muse-ember","displayName":"Muse Ember","effort":"max","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":-0.263116,"shrinkageFactor":0.561427,"score":46.05,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.457331,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.6592,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:ab4f6cb89f990484067eca06109875b3","observedHarness":"Muse Code","rawScore":20.79,"zScore":-1.0073,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:ab4f6cb89f990484067eca06109875b3","observedHarness":"Muse Code","rawScore":54.84,"zScore":-0.42,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"openai:gpt-5.5:xhigh:codex:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.340747,"shrinkageFactor":0.643766,"score":44.89,"se":7.16,"samplingSe":3.9194,"residualSe":5.9909,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.962257,"costFixedFloorUsd":2.281285,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recMSOXhMGW3VztFi","observedHarness":"Codex CLI","rawScore":23.87,"zScore":-0.7597,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.5:Codex:xhigh","observedHarness":"Codex","rawScore":78.46,"zScore":-1.0994,"seModel":"upstream_se","seRaw":2.5078,"ciHalfWidth":4.9153,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.56257,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"moonshot:kimi-k3:max:claude-code:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.34347,"shrinkageFactor":0.505065,"score":44.85,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.305862,"costFixedFloorUsd":2.908834,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0.1043,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Kimi K3:max:Claude Code","observedHarness":"Claude Code","rawScore":23.03,"zScore":-0.7986,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.817667,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.6-terra:high:codex:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.367263,"shrinkageFactor":0.553001,"score":44.49,"se":8.02,"samplingSe":4.8904,"residualSe":6.3558,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.324398,"costFixedFloorUsd":0.591661,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0006,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Terra:Codex:high","observedHarness":"Codex","rawScore":76.68,"zScore":-1.3245,"seModel":"upstream_se","seRaw":3.4669,"ciHalfWidth":6.7951,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.183321,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-luna:max:codex:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"max","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.437718,"shrinkageFactor":0.813416,"score":43.43,"se":5.18,"samplingSe":3.2242,"residualSe":4.0558,"coverageCount":4,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.158067,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.6456,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:44059b1749b7773326c3ee04acbfaba2","observedHarness":"Codex","rawScore":24.09,"zScore":-0.6165,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:44059b1749b7773326c3ee04acbfaba2","observedHarness":"Codex","rawScore":38.44,"zScore":-2.9526,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-6 Luna:max:Codex","observedHarness":"Codex","rawScore":15.15,"zScore":-1.2527,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.218606,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Luna:Codex:max","observedHarness":"Codex","rawScore":81.42,"zScore":-0.7251,"seModel":"upstream_se","seRaw":2.8822,"ciHalfWidth":5.6491,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.097529,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"spacexai:grok-4.6:high:grok-build:native","provider":"spacexai","modelSlug":"grok-4.6","displayName":"Grok 4.6","effort":"high","harness":"grok-build","harnessRegime":"native","domainId":"harnesses","theta":-0.440397,"shrinkageFactor":0.505065,"score":43.39,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.05532,"costFixedFloorUsd":5.441788,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-08-25","paretoProb":0.3591,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Grok 4.6:high:Grok Build","observedHarness":"Grok Build","rawScore":19.7,"zScore":-0.9905,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":10.883576,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-6.1-terra:low:codex:native","provider":"openai","modelSlug":"gpt-6.1-terra","displayName":"GPT-6.1 Terra","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.462651,"shrinkageFactor":0.529883,"score":43.06,"se":8.22,"samplingSe":5.3788,"residualSe":6.2215,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.223696,"costFixedFloorUsd":0.05694,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1,"outputPer1mUsd":5,"contextWindow":1050000,"releaseDate":"2026-09-25","paretoProb":0.4053,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6.1 Terra:Codex:low","observedHarness":"Codex","rawScore":74.95,"zScore":-1.5433,"seModel":"upstream_se","seRaw":3.9008,"ciHalfWidth":7.6456,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.113881,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"spacexai:grok-4.5:high:grok-build:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"high","harness":"grok-build","harnessRegime":"native","domainId":"harnesses","theta":-0.652297,"shrinkageFactor":0.505065,"score":40.22,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":4.696743,"costFixedFloorUsd":3.172894,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0.5573,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Grok 4.5:high:Grok Build","observedHarness":"Grok Build","rawScore":12.42,"zScore":-1.4101,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":6.345788,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"anthropic:claude-sonnet-5:max:claude-code:native","provider":"anthropic","modelSlug":"claude-sonnet-5","displayName":"Claude Sonnet 5","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.661029,"shrinkageFactor":0.505065,"score":40.08,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":21.53987,"costFixedFloorUsd":14.551303,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1000000,"releaseDate":"2026-07-15","paretoProb":0,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Sonnet 5:max:Claude Code","observedHarness":"Claude Code","rawScore":12.12,"zScore":-1.4274,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":29.102606,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:high:codex:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.692294,"shrinkageFactor":0.711201,"score":39.62,"se":6.45,"samplingSe":0.8515,"residualSe":6.3895,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.408679,"costLogSd":0.7469,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0.6866,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:deepseek-v4.1-flash-1017-inferencenet-high-codex:codex_cli:high","observedHarness":"Codex","rawScore":9.1,"zScore":-0.424,"seModel":"upstream_ci","ciHalfWidth":1.197,"ciLower":7.8963,"ciUpper":10.2904,"measuredCostUsd":0.880214,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-5.6-luna:high:codex:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.733244,"shrinkageFactor":0.54295,"score":39,"se":8.11,"samplingSe":5.1085,"residualSe":6.2977,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.425799,"costFixedFloorUsd":0.108384,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0471,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Luna:Codex:high","observedHarness":"Codex","rawScore":71.22,"zScore":-2.0151,"seModel":"upstream_se","seRaw":3.714,"ciHalfWidth":7.2794,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.216769,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"spacexai:grok-4.7:xhigh:codex:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.742923,"shrinkageFactor":0.710938,"score":38.86,"se":6.45,"samplingSe":0.882,"residualSe":6.3883,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.594896,"costLogSd":0.7391,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0.9752,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:grok-4.7-xai-xhigh-codex:codex_cli:xhigh","observedHarness":"Codex","rawScore":8.45,"zScore":-0.4957,"seModel":"upstream_ci","ciHalfWidth":1.2402,"ciLower":7.2074,"ciUpper":9.6878,"measuredCostUsd":26.971978,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6-luna:xhigh:codex:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.756505,"shrinkageFactor":0.889847,"score":38.65,"se":3.98,"samplingSe":2.4406,"residualSe":3.1451,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.313671,"costFixedFloorUsd":0.079843,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.069,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Luna:Codex:xhigh","observedHarness":"Codex","rawScore":78.79,"zScore":-1.0577,"seModel":"upstream_se","seRaw":3.016,"ciHalfWidth":5.9114,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.159686,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-6-luna-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":7.87,"zScore":-0.5596,"seModel":"upstream_ci","ciHalfWidth":1.0396,"ciLower":6.8389,"ciUpper":8.9181,"measuredCostUsd":0.321473,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"deepseek:deepseek-v4-pro-0813:max:claude-code:native","provider":"deepseek","modelSlug":"deepseek-v4-pro-0813","displayName":"DeepSeek V4 Pro (0813)","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.819663,"shrinkageFactor":0.505065,"score":37.71,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.630586,"costFixedFloorUsd":1.101546,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.98,"inputPer1mUsd":1.32,"outputPer1mUsd":3.96,"contextWindow":1048576,"releaseDate":"2026-08-13","paretoProb":0.0933,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:DeepSeek V4 Pro 0813:max:Claude Code","observedHarness":"Claude Code","rawScore":6.67,"zScore":-1.7415,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.203091,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.5:high:codex:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.821681,"shrinkageFactor":0.542475,"score":37.67,"se":8.11,"samplingSe":5.1186,"residualSe":6.295,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.244773,"costFixedFloorUsd":2.098654,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.5:Codex:high","observedHarness":"Codex","rawScore":69.92,"zScore":-2.1795,"seModel":"upstream_se","seRaw":3.8102,"ciHalfWidth":7.468,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.197308,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-spark-1.3:xhigh:codex:native","provider":"meta","modelSlug":"muse-spark-1.3","displayName":"Muse Spark 1.3","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.883178,"shrinkageFactor":0.710383,"score":36.75,"se":6.46,"samplingSe":0.9433,"residualSe":6.3858,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.252092,"costLogSd":0.7397,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2,"inputPer1mUsd":1.25,"outputPer1mUsd":4.25,"contextWindow":1048576,"releaseDate":null,"paretoProb":0.114,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:muse-spark-1.3-meta-xhigh-codex:codex_cli:xhigh","observedHarness":"Codex","rawScore":6.65,"zScore":-0.6941,"seModel":"upstream_ci","ciHalfWidth":1.3268,"ciLower":5.3135,"ciUpper":7.9672,"measuredCostUsd":5.557521,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-5.6-luna:xhigh:codex:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.885505,"shrinkageFactor":0.887425,"score":36.72,"se":4.02,"samplingSe":2.5163,"residualSe":3.1408,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.539605,"costFixedFloorUsd":0.137353,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.0035,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Luna:Codex:xhigh","observedHarness":"Codex","rawScore":79.11,"zScore":-1.0172,"seModel":"upstream_se","seRaw":3.0681,"ciHalfWidth":6.0135,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.274706,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-5.6-luna-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":5.16,"zScore":-0.8583,"seModel":"upstream_ci","ciHalfWidth":1.4368,"ciLower":3.7215,"ciUpper":6.5951,"measuredCostUsd":0.735416,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"anthropic:claude-opus-4.5:high:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-4.5","displayName":"Claude Opus 4.5","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.891412,"shrinkageFactor":0.70848,"score":36.63,"se":6.48,"samplingSe":1.1282,"residualSe":6.3773,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":12.236995,"costLogSd":0.7454,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":200000,"releaseDate":"2025-11-24","paretoProb":0.0064,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:opus-4.5:claude_code:high","observedHarness":"Claude Code","rawScore":6.51,"zScore":-0.7095,"seModel":"upstream_ci","ciHalfWidth":1.589,"ciLower":4.9234,"ciUpper":8.1014,"measuredCostUsd":8.703391,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-5.6-sol:low:codex:native","provider":"openai","modelSlug":"gpt-5.6-sol","displayName":"GPT-5.6 Sol","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.913469,"shrinkageFactor":0.559793,"score":36.3,"se":7.96,"samplingSe":4.7374,"residualSe":6.3947,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.669814,"costFixedFloorUsd":0.679584,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Sol:Codex:low","observedHarness":"Codex","rawScore":69.05,"zScore":-2.2895,"seModel":"upstream_se","seRaw":3.5024,"ciHalfWidth":6.8647,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.359168,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"google:gemini-3.1-pro:high:antigravity:native","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"high","harness":"antigravity","harnessRegime":"native","domainId":"harnesses","theta":-0.934345,"shrinkageFactor":0.505065,"score":35.98,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":8.188926,"costFixedFloorUsd":5.532045,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0.0002,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:Gemini 3.1 Pro:high:Antigravity CLI","observedHarness":"Antigravity CLI","rawScore":2.73,"zScore":-1.9685,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":11.064091,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.4-mini:xhigh:codex:native","provider":"openai","modelSlug":"gpt-5.4-mini","displayName":"GPT-5.4 Mini","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.960832,"shrinkageFactor":0.505065,"score":35.59,"se":8.44,"samplingSe":3.7811,"residualSe":7.544,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.506221,"costFixedFloorUsd":1.01753,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.6875,"inputPer1mUsd":0.75,"outputPer1mUsd":4.5,"contextWindow":400000,"releaseDate":"2026-03-17","paretoProb":0,"benchmarks":[{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","sourceId":"tbench","sourceRowId":"tbench:4.1:GPT-5.4 Mini:xhigh:Codex","observedHarness":"Codex","rawScore":1.82,"zScore":-2.021,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.035061,"evalDate":null,"publishedDate":null,"sourceUrl":"https://www.tbench.ai/"}]},{"id":"openai:gpt-5.2:xhigh:codex:native","provider":"openai","modelSlug":"gpt-5.2","displayName":"GPT-5.2","effort":"xhigh","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.014553,"shrinkageFactor":0.712241,"score":34.78,"se":6.43,"samplingSe":0.7182,"residualSe":6.3942,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.715851,"costLogSd":0.7394,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.8125,"inputPer1mUsd":1.75,"outputPer1mUsd":14,"contextWindow":400000,"releaseDate":"2025-12-11","paretoProb":0.0004,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gpt-5.2-xhigh-openrouter:codex_cli:xhigh","observedHarness":"Codex","rawScore":5.01,"zScore":-0.8748,"seModel":"upstream_ci","ciHalfWidth":1.0089,"ciLower":3.9902,"ciUpper":6.008,"measuredCostUsd":9.290194,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"openai:gpt-6-sol:low:codex:native","provider":"openai","modelSlug":"gpt-6-sol","displayName":"GPT-6 Sol","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.026851,"shrinkageFactor":0.565762,"score":34.6,"se":7.9,"samplingSe":4.5987,"residualSe":6.4287,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":2.002518,"costFixedFloorUsd":0.509728,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Sol:Codex:low","observedHarness":"Codex","rawScore":67.62,"zScore":-2.4703,"seModel":"upstream_se","seRaw":3.5937,"ciHalfWidth":7.0437,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.019456,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.6-terra:medium:codex:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.130589,"shrinkageFactor":0.571625,"score":33.04,"se":7.85,"samplingSe":4.4583,"residualSe":6.4619,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.348131,"costFixedFloorUsd":0.343158,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Terra:Codex:medium","observedHarness":"Codex","rawScore":66.35,"zScore":-2.6309,"seModel":"upstream_se","seRaw":3.8156,"ciHalfWidth":7.4786,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.686316,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.5:medium:codex:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.433178,"shrinkageFactor":0.610617,"score":28.5,"se":7.48,"samplingSe":3.3791,"residualSe":6.6786,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":5.319455,"costFixedFloorUsd":1.354033,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.5:Codex:medium","observedHarness":"Codex","rawScore":63.54,"zScore":-2.9863,"seModel":"upstream_se","seRaw":3.8413,"ciHalfWidth":7.5289,"ciLower":null,"ciUpper":null,"measuredCostUsd":2.708066,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.6-terra:low:codex:native","provider":"openai","modelSlug":"gpt-5.6-terra","displayName":"GPT-5.6 Terra","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.557829,"shrinkageFactor":0.655972,"score":26.63,"se":7.04,"samplingSe":1.2568,"residualSe":6.9222,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":1.13214,"costFixedFloorUsd":0.288179,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Terra:Codex:low","observedHarness":"Codex","rawScore":59.7,"zScore":-3,"seModel":"upstream_se","seRaw":3.4294,"ciHalfWidth":6.7216,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.576358,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-luna:high:codex:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.569632,"shrinkageFactor":0.660575,"score":26.46,"se":6.99,"samplingSe":0.7622,"residualSe":6.9465,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.101971,"costFixedFloorUsd":0.025956,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.2135,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Luna:Codex:high","observedHarness":"Codex","rawScore":57.35,"zScore":-3,"seModel":"upstream_se","seRaw":3.7954,"ciHalfWidth":7.439,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.051912,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.5:low:codex:native","provider":"openai","modelSlug":"gpt-5.5","displayName":"GPT-5.5","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.576499,"shrinkageFactor":0.663254,"score":26.35,"se":6.96,"samplingSe":0.0018,"residualSe":6.9606,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":3.525345,"costFixedFloorUsd":0.897354,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":11.25,"inputPer1mUsd":5,"outputPer1mUsd":30,"contextWindow":1050000,"releaseDate":"2026-04-23","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.5:Codex:low","observedHarness":"Codex","rawScore":49.8,"zScore":-3,"seModel":"upstream_se","seRaw":2.9303,"ciHalfWidth":5.7434,"ciLower":null,"ciUpper":null,"measuredCostUsd":1.794708,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.6-luna:low:codex:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.576499,"shrinkageFactor":0.663254,"score":26.35,"se":6.96,"samplingSe":0,"residualSe":6.9606,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.047135,"costFixedFloorUsd":0.011998,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.4541,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Luna:Codex:low","observedHarness":"Codex","rawScore":41.29,"zScore":-3,"seModel":"upstream_se","seRaw":0.9566,"ciHalfWidth":1.8749,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.023996,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-5.6-luna:medium:codex:native","provider":"openai","modelSlug":"gpt-5.6-luna","displayName":"GPT-5.6 Luna","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.576491,"shrinkageFactor":0.66325,"score":26.35,"se":6.96,"samplingSe":0.0267,"residualSe":6.9605,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.130426,"costFixedFloorUsd":0.033199,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.45,"inputPer1mUsd":0.2,"outputPer1mUsd":1.2,"contextWindow":1050000,"releaseDate":"2026-06-18","paretoProb":0.1686,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-5.6 Luna:Codex:medium","observedHarness":"Codex","rawScore":53.28,"zScore":-3,"seModel":"upstream_se","seRaw":2.9402,"ciHalfWidth":5.7628,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.066398,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-luna:low:codex:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"low","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.576499,"shrinkageFactor":0.663254,"score":26.35,"se":6.96,"samplingSe":0,"residualSe":6.9606,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.054588,"costFixedFloorUsd":0.013895,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.3884,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Luna:Codex:low","observedHarness":"Codex","rawScore":40.83,"zScore":-3,"seModel":"upstream_se","seRaw":2.0415,"ciHalfWidth":4.0013,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.02779,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"openai:gpt-6-luna:medium:codex:native","provider":"openai","modelSlug":"gpt-6-luna","displayName":"GPT-6 Luna","effort":"medium","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-1.576499,"shrinkageFactor":0.663254,"score":26.35,"se":6.96,"samplingSe":0,"residualSe":6.9606,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":true,"imputationSensitive":false,"effectiveCostUsd":0.01873,"costFixedFloorUsd":0.004768,"costLogSd":0.5841,"costImputed":true,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.2,"inputPer1mUsd":0.1,"outputPer1mUsd":0.5,"contextWindow":1050000,"releaseDate":"2026-08-22","paretoProb":0.9662,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:OpenAI:GPT-6 Luna:Codex:medium","observedHarness":"Codex","rawScore":45.72,"zScore":-3,"seModel":"upstream_se","seRaw":1.3221,"ciHalfWidth":2.5913,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.009535,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]}],"provisionalConfigs":[{"id":"spacexai:grok-4.7:xhigh:cursor:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"xhigh","harness":"cursor","harnessRegime":"native","domainId":"harnesses","theta":0.914882,"shrinkageFactor":0.662101,"score":63.72,"se":6.97,"samplingSe":0.5001,"residualSe":6.9545,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:xAI:Grok 4.7:Cursor:xhigh","observedHarness":"Cursor","rawScore":93.15,"zScore":0.7584,"seModel":"upstream_se","seRaw":0.324,"ciHalfWidth":0.635,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"spacexai:grok-4.7:high:cursor:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"high","harness":"cursor","harnessRegime":"native","domainId":"harnesses","theta":0.877206,"shrinkageFactor":0.661369,"score":63.16,"se":6.98,"samplingSe":0.6395,"residualSe":6.9507,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:xAI:Grok 4.7:Cursor:high","observedHarness":"Cursor","rawScore":92.71,"zScore":0.7027,"seModel":"upstream_se","seRaw":0.4145,"ciHalfWidth":0.8124,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"spacexai:grok-4.7:medium:cursor:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"medium","harness":"cursor","harnessRegime":"native","domainId":"harnesses","theta":0.836321,"shrinkageFactor":0.655303,"score":62.54,"se":7.04,"samplingSe":1.3133,"residualSe":6.9187,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:xAI:Grok 4.7:Cursor:medium","observedHarness":"Cursor","rawScore":92.3,"zScore":0.6509,"seModel":"upstream_se","seRaw":0.8552,"ciHalfWidth":1.6762,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"spacexai:grok-4.7:low:cursor:native","provider":"spacexai","modelSlug":"grok-4.7","displayName":"Grok 4.7","effort":"low","harness":"cursor","harnessRegime":"native","domainId":"harnesses","theta":0.585124,"shrinkageFactor":0.637977,"score":58.78,"se":7.22,"samplingSe":2.3416,"residualSe":6.8266,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-10-18","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:xAI:Grok 4.7:Cursor:low","observedHarness":"Cursor","rawScore":89.42,"zScore":0.2867,"seModel":"upstream_se","seRaw":1.5454,"ciHalfWidth":3.029,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"deepseek:deepseek-v4.1-flash:low:deepseek-harness:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"low","harness":"deepseek-harness","harnessRegime":"native","domainId":"harnesses","theta":0.535703,"shrinkageFactor":0.658301,"score":58.04,"se":7.01,"samplingSe":1.0365,"residualSe":6.9345,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:DeepSeek:DeepSeek V4.1 Flash:DeepSeek Harness:low","observedHarness":"DeepSeek Harness 0.2.1-rc.2","rawScore":88.65,"zScore":0.1893,"seModel":"upstream_se","seRaw":0.6734,"ciHalfWidth":1.3199,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.057727,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"deepseek:deepseek-v4.1-flash:high:deepseek-harness:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"high","harness":"deepseek-harness","harnessRegime":"native","domainId":"harnesses","theta":0.529206,"shrinkageFactor":0.653194,"score":57.94,"se":7.06,"samplingSe":1.4772,"residualSe":6.9076,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:DeepSeek:DeepSeek V4.1 Flash:DeepSeek Harness:high","observedHarness":"DeepSeek Harness 0.2.1-rc.2","rawScore":88.61,"zScore":0.1842,"seModel":"upstream_se","seRaw":0.9635,"ciHalfWidth":1.8885,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.066663,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder-full:max:muse-code:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"max","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.510809,"shrinkageFactor":0.657026,"score":57.66,"se":7.02,"samplingSe":1.1623,"residualSe":6.9278,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Meta:Muse Wonder Full:Muse Code:max","observedHarness":"Muse Code","rawScore":88.36,"zScore":0.1526,"seModel":"upstream_se","seRaw":0.7559,"ciHalfWidth":1.4816,"ciLower":null,"ciUpper":null,"measuredCostUsd":5.910996,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"deepseek:deepseek-v4.1-flash:max:deepseek-harness:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"max","harness":"deepseek-harness","harnessRegime":"native","domainId":"harnesses","theta":0.508399,"shrinkageFactor":0.652929,"score":57.63,"se":7.07,"samplingSe":1.4965,"residualSe":6.9062,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:DeepSeek:DeepSeek V4.1 Flash:DeepSeek Harness:max","observedHarness":"DeepSeek Harness 0.2.1-rc.2","rawScore":88.36,"zScore":0.1526,"seModel":"upstream_se","seRaw":0.9763,"ciHalfWidth":1.9135,"ciLower":null,"ciUpper":null,"measuredCostUsd":0.074057,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder-full:medium:muse-code:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"medium","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.501309,"shrinkageFactor":0.653522,"score":57.52,"se":7.06,"samplingSe":1.4529,"residualSe":6.9093,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Meta:Muse Wonder Full:Muse Code:medium","observedHarness":"Muse Code","rawScore":88.27,"zScore":0.1412,"seModel":"upstream_se","seRaw":0.9474,"ciHalfWidth":1.8569,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.085146,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder-full:high:muse-code:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"high","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.493545,"shrinkageFactor":0.651489,"score":57.4,"se":7.08,"samplingSe":1.5975,"residualSe":6.8985,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Meta:Muse Wonder Full:Muse Code:high","observedHarness":"Muse Code","rawScore":88.19,"zScore":0.1311,"seModel":"upstream_se","seRaw":1.0433,"ciHalfWidth":2.0449,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.719413,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder-full:xhigh:muse-code:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"xhigh","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.426072,"shrinkageFactor":0.653466,"score":56.39,"se":7.06,"samplingSe":1.4571,"residualSe":6.909,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Meta:Muse Wonder Full:Muse Code:xhigh","observedHarness":"Muse Code","rawScore":87.36,"zScore":0.0261,"seModel":"upstream_se","seRaw":0.9502,"ciHalfWidth":1.8624,"ciLower":null,"ciUpper":null,"measuredCostUsd":4.857141,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"meta:muse-wonder-full:low:muse-code:native","provider":"meta","modelSlug":"muse-wonder-full","displayName":"Muse Wonder Full","effort":"low","harness":"muse-code","harnessRegime":"native","domainId":"harnesses","theta":0.390224,"shrinkageFactor":0.648676,"score":55.85,"se":7.11,"samplingSe":1.7783,"residualSe":6.8836,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","sourceId":"vulcanbench","sourceRowId":"vulcanbench:swe_v4:Meta:Muse Wonder Full:Muse Code:low","observedHarness":"Muse Code","rawScore":86.95,"zScore":-0.0257,"seModel":"upstream_se","seRaw":1.1639,"ciHalfWidth":2.2812,"ciLower":null,"ciUpper":null,"measuredCostUsd":3.931575,"evalDate":null,"publishedDate":null,"sourceUrl":"https://vulcanbench.com/"}]},{"id":"google:gemini-4-carbon:high:opencode:native","provider":"google","modelSlug":"gemini-4-carbon","displayName":"Gemini 4 Carbon","effort":"high","harness":"opencode","harnessRegime":"native","domainId":"harnesses","theta":0.323016,"shrinkageFactor":0.212976,"score":54.85,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recKJp9pNzRLNjPDt","observedHarness":"OpenCode","rawScore":40.98,"zScore":1.2951,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"google:gemini-4-argon:high:opencode:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"opencode","harnessRegime":"native","domainId":"harnesses","theta":0.309205,"shrinkageFactor":0.212976,"score":54.64,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recy0GqmfRc5Z14ye","observedHarness":"OpenCode","rawScore":40.44,"zScore":1.2302,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"google:gemini-4-argon:high:gemini-cli:native","provider":"google","modelSlug":"gemini-4-argon","displayName":"Gemini 4 Argon","effort":"high","harness":"gemini-cli","harnessRegime":"native","domainId":"harnesses","theta":0.18228,"shrinkageFactor":0.708646,"score":52.73,"se":6.47,"samplingSe":1.1132,"residualSe":6.378,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-09-20","paretoProb":0,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gemini-4-argon-aistudio-high:gemini_cli:high","observedHarness":"Gemini CLI","rawScore":20.26,"zScore":0.806,"seModel":"upstream_ci","ciHalfWidth":1.5678,"ciLower":18.7068,"ciUpper":21.8424,"measuredCostUsd":16.207485,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"anthropic:claude-opus-4.8:high:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-4.8","displayName":"Claude Opus 4.8","effort":"high","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.059069,"shrinkageFactor":0.212976,"score":50.89,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":12.254757,"costLogSd":0.6227,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-06-12","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recXnLB0qsZWf1z1O","observedHarness":"Claude Code","rawScore":30.66,"zScore":0.0557,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"zhipu:glm-5.2:max:claude-code:native","provider":"zhipu","modelSlug":"glm-5.2","displayName":"GLM-5.2","effort":"max","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":0.052419,"shrinkageFactor":0.212976,"score":50.79,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":5.387313,"costLogSd":0.7347,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":2.15,"inputPer1mUsd":1.4,"outputPer1mUsd":4.4,"contextWindow":1048576,"releaseDate":"2026-07-02","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recFx69MKlTBBGigF","observedHarness":"Claude Code","rawScore":30.4,"zScore":0.0245,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"alibaba:qwen3.8-max:xhigh:claude-code:native","provider":"alibaba","modelSlug":"qwen3.8-max","displayName":"Qwen3.8 Max","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.026093,"shrinkageFactor":0.561427,"score":49.61,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-08-03","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:6e872dc3aa0bc90635d8ae831e28f074","observedHarness":"Claude Code","rawScore":24.83,"zScore":-0.5288,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:6e872dc3aa0bc90635d8ae831e28f074","observedHarness":"Claude Code","rawScore":56.18,"zScore":-0.2131,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"anthropic:claude-opus-4.7:xhigh:claude-code:native","provider":"anthropic","modelSlug":"claude-opus-4.7","displayName":"Claude Opus 4.7","effort":"xhigh","harness":"claude-code","harnessRegime":"native","domainId":"harnesses","theta":-0.102573,"shrinkageFactor":0.212976,"score":48.46,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":15.803679,"costLogSd":0.7447,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":10,"inputPer1mUsd":5,"outputPer1mUsd":25,"contextWindow":1000000,"releaseDate":"2026-04-16","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recbaD2sTNbt5xVFL","observedHarness":"Claude Code","rawScore":24.34,"zScore":-0.7032,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"meta:muse-wonder:xhigh:opencode:native","provider":"meta","modelSlug":"muse-wonder","displayName":"Muse Wonder","effort":"xhigh","harness":"opencode","harnessRegime":"native","domainId":"harnesses","theta":-0.10641,"shrinkageFactor":0.212976,"score":48.4,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":8,"inputPer1mUsd":4,"outputPer1mUsd":20,"contextWindow":1048576,"releaseDate":null,"paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:rec7Gmed5hKA8tws3","observedHarness":"OpenCode","rawScore":24.19,"zScore":-0.7212,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"spacexai:grok-4.5:high:cursor:native","provider":"spacexai","modelSlug":"grok-4.5","displayName":"Grok 4.5","effort":"high","harness":"cursor","harnessRegime":"native","domainId":"harnesses","theta":-0.146564,"shrinkageFactor":0.212976,"score":47.8,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":3,"inputPer1mUsd":2,"outputPer1mUsd":6,"contextWindow":500000,"releaseDate":"2026-06-30","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:rec4HQ0qLNJVhRyw9","observedHarness":"Cursor CLI","rawScore":22.62,"zScore":-0.9098,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"deepseek:deepseek-v4.1-flash-1017:max:deepseek-harness:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash-1017","displayName":"DeepSeek V4.1 Flash (1017)","effort":"max","harness":"deepseek-harness","harnessRegime":"native","domainId":"harnesses","theta":-0.149192,"shrinkageFactor":0.561427,"score":47.76,"se":7.94,"samplingSe":4.8679,"residualSe":6.2772,"coverageCount":2,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":0.525,"inputPer1mUsd":0.3,"outputPer1mUsd":1.2,"contextWindow":1048576,"releaseDate":"2026-10-17","paretoProb":0,"benchmarks":[{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_frontiercode:4553886307abc03b6a785a5e0a54bcec","observedHarness":"DeepSeek Harness","rawScore":20.66,"zScore":-1.0227,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","sourceId":"artificial-analysis","sourceRowId":"aa:aa_agent_swe_atlas:4553886307abc03b6a785a5e0a54bcec","observedHarness":"DeepSeek Harness","rawScore":61.56,"zScore":0.6177,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://artificialanalysis.ai/agents/coding-agents"}]},{"id":"google:gemini-3.1-pro:high:opencode:native","provider":"google","modelSlug":"gemini-3.1-pro","displayName":"Gemini 3.1 Pro","effort":"high","harness":"opencode","harnessRegime":"native","domainId":"harnesses","theta":-0.261913,"shrinkageFactor":0.212976,"score":46.07,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4.5,"inputPer1mUsd":2,"outputPer1mUsd":12,"contextWindow":1048576,"releaseDate":"2026-02-19","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recZWNED3JvA1VUDZ","observedHarness":"OpenCode","rawScore":18.11,"zScore":-1.4514,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"openai:gpt-5.4:high:codex:native","provider":"openai","modelSlug":"gpt-5.4","displayName":"GPT-5.4","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.270865,"shrinkageFactor":0.212976,"score":45.94,"se":10.64,"samplingSe":9.2943,"residualSe":5.1815,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":2.225094,"costLogSd":0.7409,"costImputed":true,"costEstimated":true,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":5.625,"inputPer1mUsd":2.5,"outputPer1mUsd":15,"contextWindow":1050000,"releaseDate":"2026-03-05","paretoProb":0,"benchmarks":[{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","sourceId":"epoch","sourceRowId":"epoch:epoch_posttrainbench:recA3c9MYtvW1Fxb8","observedHarness":"Codex CLI","rawScore":17.76,"zScore":-1.4934,"seModel":"popoviciu_upper_bound","ciHalfWidth":null,"ciLower":null,"ciUpper":null,"measuredCostUsd":null,"evalDate":null,"publishedDate":null,"sourceUrl":"https://posttrainbench.com/"}]},{"id":"moonshot:kimi-k3.1-pro:xhigh:kimi-code:native","provider":"moonshot","modelSlug":"kimi-k3.1-pro","displayName":"Kimi K3.1 Pro","effort":"xhigh","harness":"kimi-code","harnessRegime":"native","domainId":"harnesses","theta":-0.628526,"shrinkageFactor":0.709464,"score":40.57,"se":6.47,"samplingSe":1.0367,"residualSe":6.3817,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":4,"inputPer1mUsd":2,"outputPer1mUsd":10,"contextWindow":1048576,"releaseDate":"2026-10-10","paretoProb":0,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:kimi-k3.1-pro-fireworks-xhigh-kimi-code:kimi_code:xhigh","observedHarness":"Kimi Code","rawScore":9.89,"zScore":-0.337,"seModel":"upstream_ci","ciHalfWidth":1.4592,"ciLower":8.4283,"ciUpper":11.3467,"measuredCostUsd":10.024532,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"moonshot:kimi-k3:high:kimi-code:native","provider":"moonshot","modelSlug":"kimi-k3","displayName":"Kimi K3","effort":"high","harness":"kimi-code","harnessRegime":"native","domainId":"harnesses","theta":-0.812938,"shrinkageFactor":0.709961,"score":37.81,"se":6.46,"samplingSe":0.9873,"residualSe":6.3839,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":6,"inputPer1mUsd":3,"outputPer1mUsd":15,"contextWindow":1048576,"releaseDate":"2026-08-14","paretoProb":0,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:kimi-k3-fireworks-high-kimi-code:kimi_code:high","observedHarness":"Kimi Code","rawScore":7.54,"zScore":-0.596,"seModel":"upstream_ci","ciHalfWidth":1.3891,"ciLower":6.1628,"ciUpper":8.941,"measuredCostUsd":19.884791,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"google:gemini-3.8-flash:high:gemini-cli:native","provider":"google","modelSlug":"gemini-3.8-flash","displayName":"Gemini 3.8 Flash","effort":"high","harness":"gemini-cli","harnessRegime":"native","domainId":"harnesses","theta":-0.828385,"shrinkageFactor":0.712149,"score":37.57,"se":6.44,"samplingSe":0.731,"residualSe":6.3938,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":1.5,"inputPer1mUsd":0.75,"outputPer1mUsd":3.75,"contextWindow":1048576,"releaseDate":"2026-08-10","paretoProb":0,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:gemini-3.8-flash-aistudio-high:gemini_cli:high","observedHarness":"Gemini CLI","rawScore":7.38,"zScore":-0.6136,"seModel":"upstream_ci","ciHalfWidth":1.0269,"ciLower":6.3313,"ciUpper":8.3851,"measuredCostUsd":3.944083,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"deepseek:deepseek-v4.1-flash:high:opencode:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"high","harness":"opencode","harnessRegime":"native","domainId":"harnesses","theta":-0.931887,"shrinkageFactor":0.706305,"score":36.02,"se":6.5,"samplingSe":1.3079,"residualSe":6.3675,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:deepseek-v4.1-flash-novita-high-opencode:opencode:high","observedHarness":"OpenCode","rawScore":5.95,"zScore":-0.7712,"seModel":"upstream_ci","ciHalfWidth":1.845,"ciLower":4.0941,"ciUpper":7.7841,"measuredCostUsd":0.73708,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]},{"id":"deepseek:deepseek-v4.1-flash:high:codex:native","provider":"deepseek","modelSlug":"deepseek-v4.1-flash","displayName":"DeepSeek V4.1 Flash","effort":"high","harness":"codex","harnessRegime":"native","domainId":"harnesses","theta":-0.947863,"shrinkageFactor":0.710703,"score":35.78,"se":6.45,"samplingSe":0.9085,"residualSe":6.3873,"coverageCount":1,"activeBenchmarkCount":6,"eligibleForFrontier":false,"imputationSensitive":false,"effectiveCostUsd":null,"costImputed":false,"costEstimated":false,"usesFallbackRouting":false,"costUnit":"usd_per_task","costSource":"measured","blendedListPricePer1mUsd":null,"inputPer1mUsd":null,"outputPer1mUsd":null,"contextWindow":null,"releaseDate":"2026-09-10","paretoProb":0,"benchmarks":[{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","sourceId":"weirdml","sourceRowId":"weirdml:v3:deepseek-v4.1-flash-novita-high-codex:codex_cli:high","observedHarness":"Codex","rawScore":5.83,"zScore":-0.7844,"seModel":"upstream_ci","ciHalfWidth":1.2776,"ciLower":4.5407,"ciUpper":7.0958,"measuredCostUsd":0.511927,"evalDate":null,"publishedDate":"2026-11-13","sourceUrl":"https://htihle.github.io/weirdml.html"}]}],"frontiers":[{"provider":"anthropic","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"anthropic:claude-haiku-5.5:xhigh:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6019,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-haiku-5.5:low:claude-code:native","zStepFromPrev":0.15,"pBetterThanPrev":0.5595,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4508,"marginalScorePerDollar":3.012,"costMultipleFromPrev":1.23},{"configId":"anthropic:claude-haiku-5.5:max:claude-code:native","zStepFromPrev":0.181,"pBetterThanPrev":0.5718,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2183,"marginalScorePerDollar":8.071,"costMultipleFromPrev":1.09},{"configId":"anthropic:claude-haiku-5.5:high:claude-code:native","zStepFromPrev":0.385,"pBetterThanPrev":0.6501,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4459,"marginalScorePerDollar":12.423,"costMultipleFromPrev":1.11},{"configId":"anthropic:claude-fable-5.2:medium:claude-code:native","zStepFromPrev":0.843,"pBetterThanPrev":0.8003,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5371,"marginalScorePerDollar":7.975,"costMultipleFromPrev":1.38},{"configId":"anthropic:claude-fable-5.2:high:claude-code:native","zStepFromPrev":0.992,"pBetterThanPrev":0.8395,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6013,"marginalScorePerDollar":2.772,"costMultipleFromPrev":1.66},{"configId":"anthropic:claude-fable-5.2:xhigh:claude-code:native","zStepFromPrev":1.328,"pBetterThanPrev":0.9079,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8876,"marginalScorePerDollar":2.067,"costMultipleFromPrev":1.75}],"pruned":[{"configId":"anthropic:claude-haiku-5.5:medium:claude-code:native","dominatedById":"anthropic:claude-haiku-5.5:high:claude-code:native","scoreDeficit":4.88,"costRatio":1.09,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:low:claude-code:native","dominatedById":"anthropic:claude-haiku-5.5:high:claude-code:native","scoreDeficit":2,"costRatio":1.36,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":3.19,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":8.82,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":14.47,"costRatio":1.59,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":3.68,"costRatio":1.65,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":21.35,"costRatio":1.01,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":18.33,"costRatio":1.05,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":9.55,"costRatio":1.14,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":13.41,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":16.17,"costRatio":1.28,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":12.37,"costRatio":1.35,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":3.51,"costRatio":1.44,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":9.42,"costRatio":1.58,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":22.85,"costRatio":1.07,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":17.95,"costRatio":1.11,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":11.02,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":42.71,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":21.79,"costRatio":1.37,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":25.78,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":12.08,"costRatio":1.42,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":14.85,"costRatio":1.43,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":33.28,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":15.62,"costRatio":1.49,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":24.4,"costRatio":1.66,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":32.05,"costRatio":1.81,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":39.26,"costRatio":2.2,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":9.08,"costRatio":3.1,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-haiku-5.5:xhigh:claude-code:native","defaultId":"anthropic:claude-fable-5.2:medium:claude-code:native","maxId":"anthropic:claude-fable-5.2:xhigh:claude-code:native"}},{"provider":"anthropic","harnessRegime":"native","harnessFilter":"claude-code","frontier":[{"configId":"anthropic:claude-haiku-5.5:xhigh:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6019,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"anthropic:claude-haiku-5.5:low:claude-code:native","zStepFromPrev":0.15,"pBetterThanPrev":0.5595,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4508,"marginalScorePerDollar":3.012,"costMultipleFromPrev":1.23},{"configId":"anthropic:claude-haiku-5.5:max:claude-code:native","zStepFromPrev":0.181,"pBetterThanPrev":0.5718,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2183,"marginalScorePerDollar":8.071,"costMultipleFromPrev":1.09},{"configId":"anthropic:claude-haiku-5.5:high:claude-code:native","zStepFromPrev":0.385,"pBetterThanPrev":0.6501,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4459,"marginalScorePerDollar":12.423,"costMultipleFromPrev":1.11},{"configId":"anthropic:claude-fable-5.2:medium:claude-code:native","zStepFromPrev":0.843,"pBetterThanPrev":0.8003,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5371,"marginalScorePerDollar":7.975,"costMultipleFromPrev":1.38},{"configId":"anthropic:claude-fable-5.2:high:claude-code:native","zStepFromPrev":0.992,"pBetterThanPrev":0.8395,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6013,"marginalScorePerDollar":2.772,"costMultipleFromPrev":1.66},{"configId":"anthropic:claude-fable-5.2:xhigh:claude-code:native","zStepFromPrev":1.328,"pBetterThanPrev":0.9079,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8876,"marginalScorePerDollar":2.067,"costMultipleFromPrev":1.75}],"pruned":[{"configId":"anthropic:claude-haiku-5.5:medium:claude-code:native","dominatedById":"anthropic:claude-haiku-5.5:high:claude-code:native","scoreDeficit":4.88,"costRatio":1.09,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:low:claude-code:native","dominatedById":"anthropic:claude-haiku-5.5:high:claude-code:native","scoreDeficit":2,"costRatio":1.36,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":3.19,"costRatio":1,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":8.82,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":14.47,"costRatio":1.59,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:medium:claude-code:native","scoreDeficit":3.68,"costRatio":1.65,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":21.35,"costRatio":1.01,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":18.33,"costRatio":1.05,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":9.55,"costRatio":1.14,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":13.41,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":16.17,"costRatio":1.28,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:low:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":12.37,"costRatio":1.35,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":3.51,"costRatio":1.44,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:medium:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:high:claude-code:native","scoreDeficit":9.42,"costRatio":1.58,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":22.85,"costRatio":1.07,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":17.95,"costRatio":1.11,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5.5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":11.02,"costRatio":1.18,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.5:high:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":42.71,"costRatio":1.25,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":21.79,"costRatio":1.37,"costComparisonNote":null},{"configId":"anthropic:claude-opus-5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":25.78,"costRatio":1.39,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5.5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":12.08,"costRatio":1.42,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":14.85,"costRatio":1.43,"costComparisonNote":null},{"configId":"anthropic:claude-opus-4.8:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":33.28,"costRatio":1.48,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.1:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":15.62,"costRatio":1.49,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":24.4,"costRatio":1.66,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5:xhigh:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":32.05,"costRatio":1.81,"costComparisonNote":null},{"configId":"anthropic:claude-sonnet-5:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":39.26,"costRatio":2.2,"costComparisonNote":null},{"configId":"anthropic:claude-fable-5.2:max:claude-code:native","dominatedById":"anthropic:claude-fable-5.2:xhigh:claude-code:native","scoreDeficit":9.08,"costRatio":3.1,"costComparisonNote":null}],"verdicts":{"budgetId":"anthropic:claude-haiku-5.5:xhigh:claude-code:native","defaultId":"anthropic:claude-fable-5.2:medium:claude-code:native","maxId":"anthropic:claude-fable-5.2:xhigh:claude-code:native"}},{"provider":"openai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"openai:gpt-6-luna:medium:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9662,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-6-luna:high:codex:native","zStepFromPrev":0.014,"pBetterThanPrev":0.5054,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.2135,"marginalScorePerDollar":1.321,"costMultipleFromPrev":5.44},{"configId":"openai:gpt-6-luna:max:codex:native","zStepFromPrev":2.163,"pBetterThanPrev":0.9847,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6456,"marginalScorePerDollar":302.517,"costMultipleFromPrev":1.55},{"configId":"openai:gpt-6.1-terra:high:codex:native","zStepFromPrev":0.389,"pBetterThanPrev":0.6513,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4452,"marginalScorePerDollar":38.823,"costMultipleFromPrev":1.59},{"configId":"openai:gpt-6.1-terra:medium:codex:native","zStepFromPrev":0.072,"pBetterThanPrev":0.5287,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4161,"marginalScorePerDollar":34.523,"costMultipleFromPrev":1.08},{"configId":"openai:gpt-6.2-sol:low:codex:native","zStepFromPrev":0.689,"pBetterThanPrev":0.7547,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.295,"marginalScorePerDollar":33.955,"costMultipleFromPrev":1.68},{"configId":"openai:gpt-6.1-terra:xhigh:codex:native","zStepFromPrev":0.753,"pBetterThanPrev":0.7744,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4931,"marginalScorePerDollar":338.387,"costMultipleFromPrev":1.03},{"configId":"openai:gpt-6.2-sol:medium:codex:native","zStepFromPrev":0.095,"pBetterThanPrev":0.5379,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2967,"marginalScorePerDollar":3.719,"costMultipleFromPrev":1.35},{"configId":"openai:gpt-6.2-sol:high:codex:native","zStepFromPrev":0.146,"pBetterThanPrev":0.5579,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2041,"marginalScorePerDollar":5.709,"costMultipleFromPrev":1.25},{"configId":"openai:gpt-6.2-sol:max:codex:native","zStepFromPrev":0.397,"pBetterThanPrev":0.6545,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.1805,"marginalScorePerDollar":459.637,"costMultipleFromPrev":1.01},{"configId":"openai:gpt-6.1-sol:xhigh:codex:native","zStepFromPrev":1.494,"pBetterThanPrev":0.9324,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8525,"marginalScorePerDollar":175.453,"costMultipleFromPrev":1.06},{"configId":"openai:gpt-6-astra:xhigh:codex:native","zStepFromPrev":0.846,"pBetterThanPrev":0.8012,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6143,"marginalScorePerDollar":0.897,"costMultipleFromPrev":5.52}],"pruned":[{"configId":"openai:gpt-5.6-luna:low:codex:native","dominatedById":"openai:gpt-6-luna:medium:codex:native","scoreDeficit":0,"costRatio":2.52,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:low:codex:native","dominatedById":"openai:gpt-6-luna:medium:codex:native","scoreDeficit":0,"costRatio":2.91,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:medium:codex:native","dominatedById":"openai:gpt-6-luna:high:codex:native","scoreDeficit":0.11,"costRatio":1.28,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:low:codex:native","dominatedById":"openai:gpt-6-luna:max:codex:native","scoreDeficit":0.37,"costRatio":1.42,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:xhigh:codex:native","dominatedById":"openai:gpt-6.1-terra:medium:codex:native","scoreDeficit":9.14,"costRatio":1.15,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:high:codex:native","dominatedById":"openai:gpt-6.1-terra:medium:codex:native","scoreDeficit":8.79,"costRatio":1.56,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:xhigh:codex:native","dominatedById":"openai:gpt-6.1-terra:xhigh:codex:native","scoreDeficit":22.27,"costRatio":1.14,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:low:codex:native","dominatedById":"openai:gpt-6.1-terra:xhigh:codex:native","scoreDeficit":4,"costRatio":1.27,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:high:codex:native","dominatedById":"openai:gpt-6.2-sol:medium:codex:native","scoreDeficit":2.07,"costRatio":1.01,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:max:codex:native","dominatedById":"openai:gpt-6.2-sol:medium:codex:native","scoreDeficit":11.01,"costRatio":1.17,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:medium:codex:native","dominatedById":"openai:gpt-6.2-sol:medium:codex:native","scoreDeficit":4.34,"costRatio":1.23,"costComparisonNote":null},{"configId":"openai:gpt-6.2-sol:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":9.89,"costRatio":1.06,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":45.04,"costRatio":1.33,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":7.08,"costRatio":1.39,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":38.63,"costRatio":1.58,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":7.81,"costRatio":1.76,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":36.08,"costRatio":1.76,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":25.6,"costRatio":1.77,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":10.82,"costRatio":2.21,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":37.07,"costRatio":2.35,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":27.18,"costRatio":2.72,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":8.79,"costRatio":3.12,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":35.37,"costRatio":3.13,"costComparisonNote":null},{"configId":"openai:gpt-5.2:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":36.89,"costRatio":3.18,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":9.76,"costRatio":3.7,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":21.5,"costRatio":3.7,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":13.76,"costRatio":3.77,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":21.21,"costRatio":3.95,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":7.97,"costRatio":4.03,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":23.32,"costRatio":4.05,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":14.55,"costRatio":4.05,"costComparisonNote":null},{"configId":"openai:gpt-5.5:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":45.32,"costRatio":4.13,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":17.21,"costRatio":4.18,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":12.68,"costRatio":4.27,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":17.9,"costRatio":4.59,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":17.26,"costRatio":4.71,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":20.08,"costRatio":4.87,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":11.37,"costRatio":5.03,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":20.81,"costRatio":5.36,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:max:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":20.26,"costRatio":1.01,"costComparisonNote":null},{"configId":"openai:gpt-5.5:medium:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":46.63,"costRatio":1.13,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:max:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":9.68,"costRatio":1.32,"costComparisonNote":null},{"configId":"openai:gpt-5.5:high:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":37.46,"costRatio":1.75,"costComparisonNote":null},{"configId":"openai:gpt-5.5:xhigh:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":30.24,"costRatio":1.9,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-6-luna:medium:codex:native","defaultId":"openai:gpt-6.1-sol:xhigh:codex:native","maxId":"openai:gpt-6-astra:xhigh:codex:native"}},{"provider":"openai","harnessRegime":"native","harnessFilter":"codex","frontier":[{"configId":"openai:gpt-6-luna:medium:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9662,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"openai:gpt-6-luna:high:codex:native","zStepFromPrev":0.014,"pBetterThanPrev":0.5054,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.2135,"marginalScorePerDollar":1.321,"costMultipleFromPrev":5.44},{"configId":"openai:gpt-6-luna:max:codex:native","zStepFromPrev":2.163,"pBetterThanPrev":0.9847,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6456,"marginalScorePerDollar":302.517,"costMultipleFromPrev":1.55},{"configId":"openai:gpt-6.1-terra:high:codex:native","zStepFromPrev":0.389,"pBetterThanPrev":0.6513,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4452,"marginalScorePerDollar":38.823,"costMultipleFromPrev":1.59},{"configId":"openai:gpt-6.1-terra:medium:codex:native","zStepFromPrev":0.072,"pBetterThanPrev":0.5287,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.4161,"marginalScorePerDollar":34.523,"costMultipleFromPrev":1.08},{"configId":"openai:gpt-6.2-sol:low:codex:native","zStepFromPrev":0.689,"pBetterThanPrev":0.7547,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.295,"marginalScorePerDollar":33.955,"costMultipleFromPrev":1.68},{"configId":"openai:gpt-6.1-terra:xhigh:codex:native","zStepFromPrev":0.753,"pBetterThanPrev":0.7744,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4931,"marginalScorePerDollar":338.387,"costMultipleFromPrev":1.03},{"configId":"openai:gpt-6.2-sol:medium:codex:native","zStepFromPrev":0.095,"pBetterThanPrev":0.5379,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2967,"marginalScorePerDollar":3.719,"costMultipleFromPrev":1.35},{"configId":"openai:gpt-6.2-sol:high:codex:native","zStepFromPrev":0.146,"pBetterThanPrev":0.5579,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.2041,"marginalScorePerDollar":5.709,"costMultipleFromPrev":1.25},{"configId":"openai:gpt-6.2-sol:max:codex:native","zStepFromPrev":0.397,"pBetterThanPrev":0.6545,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.1805,"marginalScorePerDollar":459.637,"costMultipleFromPrev":1.01},{"configId":"openai:gpt-6.1-sol:xhigh:codex:native","zStepFromPrev":1.494,"pBetterThanPrev":0.9324,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8525,"marginalScorePerDollar":175.453,"costMultipleFromPrev":1.06},{"configId":"openai:gpt-6-astra:xhigh:codex:native","zStepFromPrev":0.846,"pBetterThanPrev":0.8012,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.6143,"marginalScorePerDollar":0.897,"costMultipleFromPrev":5.52}],"pruned":[{"configId":"openai:gpt-5.6-luna:low:codex:native","dominatedById":"openai:gpt-6-luna:medium:codex:native","scoreDeficit":0,"costRatio":2.52,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:low:codex:native","dominatedById":"openai:gpt-6-luna:medium:codex:native","scoreDeficit":0,"costRatio":2.91,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:medium:codex:native","dominatedById":"openai:gpt-6-luna:high:codex:native","scoreDeficit":0.11,"costRatio":1.28,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:low:codex:native","dominatedById":"openai:gpt-6-luna:max:codex:native","scoreDeficit":0.37,"costRatio":1.42,"costComparisonNote":null},{"configId":"openai:gpt-6-luna:xhigh:codex:native","dominatedById":"openai:gpt-6.1-terra:medium:codex:native","scoreDeficit":9.14,"costRatio":1.15,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:high:codex:native","dominatedById":"openai:gpt-6.1-terra:medium:codex:native","scoreDeficit":8.79,"costRatio":1.56,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:xhigh:codex:native","dominatedById":"openai:gpt-6.1-terra:xhigh:codex:native","scoreDeficit":22.27,"costRatio":1.14,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:low:codex:native","dominatedById":"openai:gpt-6.1-terra:xhigh:codex:native","scoreDeficit":4,"costRatio":1.27,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:high:codex:native","dominatedById":"openai:gpt-6.2-sol:medium:codex:native","scoreDeficit":2.07,"costRatio":1.01,"costComparisonNote":null},{"configId":"openai:gpt-5.6-luna:max:codex:native","dominatedById":"openai:gpt-6.2-sol:medium:codex:native","scoreDeficit":11.01,"costRatio":1.17,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:medium:codex:native","dominatedById":"openai:gpt-6.2-sol:medium:codex:native","scoreDeficit":4.34,"costRatio":1.23,"costComparisonNote":null},{"configId":"openai:gpt-6.2-sol:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":9.89,"costRatio":1.06,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":45.04,"costRatio":1.33,"costComparisonNote":null},{"configId":"openai:gpt-6.1-sol:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":7.08,"costRatio":1.39,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":38.63,"costRatio":1.58,"costComparisonNote":null},{"configId":"openai:gpt-6.1-terra:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":7.81,"costRatio":1.76,"costComparisonNote":null},{"configId":"openai:gpt-5.4-mini:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":36.08,"costRatio":1.76,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":25.6,"costRatio":1.77,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":10.82,"costRatio":2.21,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":37.07,"costRatio":2.35,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":27.18,"costRatio":2.72,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":8.79,"costRatio":3.12,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":35.37,"costRatio":3.13,"costComparisonNote":null},{"configId":"openai:gpt-5.2:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":36.89,"costRatio":3.18,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":9.76,"costRatio":3.7,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":21.5,"costRatio":3.7,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":13.76,"costRatio":3.77,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":21.21,"costRatio":3.95,"costComparisonNote":null},{"configId":"openai:gpt-6.2-astra:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":7.97,"costRatio":4.03,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":23.32,"costRatio":4.05,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":14.55,"costRatio":4.05,"costComparisonNote":null},{"configId":"openai:gpt-5.5:low:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":45.32,"costRatio":4.13,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:max:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":17.21,"costRatio":4.18,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:medium:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":12.68,"costRatio":4.27,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":17.9,"costRatio":4.59,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":17.26,"costRatio":4.71,"costComparisonNote":null},{"configId":"openai:gpt-5.6-terra:xhigh:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":20.08,"costRatio":4.87,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":11.37,"costRatio":5.03,"costComparisonNote":null},{"configId":"openai:gpt-6-sol:high:codex:native","dominatedById":"openai:gpt-6.1-sol:xhigh:codex:native","scoreDeficit":20.81,"costRatio":5.36,"costComparisonNote":null},{"configId":"openai:gpt-5.6-sol:max:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":20.26,"costRatio":1.01,"costComparisonNote":null},{"configId":"openai:gpt-5.5:medium:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":46.63,"costRatio":1.13,"costComparisonNote":null},{"configId":"openai:gpt-6-astra:max:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":9.68,"costRatio":1.32,"costComparisonNote":null},{"configId":"openai:gpt-5.5:high:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":37.46,"costRatio":1.75,"costComparisonNote":null},{"configId":"openai:gpt-5.5:xhigh:codex:native","dominatedById":"openai:gpt-6-astra:xhigh:codex:native","scoreDeficit":30.24,"costRatio":1.9,"costComparisonNote":null}],"verdicts":{"budgetId":"openai:gpt-6-luna:medium:codex:native","defaultId":"openai:gpt-6.1-sol:xhigh:codex:native","maxId":"openai:gpt-6-astra:xhigh:codex:native"}},{"provider":"google","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"google:gemini-4-hydrogen:high:antigravity:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8065,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-4-hydrogen:xhigh:antigravity:native","zStepFromPrev":0.054,"pBetterThanPrev":0.5217,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.561,"marginalScorePerDollar":0.668,"costMultipleFromPrev":1.54},{"configId":"google:gemini-4-carbon:high:antigravity:native","zStepFromPrev":0.508,"pBetterThanPrev":0.6943,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.575,"marginalScorePerDollar":15.094,"costMultipleFromPrev":1.13}],"pruned":[{"configId":"google:gemini-4-argon:high:antigravity:native","dominatedById":"google:gemini-4-hydrogen:high:antigravity:native","scoreDeficit":6.32,"costRatio":1.41,"costComparisonNote":null},{"configId":"google:gemini-4-neon:xhigh:antigravity:native","dominatedById":"google:gemini-4-carbon:high:antigravity:native","scoreDeficit":3.71,"costRatio":1.42,"costComparisonNote":null},{"configId":"google:gemini-3.1-pro:high:antigravity:native","dominatedById":"google:gemini-4-carbon:high:antigravity:native","scoreDeficit":29.25,"costRatio":2.69,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-4-hydrogen:high:antigravity:native","defaultId":null,"maxId":"google:gemini-4-carbon:high:antigravity:native"}},{"provider":"google","harnessRegime":"native","harnessFilter":"antigravity","frontier":[{"configId":"google:gemini-4-hydrogen:high:antigravity:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8065,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"google:gemini-4-hydrogen:xhigh:antigravity:native","zStepFromPrev":0.054,"pBetterThanPrev":0.5217,"statisticallyTied":true,"imputationSensitive":true,"paretoProb":0.561,"marginalScorePerDollar":0.668,"costMultipleFromPrev":1.54},{"configId":"google:gemini-4-carbon:high:antigravity:native","zStepFromPrev":0.508,"pBetterThanPrev":0.6943,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.575,"marginalScorePerDollar":15.094,"costMultipleFromPrev":1.13}],"pruned":[{"configId":"google:gemini-4-argon:high:antigravity:native","dominatedById":"google:gemini-4-hydrogen:high:antigravity:native","scoreDeficit":6.32,"costRatio":1.41,"costComparisonNote":null},{"configId":"google:gemini-4-neon:xhigh:antigravity:native","dominatedById":"google:gemini-4-carbon:high:antigravity:native","scoreDeficit":3.71,"costRatio":1.42,"costComparisonNote":null},{"configId":"google:gemini-3.1-pro:high:antigravity:native","dominatedById":"google:gemini-4-carbon:high:antigravity:native","scoreDeficit":29.25,"costRatio":2.69,"costComparisonNote":null}],"verdicts":{"budgetId":"google:gemini-4-hydrogen:high:antigravity:native","defaultId":null,"maxId":"google:gemini-4-carbon:high:antigravity:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"spacexai:grok-4.7:xhigh:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9752,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.5:high:grok-build:native","zStepFromPrev":0.127,"pBetterThanPrev":0.5506,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5573,"marginalScorePerDollar":0.438,"costMultipleFromPrev":2.94},{"configId":"spacexai:grok-4.6:high:grok-build:native","zStepFromPrev":0.271,"pBetterThanPrev":0.6069,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.3591,"marginalScorePerDollar":0.944,"costMultipleFromPrev":1.72},{"configId":"spacexai:grok-4.7:xhigh:grok-build:native","zStepFromPrev":0.713,"pBetterThanPrev":0.7622,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7168,"marginalScorePerDollar":40.548,"costMultipleFromPrev":1.03}],"pruned":[],"verdicts":{"budgetId":"spacexai:grok-4.7:xhigh:codex:native","defaultId":null,"maxId":"spacexai:grok-4.7:xhigh:grok-build:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"codex","frontier":[{"configId":"spacexai:grok-4.7:xhigh:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"spacexai:grok-4.7:xhigh:codex:native","defaultId":null,"maxId":"spacexai:grok-4.7:xhigh:codex:native"}},{"provider":"spacexai","harnessRegime":"native","harnessFilter":"grok-build","frontier":[{"configId":"spacexai:grok-4.5:high:grok-build:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9776,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"spacexai:grok-4.6:high:grok-build:native","zStepFromPrev":0.271,"pBetterThanPrev":0.6069,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.432,"marginalScorePerDollar":0.944,"costMultipleFromPrev":1.72},{"configId":"spacexai:grok-4.7:xhigh:grok-build:native","zStepFromPrev":0.713,"pBetterThanPrev":0.7622,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.7597,"marginalScorePerDollar":40.548,"costMultipleFromPrev":1.03}],"pruned":[],"verdicts":{"budgetId":"spacexai:grok-4.5:high:grok-build:native","defaultId":null,"maxId":"spacexai:grok-4.7:xhigh:grok-build:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"meta:muse-ember:xhigh:muse-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.7904,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-wonder:xhigh:muse-code:native","zStepFromPrev":0.611,"pBetterThanPrev":0.7293,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4886,"marginalScorePerDollar":1.387,"costMultipleFromPrev":15.6}],"pruned":[{"configId":"meta:muse-ember:max:muse-code:native","dominatedById":"meta:muse-ember:xhigh:muse-code:native","scoreDeficit":2.11,"costRatio":1.3,"costComparisonNote":null},{"configId":"meta:muse-spark-1.3:xhigh:codex:native","dominatedById":"meta:muse-ember:xhigh:muse-code:native","scoreDeficit":11.41,"costRatio":3.55,"costComparisonNote":null},{"configId":"meta:muse-spark-1.3:max:muse-code:native","dominatedById":"meta:muse-ember:xhigh:muse-code:native","scoreDeficit":0.21,"costRatio":7.94,"costComparisonNote":null},{"configId":"meta:muse-wonder:xhigh:codex:native","dominatedById":"meta:muse-ember:xhigh:muse-code:native","scoreDeficit":1.44,"costRatio":9.98,"costComparisonNote":null},{"configId":"meta:muse-wonder:max:muse-code:native","dominatedById":"meta:muse-wonder:xhigh:muse-code:native","scoreDeficit":4.59,"costRatio":1.3,"costComparisonNote":null}],"verdicts":{"budgetId":"meta:muse-ember:xhigh:muse-code:native","defaultId":null,"maxId":"meta:muse-wonder:xhigh:muse-code:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"codex","frontier":[{"configId":"meta:muse-spark-1.3:xhigh:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8595,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-wonder:xhigh:codex:native","zStepFromPrev":1.133,"pBetterThanPrev":0.8715,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8885,"marginalScorePerDollar":4.397,"costMultipleFromPrev":2.81}],"pruned":[],"verdicts":{"budgetId":"meta:muse-spark-1.3:xhigh:codex:native","defaultId":null,"maxId":"meta:muse-wonder:xhigh:codex:native"}},{"provider":"meta","harnessRegime":"native","harnessFilter":"muse-code","frontier":[{"configId":"meta:muse-ember:xhigh:muse-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.8037,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"meta:muse-wonder:xhigh:muse-code:native","zStepFromPrev":0.611,"pBetterThanPrev":0.7293,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5122,"marginalScorePerDollar":1.387,"costMultipleFromPrev":15.6}],"pruned":[{"configId":"meta:muse-ember:max:muse-code:native","dominatedById":"meta:muse-ember:xhigh:muse-code:native","scoreDeficit":2.11,"costRatio":1.3,"costComparisonNote":null},{"configId":"meta:muse-spark-1.3:max:muse-code:native","dominatedById":"meta:muse-ember:xhigh:muse-code:native","scoreDeficit":0.21,"costRatio":7.94,"costComparisonNote":null},{"configId":"meta:muse-wonder:max:muse-code:native","dominatedById":"meta:muse-wonder:xhigh:muse-code:native","scoreDeficit":4.59,"costRatio":1.3,"costComparisonNote":null}],"verdicts":{"budgetId":"meta:muse-ember:xhigh:muse-code:native","defaultId":null,"maxId":"meta:muse-wonder:xhigh:muse-code:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"deepseek:deepseek-v4.1-flash-1017:high:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.6866,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native","zStepFromPrev":1.088,"pBetterThanPrev":0.8618,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9113,"marginalScorePerDollar":1995.333,"costMultipleFromPrev":1.01}],"pruned":[{"configId":"deepseek:deepseek-v4-pro-0813:max:claude-code:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native","scoreDeficit":13.88,"costRatio":3.93,"costComparisonNote":null}],"verdicts":{"budgetId":"deepseek:deepseek-v4.1-flash-1017:high:codex:native","defaultId":null,"maxId":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"claude-code","frontier":[{"configId":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"deepseek:deepseek-v4-pro-0813:max:claude-code:native","dominatedById":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native","scoreDeficit":13.88,"costRatio":3.93,"costComparisonNote":null}],"verdicts":{"budgetId":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native","defaultId":null,"maxId":"deepseek:deepseek-v4.1-flash-1017:max:claude-code:native"}},{"provider":"deepseek","harnessRegime":"native","harnessFilter":"codex","frontier":[{"configId":"deepseek:deepseek-v4.1-flash-1017:high:codex:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"deepseek:deepseek-v4.1-flash-1017:high:codex:native","defaultId":null,"maxId":"deepseek:deepseek-v4.1-flash-1017:high:codex:native"}},{"provider":"moonshot","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"moonshot:kimi-k3.1-pro:max:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9988,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"moonshot:kimi-k3:max:claude-code:native","dominatedById":"moonshot:kimi-k3.1-pro:max:claude-code:native","scoreDeficit":16.01,"costRatio":1.77,"costComparisonNote":null}],"verdicts":{"budgetId":"moonshot:kimi-k3.1-pro:max:claude-code:native","defaultId":null,"maxId":"moonshot:kimi-k3.1-pro:max:claude-code:native"}},{"provider":"moonshot","harnessRegime":"native","harnessFilter":"claude-code","frontier":[{"configId":"moonshot:kimi-k3.1-pro:max:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9988,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[{"configId":"moonshot:kimi-k3:max:claude-code:native","dominatedById":"moonshot:kimi-k3.1-pro:max:claude-code:native","scoreDeficit":16.01,"costRatio":1.77,"costComparisonNote":null}],"verdicts":{"budgetId":"moonshot:kimi-k3.1-pro:max:claude-code:native","defaultId":null,"maxId":"moonshot:kimi-k3.1-pro:max:claude-code:native"}},{"provider":"alibaba","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"alibaba:qwen3.8-max-0902:max:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"alibaba:qwen3.8-max-0902:max:claude-code:native","defaultId":null,"maxId":"alibaba:qwen3.8-max-0902:max:claude-code:native"}},{"provider":"alibaba","harnessRegime":"native","harnessFilter":"claude-code","frontier":[{"configId":"alibaba:qwen3.8-max-0902:max:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":1,"marginalScorePerDollar":null,"costMultipleFromPrev":null}],"pruned":[],"verdicts":{"budgetId":"alibaba:qwen3.8-max-0902:max:claude-code:native","defaultId":null,"maxId":"alibaba:qwen3.8-max-0902:max:claude-code:native"}},{"provider":"zhipu","harnessRegime":"native","harnessFilter":"all","frontier":[{"configId":"zhipu:glm-5.3-flash:none:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9999,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"zhipu:glm-5.3-flash:max:claude-code:native","zStepFromPrev":0.178,"pBetterThanPrev":0.5707,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5779,"marginalScorePerDollar":3.309,"costMultipleFromPrev":3.16},{"configId":"zhipu:glm-5.3:max:claude-code:native","zStepFromPrev":0.068,"pBetterThanPrev":0.5273,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4,"marginalScorePerDollar":0.146,"costMultipleFromPrev":7.28}],"pruned":[],"verdicts":{"budgetId":"zhipu:glm-5.3-flash:none:claude-code:native","defaultId":null,"maxId":"zhipu:glm-5.3:max:claude-code:native"}},{"provider":"zhipu","harnessRegime":"native","harnessFilter":"claude-code","frontier":[{"configId":"zhipu:glm-5.3-flash:none:claude-code:native","zStepFromPrev":null,"pBetterThanPrev":null,"statisticallyTied":false,"imputationSensitive":false,"paretoProb":0.9999,"marginalScorePerDollar":null,"costMultipleFromPrev":null},{"configId":"zhipu:glm-5.3-flash:max:claude-code:native","zStepFromPrev":0.178,"pBetterThanPrev":0.5707,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.5779,"marginalScorePerDollar":3.309,"costMultipleFromPrev":3.16},{"configId":"zhipu:glm-5.3:max:claude-code:native","zStepFromPrev":0.068,"pBetterThanPrev":0.5273,"statisticallyTied":true,"imputationSensitive":false,"paretoProb":0.4,"marginalScorePerDollar":0.146,"costMultipleFromPrev":7.28}],"pruned":[],"verdicts":{"budgetId":"zhipu:glm-5.3-flash:none:claude-code:native","defaultId":null,"maxId":"zhipu:glm-5.3:max:claude-code:native"}}]}},"harnessLeaderboard":{"sourceVersion":"1.1-1xhh2cu+0.1.10","upstreamGeneratedAt":"2026-11-21T06:38:42Z","sourceUrl":"https://frontierharness.org/leaderboard/v1.1/","slices":[{"sliceId":"_all","label":"All 8 models","org":null,"entries":[{"harnessId":"opencode","name":"OpenCode","vendor":"Anomaly","color":"#3E8E5E","version":"2.2.6","passRate":48,"ciLower":41.77,"ciUpper":54.23,"costPerTrialUsd":0.567016,"costPerPassUsd":1.181283,"passAll3Rate":30.52,"tokensPerTrial":10500000,"agentSecondsPerTrial":1775,"nScored":3564,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":44.14,"ciLower":36.37,"ciUpper":52.3,"ciIsUpperBound":true,"passAll3Rate":23.65,"costPerTrialUsd":0.8414,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":60.92,"ciLower":50.82,"ciUpper":70.09,"ciIsUpperBound":true,"passAll3Rate":46.12,"costPerTrialUsd":0.1163,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"zcode","name":"ZCode","vendor":"Zhipu","color":"#7c4d3f","version":"0.17.0","passRate":47.95,"ciLower":40.21,"ciUpper":55.69,"costPerTrialUsd":0.604801,"costPerPassUsd":1.261316,"passAll3Rate":30.29,"tokensPerTrial":2807122,"agentSecondsPerTrial":2122.9,"nScored":1240,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":0.05,"costRatio":1.07,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":77.78,"ciLower":69.8,"ciUpper":85.75,"ciIsUpperBound":false,"passAll3Rate":65.56,"costPerTrialUsd":0.38277,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20,"ciLower":9.95,"ciUpper":30.05,"ciIsUpperBound":false,"passAll3Rate":7.94,"costPerTrialUsd":1.37908,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#a3305e","version":"2.3.1 / 2.2.0","passRate":47.04,"ciLower":41.7,"ciUpper":52.38,"costPerTrialUsd":0.639096,"costPerPassUsd":1.358622,"passAll3Rate":null,"tokensPerTrial":7003004,"agentSecondsPerTrial":2172.3,"nScored":4803,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":0.96,"costRatio":1.13,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":43.58,"ciLower":35.7,"ciUpper":51.89,"ciIsUpperBound":true,"passAll3Rate":null,"costPerTrialUsd":1.011,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":76.11,"ciLower":67.54,"ciUpper":84.68,"ciIsUpperBound":false,"passAll3Rate":63.22,"costPerTrialUsd":0.441655,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":59.77,"ciLower":49.85,"ciUpper":68.87,"ciIsUpperBound":true,"passAll3Rate":null,"costPerTrialUsd":0.1417,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.94,"ciLower":8.36,"ciUpper":27.52,"ciIsUpperBound":false,"passAll3Rate":7.65,"costPerTrialUsd":1.199895,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#1f2328","version":"1.0.67 / 1.0.77","passRate":46.22,"ciLower":41.04,"ciUpper":51.4,"costPerTrialUsd":0.684225,"costPerPassUsd":1.480366,"passAll3Rate":29.06,"tokensPerTrial":7167299,"agentSecondsPerTrial":2236.6,"nScored":4804,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":1.78,"costRatio":1.21,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":43.54,"ciLower":36.06,"ciUpper":51.45,"ciIsUpperBound":true,"passAll3Rate":23.76,"costPerTrialUsd":1.064,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":76.11,"ciLower":68.09,"ciUpper":84.14,"ciIsUpperBound":false,"passAll3Rate":63.11,"costPerTrialUsd":0.439904,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":57.14,"ciLower":47.31,"ciUpper":66.37,"ciIsUpperBound":true,"passAll3Rate":40.95,"costPerTrialUsd":0.136,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.35,"ciLower":6.79,"ciUpper":27.92,"ciIsUpperBound":false,"passAll3Rate":8.82,"costPerTrialUsd":1.438322,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#d99a0b","version":"0.22.5 / 0.22.1","passRate":45.58,"ciLower":40.16,"ciUpper":51,"costPerTrialUsd":0.649169,"costPerPassUsd":1.424241,"passAll3Rate":27.1,"tokensPerTrial":7431822,"agentSecondsPerTrial":2136.8,"nScored":4804,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":2.42,"costRatio":1.14,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":42.45,"ciLower":34.6,"ciUpper":50.8,"ciIsUpperBound":true,"passAll3Rate":21.73,"costPerTrialUsd":0.9869,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":75,"ciLower":66.46,"ciUpper":83.54,"ciIsUpperBound":false,"passAll3Rate":60.67,"costPerTrialUsd":0.440121,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":56.18,"ciLower":45.96,"ciUpper":65.88,"ciIsUpperBound":true,"passAll3Rate":38.65,"costPerTrialUsd":0.1379,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20,"ciLower":9.88,"ciUpper":30.12,"ciIsUpperBound":false,"passAll3Rate":8.24,"costPerTrialUsd":1.338956,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4d6bfe","version":"0.2.1-rc.3 / 0.2.2-rc.1","passRate":45.46,"ciLower":40.12,"ciUpper":50.8,"costPerTrialUsd":0.624479,"costPerPassUsd":1.373689,"passAll3Rate":29.71,"tokensPerTrial":7621120,"agentSecondsPerTrial":2032.5,"nScored":4803,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":2.54,"costRatio":1.1,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":42.98,"ciLower":35.31,"ciUpper":51.12,"ciIsUpperBound":true,"passAll3Rate":24.77,"costPerTrialUsd":0.8995,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":69.3,"ciLower":59.77,"ciUpper":78.82,"ciIsUpperBound":false,"passAll3Rate":54.33,"costPerTrialUsd":0.434948,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":56.9,"ciLower":46.88,"ciUpper":66.34,"ciIsUpperBound":true,"passAll3Rate":42.67,"costPerTrialUsd":0.1387,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.35,"ciLower":5.71,"ciUpper":29,"ciIsUpperBound":false,"passAll3Rate":9.71,"costPerTrialUsd":1.365048,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-creator","name":"DeepSeek Harness: Creator","vendor":"DeepSeek","color":"#06b6d4","version":"0.2.1-rc.3","passRate":45.28,"ciLower":36.32,"ciUpper":54.24,"costPerTrialUsd":0.656602,"costPerPassUsd":1.450093,"passAll3Rate":27.83,"tokensPerTrial":3885702,"agentSecondsPerTrial":2258.8,"nScored":1240,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":2.72,"costRatio":1.16,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":69.78,"ciLower":60.33,"ciUpper":79.23,"ciIsUpperBound":false,"passAll3Rate":57,"costPerTrialUsd":0.424464,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20,"ciLower":8.15,"ciUpper":31.85,"ciIsUpperBound":false,"passAll3Rate":8.53,"costPerTrialUsd":1.473615,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-minimal","name":"DeepSeek Harness: Minimal","vendor":"DeepSeek","color":"#97a9ff","version":"0.2.1-rc.3","passRate":45.14,"ciLower":36.69,"ciUpper":53.59,"costPerTrialUsd":0.608407,"costPerPassUsd":1.347822,"passAll3Rate":28.18,"tokensPerTrial":3684530,"agentSecondsPerTrial":2172.6,"nScored":1239,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":2.86,"costRatio":1.07,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":72.11,"ciLower":63.16,"ciUpper":81.06,"ciIsUpperBound":false,"passAll3Rate":56.89,"costPerTrialUsd":0.411222,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":18.63,"ciLower":7.56,"ciUpper":29.7,"ciIsUpperBound":false,"passAll3Rate":9.12,"costPerTrialUsd":1.318031,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"mini-swe-agent","name":"mini-SWE-agent","vendor":"SWE-agent","color":"#8b95a5","version":"2.4.6","passRate":45.05,"ciLower":39.71,"ciUpper":50.39,"costPerTrialUsd":0.666353,"costPerPassUsd":1.479141,"passAll3Rate":28.11,"tokensPerTrial":7263562,"agentSecondsPerTrial":2083.5,"nScored":4800,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":2.95,"costRatio":1.18,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":40.99,"ciLower":33.25,"ciUpper":49.33,"ciIsUpperBound":true,"passAll3Rate":21.62,"costPerTrialUsd":0.9115,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":75.15,"ciLower":66.6,"ciUpper":83.69,"ciIsUpperBound":false,"passAll3Rate":62.33,"costPerTrialUsd":0.532307,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":58.81,"ciLower":48.84,"ciUpper":68.03,"ciIsUpperBound":true,"passAll3Rate":43.25,"costPerTrialUsd":0.1855,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":15.88,"ciLower":5.79,"ciUpper":25.97,"ciIsUpperBound":false,"passAll3Rate":5.59,"costPerTrialUsd":1.324097,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#d97757","version":"2.1.308 / 2.1.300","passRate":45.05,"ciLower":39.82,"ciUpper":50.28,"costPerTrialUsd":0.756059,"costPerPassUsd":1.678266,"passAll3Rate":28.24,"tokensPerTrial":6971188,"agentSecondsPerTrial":2406.1,"nScored":4803,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":2.95,"costRatio":1.33,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":42.45,"ciLower":34.92,"ciUpper":50.48,"ciIsUpperBound":true,"passAll3Rate":23.76,"costPerTrialUsd":1.034,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":74.37,"ciLower":66.06,"ciUpper":82.68,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.48181,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":55.22,"ciLower":45.38,"ciUpper":64.62,"ciIsUpperBound":true,"passAll3Rate":39.66,"costPerTrialUsd":0.1083,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.94,"ciLower":7.75,"ciUpper":28.13,"ciIsUpperBound":false,"passAll3Rate":6.47,"costPerTrialUsd":2.048519,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"pi","name":"Pi","vendor":"Pi","color":"#e0409f","version":"1.4.0 / 1.2.0","passRate":44.76,"ciLower":39.47,"ciUpper":50.05,"costPerTrialUsd":0.520823,"costPerPassUsd":1.16359,"passAll3Rate":27.34,"tokensPerTrial":4745985,"agentSecondsPerTrial":1924.5,"nScored":4803,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":41.4,"ciLower":33.7,"ciUpper":49.68,"ciIsUpperBound":true,"passAll3Rate":21.51,"costPerTrialUsd":0.7905,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":73.67,"ciLower":64.94,"ciUpper":82.39,"ciIsUpperBound":false,"passAll3Rate":59.89,"costPerTrialUsd":0.334098,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":57.38,"ciLower":47.5,"ciUpper":66.64,"ciIsUpperBound":true,"passAll3Rate":41.81,"costPerTrialUsd":0.08018,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":15.59,"ciLower":6.7,"ciUpper":24.48,"ciIsUpperBound":false,"passAll3Rate":4.12,"costPerTrialUsd":1.18353,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"maka","name":"Maka","vendor":"Maka","color":"#9b7a2e","version":"0.2.2-dev.92.20261019","passRate":44.59,"ciLower":36.74,"ciUpper":52.44,"costPerTrialUsd":0.605159,"costPerPassUsd":1.357163,"passAll3Rate":26.28,"tokensPerTrial":2062255,"agentSecondsPerTrial":1992.1,"nScored":1240,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.17,"costRatio":1.16,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":73,"ciLower":64.14,"ciUpper":81.86,"ciIsUpperBound":false,"passAll3Rate":58.22,"costPerTrialUsd":0.427337,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.35,"ciLower":7.3,"ciUpper":27.41,"ciIsUpperBound":false,"passAll3Rate":5.59,"costPerTrialUsd":1.262525,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"oh-my-pi","name":"Oh My Pi","vendor":"Oh My Pi","color":"#9b51e0","version":"18.12.6","passRate":44.08,"ciLower":36.8,"ciUpper":51.36,"costPerTrialUsd":0.516267,"costPerPassUsd":1.171205,"passAll3Rate":25.61,"tokensPerTrial":2456473,"agentSecondsPerTrial":2037.4,"nScored":1240,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":72.67,"ciLower":63.86,"ciUpper":81.47,"ciIsUpperBound":false,"passAll3Rate":58,"costPerTrialUsd":0.356378,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.76,"ciLower":7.72,"ciUpper":25.81,"ciIsUpperBound":false,"passAll3Rate":4.71,"costPerTrialUsd":1.098744,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode-1.19","name":"OpenCode 1.19.4","vendor":"OpenCode","color":"#9aab1a","version":"1.19.4","passRate":43.84,"ciLower":36.32,"ciUpper":51.36,"costPerTrialUsd":0.586404,"costPerPassUsd":1.3376,"passAll3Rate":26.06,"tokensPerTrial":2966144,"agentSecondsPerTrial":2153.2,"nScored":1239,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":0.24,"costRatio":1.14,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":73.11,"ciLower":64.04,"ciUpper":82.18,"ciIsUpperBound":false,"passAll3Rate":58.78,"costPerTrialUsd":0.393139,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.18,"ciLower":6.76,"ciUpper":25.59,"ciIsUpperBound":false,"passAll3Rate":5,"costPerTrialUsd":1.278865,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-code","name":"DeepSeek Harness: Code","vendor":"DeepSeek","color":"#1d8fe1","version":"0.2.1-rc.3","passRate":43.16,"ciLower":34.84,"ciUpper":51.48,"costPerTrialUsd":0.674206,"costPerPassUsd":1.562108,"passAll3Rate":25.36,"tokensPerTrial":3392020,"agentSecondsPerTrial":2211.8,"nScored":1238,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":0.92,"costRatio":1.31,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":69.89,"ciLower":60.68,"ciUpper":79.1,"ciIsUpperBound":false,"passAll3Rate":54.89,"costPerTrialUsd":0.419602,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.76,"ciLower":5.97,"ciUpper":27.56,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":1.556116,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"copilot-cli","name":"GitHub Copilot CLI","vendor":"GitHub","color":"#8957e5","version":"1.0.103","passRate":42.95,"ciLower":34.94,"ciUpper":50.96,"costPerTrialUsd":0.752674,"costPerPassUsd":1.752442,"passAll3Rate":27.84,"tokensPerTrial":2246380,"agentSecondsPerTrial":2206.6,"nScored":1240,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.13,"costRatio":1.46,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":72.78,"ciLower":63.94,"ciUpper":81.61,"ciIsUpperBound":false,"passAll3Rate":58.22,"costPerTrialUsd":0.47788,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":15,"ciLower":4.67,"ciUpper":25.33,"ciIsUpperBound":false,"passAll3Rate":7.94,"costPerTrialUsd":1.712233,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"codex","name":"Codex CLI","vendor":"OpenAI","color":"#10a37f","version":"0.164.0+baseten-catalog.1 / 0.162.1","passRate":42.87,"ciLower":37.73,"ciUpper":48.01,"costPerTrialUsd":0.546729,"costPerPassUsd":1.275318,"passAll3Rate":25.07,"tokensPerTrial":6545908,"agentSecondsPerTrial":1726.8,"nScored":4804,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.21,"costRatio":1.06,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":36.6,"ciLower":29.44,"ciUpper":44.65,"ciIsUpperBound":true,"passAll3Rate":16.55,"costPerTrialUsd":0.8353,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":77.33,"ciLower":69.16,"ciUpper":85.51,"ciIsUpperBound":false,"passAll3Rate":63,"costPerTrialUsd":0.369464,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":58.38,"ciLower":48.44,"ciUpper":67.61,"ciIsUpperBound":true,"passAll3Rate":42.1,"costPerTrialUsd":0.1225,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":18.24,"ciLower":8.08,"ciUpper":28.39,"ciIsUpperBound":false,"passAll3Rate":6.18,"costPerTrialUsd":1.110022,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"minimax-code","name":"MiniMax Code","vendor":"MiniMax","color":"#f14564","version":"0.6.13","passRate":42.74,"ciLower":35.88,"ciUpper":49.6,"costPerTrialUsd":0.591086,"costPerPassUsd":1.382981,"passAll3Rate":24.32,"tokensPerTrial":2614514,"agentSecondsPerTrial":2063.6,"nScored":1239,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.34,"costRatio":1.14,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":72.74,"ciLower":64.01,"ciUpper":81.47,"ciIsUpperBound":false,"passAll3Rate":57.67,"costPerTrialUsd":0.434498,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":14.71,"ciLower":6.41,"ciUpper":23,"ciIsUpperBound":false,"passAll3Rate":2.94,"costPerTrialUsd":1.187903,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"antigravity-cli","name":"Antigravity CLI","vendor":"Google","color":"#2fb344","version":"1.4.6","passRate":42.57,"ciLower":35.35,"ciUpper":49.79,"costPerTrialUsd":0.823693,"costPerPassUsd":1.934914,"passAll3Rate":24.32,"tokensPerTrial":4857974,"agentSecondsPerTrial":2205.9,"nScored":1238,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.51,"costRatio":1.6,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":69.89,"ciLower":60.52,"ciUpper":79.26,"ciIsUpperBound":false,"passAll3Rate":54.11,"costPerTrialUsd":0.595436,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":15.88,"ciLower":7.1,"ciUpper":24.67,"ciIsUpperBound":false,"passAll3Rate":4.71,"costPerTrialUsd":1.681969,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"alma","name":"Alma","vendor":"Alma","color":"#de7cb7","version":"0.4.212","passRate":42.53,"ciLower":35.56,"ciUpper":49.5,"costPerTrialUsd":0.66755,"costPerPassUsd":1.569598,"passAll3Rate":null,"tokensPerTrial":2997819,"agentSecondsPerTrial":2047.6,"nScored":1238,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.55,"costRatio":1.29,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":78,"ciLower":69.52,"ciUpper":86.48,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.423302,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":11.76,"ciLower":3.2,"ciUpper":20.33,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":1.519995,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"fx","name":"fx","vendor":"Vercel Labs","color":"#000000","version":"0.0.16","passRate":41.86,"ciLower":36.12,"ciUpper":47.6,"costPerTrialUsd":0.648251,"costPerPassUsd":1.548617,"passAll3Rate":24.47,"tokensPerTrial":9075000,"agentSecondsPerTrial":1614,"nScored":3564,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":2.22,"costRatio":1.26,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":38.7,"ciLower":31.87,"ciUpper":46.29,"ciIsUpperBound":true,"passAll3Rate":18.47,"costPerTrialUsd":0.9554,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":53.4,"ciLower":44.02,"ciUpper":62.5,"ciIsUpperBound":true,"passAll3Rate":38.36,"costPerTrialUsd":0.1412,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"cline-cli","name":"Cline CLI","vendor":"Cline","color":"#5b3df5","version":"3.0.73","passRate":40.97,"ciLower":34.17,"ciUpper":47.77,"costPerTrialUsd":0.635256,"costPerPassUsd":1.550539,"passAll3Rate":null,"tokensPerTrial":2816555,"agentSecondsPerTrial":2118.2,"nScored":1238,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":3.11,"costRatio":1.23,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":75.67,"ciLower":67.3,"ciUpper":84.03,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.387358,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":10.59,"ciLower":2.32,"ciUpper":18.86,"ciIsUpperBound":false,"passAll3Rate":4.71,"costPerTrialUsd":1.4874,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"exo","name":"Exo","vendor":"Exo","color":"#0f766e","version":"825318306c0e","passRate":39.26,"ciLower":32.14,"ciUpper":46.38,"costPerTrialUsd":0.639363,"costPerPassUsd":1.628535,"passAll3Rate":21.74,"tokensPerTrial":3312094,"agentSecondsPerTrial":2043.7,"nScored":1240,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":4.82,"costRatio":1.24,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":64.67,"ciLower":55.27,"ciUpper":74.06,"ciIsUpperBound":false,"passAll3Rate":47,"costPerTrialUsd":0.463253,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":13.53,"ciLower":4.93,"ciUpper":22.13,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":1.30275,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"qwen-code","name":"Qwen Code","vendor":"Alibaba","color":"#EC4899","version":"0.25.2","passRate":39.25,"ciLower":33.46,"ciUpper":45.04,"costPerTrialUsd":0.565389,"costPerPassUsd":1.440482,"passAll3Rate":23.04,"tokensPerTrial":6870000,"agentSecondsPerTrial":1533,"nScored":3564,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":4.83,"costRatio":1.1,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":35.14,"ciLower":28.46,"ciUpper":42.82,"ciIsUpperBound":true,"passAll3Rate":16.89,"costPerTrialUsd":0.7989,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":52.68,"ciLower":42.94,"ciUpper":62.2,"ciIsUpperBound":true,"passAll3Rate":37.21,"costPerTrialUsd":0.1672,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"openclaw","name":"OpenClaw","vendor":"OpenClaw","color":"#EF3E36","version":"2026.11.1","passRate":38.74,"ciLower":32.67,"ciUpper":44.81,"costPerTrialUsd":0.388386,"costPerPassUsd":1.002545,"passAll3Rate":22.22,"tokensPerTrial":7686000,"agentSecondsPerTrial":1535,"nScored":3564,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":36,"ciLower":28.87,"ciUpper":44.07,"ciIsUpperBound":true,"passAll3Rate":15.88,"costPerTrialUsd":0.5445,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":49.43,"ciLower":39.59,"ciUpper":59.31,"ciIsUpperBound":true,"passAll3Rate":36.78,"costPerTrialUsd":0.1204,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]}]},{"sliceId":"RecursiveSI/flint","label":"Flint","org":"Recursive","entries":[{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#FF9D00","version":"0.22.1","passRate":23.4,"ciLower":18.26,"ciUpper":29.6,"costPerTrialUsd":0.2563,"costPerPassUsd":1.189,"passAll3Rate":12.85,"tokensPerTrial":17710000,"agentSecondsPerTrial":4135,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":8.11,"ciLower":4.32,"ciUpper":14.69,"ciIsUpperBound":false,"passAll3Rate":2.7,"costPerTrialUsd":0.43,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":38.7,"ciLower":29.15,"ciUpper":49.2,"ciIsUpperBound":false,"passAll3Rate":22.99,"costPerTrialUsd":0.03474,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"opencode","name":"OpenCode","vendor":"Anomaly","color":"#3E8E5E","version":"2.2.6","passRate":23.1,"ciLower":18,"ciUpper":29.26,"costPerTrialUsd":0.209,"costPerPassUsd":0.9851,"passAll3Rate":14.24,"tokensPerTrial":13600000,"agentSecondsPerTrial":3317,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":7.51,"ciLower":3.9,"ciUpper":13.95,"ciIsUpperBound":false,"passAll3Rate":0.9,"costPerTrialUsd":0.3545,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":38.7,"ciLower":29.15,"ciUpper":49.2,"ciIsUpperBound":false,"passAll3Rate":27.59,"costPerTrialUsd":0.02323,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"mini-swe-agent","name":"mini-swe-agent","vendor":"Princeton/Stanford","color":"#8C6D46","version":"2.4.6","passRate":21.5,"ciLower":16.52,"ciUpper":27.8,"costPerTrialUsd":0.2243,"costPerPassUsd":1.111,"passAll3Rate":8.95,"tokensPerTrial":10180000,"agentSecondsPerTrial":3647,"nScored":594,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":1.6,"costRatio":1.07,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":10.81,"ciLower":6.29,"ciUpper":17.95,"ciIsUpperBound":false,"passAll3Rate":1.8,"costPerTrialUsd":0.3762,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":32.18,"ciLower":23.3,"ciUpper":42.57,"ciIsUpperBound":false,"passAll3Rate":16.09,"costPerTrialUsd":0.03066,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4D6BFE","version":"0.2.2-rc.1","passRate":20.68,"ciLower":15.8,"ciUpper":26.86,"costPerTrialUsd":0.2023,"costPerPassUsd":1.054,"passAll3Rate":9.65,"tokensPerTrial":17640000,"agentSecondsPerTrial":2541,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":8.41,"ciLower":4.54,"ciUpper":15.06,"ciIsUpperBound":false,"passAll3Rate":0.9,"costPerTrialUsd":0.3165,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":32.95,"ciLower":23.98,"ciUpper":43.36,"ciIsUpperBound":false,"passAll3Rate":18.39,"costPerTrialUsd":0.05647,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#0EA5E9","version":"2.2.0","passRate":20.49,"ciLower":15.62,"ciUpper":26.66,"costPerTrialUsd":0.2977,"costPerPassUsd":1.562,"passAll3Rate":null,"tokensPerTrial":11500000,"agentSecondsPerTrial":5165,"nScored":593,"onFrontier":false,"dominatedById":"deepseek-harness","scoreDeficit":0.19,"costRatio":1.47,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":8.41,"ciLower":4.54,"ciUpper":15.06,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.5005,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":32.57,"ciLower":23.64,"ciUpper":42.97,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.0397,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"pi","name":"Pi","vendor":"Earendil","color":"#A855F7","version":"1.2.0","passRate":18.01,"ciLower":13.43,"ciUpper":24.03,"costPerTrialUsd":0.09591,"costPerPassUsd":0.5755,"passAll3Rate":8.95,"tokensPerTrial":5264000,"agentSecondsPerTrial":2996,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":6.91,"ciLower":3.49,"ciUpper":13.21,"ciIsUpperBound":false,"passAll3Rate":1.8,"costPerTrialUsd":0.1549,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":29.12,"ciLower":20.62,"ciUpper":39.39,"ciIsUpperBound":false,"passAll3Rate":16.09,"costPerTrialUsd":0.0206,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"codex","name":"Codex","vendor":"OpenAI","color":"#3B7CF6","version":"0.162.1","passRate":17.81,"ciLower":13.25,"ciUpper":23.68,"costPerTrialUsd":0.252,"costPerPassUsd":1.56,"passAll3Rate":6.9,"tokensPerTrial":12860000,"agentSecondsPerTrial":3632,"nScored":594,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.2,"costRatio":2.63,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":4.2,"ciLower":1.76,"ciUpper":9.71,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":0.4247,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":31.42,"ciLower":22.63,"ciUpper":41.78,"ciIsUpperBound":false,"passAll3Rate":13.79,"costPerTrialUsd":0.03172,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#E07A4F","version":"2.1.300","passRate":16.88,"ciLower":12.44,"ciUpper":22.78,"costPerTrialUsd":0.1827,"costPerPassUsd":1.18,"passAll3Rate":6.2,"tokensPerTrial":9330000,"agentSecondsPerTrial":4413,"nScored":594,"onFrontier":false,"dominatedById":"pi","scoreDeficit":1.13,"costRatio":1.9,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":5.41,"ciLower":2.5,"ciUpper":11.29,"ciIsUpperBound":false,"passAll3Rate":0.9,"costPerTrialUsd":0.3043,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":28.35,"ciLower":19.95,"ciUpper":38.58,"ciIsUpperBound":false,"passAll3Rate":11.49,"costPerTrialUsd":0.02756,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#111111","version":"1.0.77","passRate":16.85,"ciLower":12.4,"ciUpper":22.69,"costPerTrialUsd":0.2585,"costPerPassUsd":1.687,"passAll3Rate":7.47,"tokensPerTrial":11860000,"agentSecondsPerTrial":5003,"nScored":594,"onFrontier":false,"dominatedById":"pi","scoreDeficit":1.16,"costRatio":2.7,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":4.2,"ciLower":1.76,"ciUpper":9.71,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":0.4382,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":29.5,"ciLower":20.95,"ciUpper":39.79,"ciIsUpperBound":false,"passAll3Rate":14.94,"costPerTrialUsd":0.02913,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"openclaw","name":"OpenClaw","vendor":"OpenClaw","color":"#EF3E36","version":"2026.11.1","passRate":16.84,"ciLower":12.4,"ciUpper":22.75,"costPerTrialUsd":0.1523,"costPerPassUsd":0.9831,"passAll3Rate":9.2,"tokensPerTrial":10140000,"agentSecondsPerTrial":2847,"nScored":594,"onFrontier":false,"dominatedById":"pi","scoreDeficit":1.17,"costRatio":1.59,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":5.71,"ciLower":2.69,"ciUpper":11.68,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":0.2441,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":27.97,"ciLower":19.62,"ciUpper":38.18,"ciIsUpperBound":false,"passAll3Rate":18.39,"costPerTrialUsd":0.0351,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"qwen-code","name":"Qwen Code","vendor":"Alibaba","color":"#EC4899","version":"0.25.2","passRate":12.75,"ciLower":8.8,"ciUpper":18.11,"costPerTrialUsd":0.0594,"costPerPassUsd":0.5266,"passAll3Rate":5.17,"tokensPerTrial":2866000,"agentSecondsPerTrial":2082,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":0.6,"ciLower":0.08,"ciUpper":4.43,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":0.08761,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":24.9,"ciLower":17.01,"ciUpper":34.92,"ciIsUpperBound":false,"passAll3Rate":10.34,"costPerTrialUsd":0.02341,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"fx","name":"fx","vendor":"Vercel Labs","color":"#000000","version":"0.0.16","passRate":9.54,"ciLower":6.13,"ciUpper":14.6,"costPerTrialUsd":0.1484,"costPerPassUsd":1.764,"passAll3Rate":2.87,"tokensPerTrial":5778000,"agentSecondsPerTrial":2642,"nScored":594,"onFrontier":false,"dominatedById":"qwen-code","scoreDeficit":3.21,"costRatio":2.5,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":0.3,"ciLower":0.02,"ciUpper":3.9,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":0.2498,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":18.77,"ciLower":11.96,"ciUpper":28.23,"ciIsUpperBound":false,"passAll3Rate":5.75,"costPerTrialUsd":0.01912,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]}]},{"sliceId":"deepseek-ai/DeepSeek-V4.1-Flash","label":"DS-V4.1-Flash","org":"DeepSeek","entries":[{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#111111","version":"1.0.77","passRate":70.92,"ciLower":64.15,"ciUpper":76.53,"costPerTrialUsd":0.1067,"costPerPassUsd":0.1518,"passAll3Rate":52.52,"tokensPerTrial":8284000,"agentSecondsPerTrial":910.8,"nScored":1188,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":65.02,"ciLower":55.78,"ciUpper":73.25,"ciIsUpperBound":true,"passAll3Rate":40.09,"costPerTrialUsd":0.1595,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":76.82,"ciLower":66.94,"ciUpper":84.43,"ciIsUpperBound":true,"passAll3Rate":64.94,"costPerTrialUsd":0.03945,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"opencode","name":"OpenCode","vendor":"Anomaly","color":"#3E8E5E","version":"2.2.6","passRate":70.79,"ciLower":64,"ciUpper":76.43,"costPerTrialUsd":0.1071,"costPerPassUsd":0.1529,"passAll3Rate":52.84,"tokensPerTrial":8826000,"agentSecondsPerTrial":798.8,"nScored":1188,"onFrontier":false,"dominatedById":"grok-build","scoreDeficit":0.13,"costRatio":1,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":65.92,"ciLower":56.71,"ciUpper":74.07,"ciIsUpperBound":true,"passAll3Rate":41.89,"costPerTrialUsd":0.1681,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":75.67,"ciLower":65.7,"ciUpper":83.48,"ciIsUpperBound":true,"passAll3Rate":63.79,"costPerTrialUsd":0.02937,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4D6BFE","version":"0.2.2-rc.1","passRate":70.57,"ciLower":63.74,"ciUpper":76.27,"costPerTrialUsd":0.1253,"costPerPassUsd":0.1783,"passAll3Rate":53.56,"tokensPerTrial":10040000,"agentSecondsPerTrial":1072,"nScored":1188,"onFrontier":false,"dominatedById":"grok-build","scoreDeficit":0.35,"costRatio":1.17,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":67.57,"ciLower":58.4,"ciUpper":75.56,"ciIsUpperBound":true,"passAll3Rate":45.05,"costPerTrialUsd":0.1934,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":73.56,"ciLower":63.44,"ciUpper":81.68,"ciIsUpperBound":true,"passAll3Rate":62.07,"costPerTrialUsd":0.03847,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#E07A4F","version":"2.1.300","passRate":69.48,"ciLower":62.64,"ciUpper":75.24,"costPerTrialUsd":0.1073,"costPerPassUsd":0.1554,"passAll3Rate":50.89,"tokensPerTrial":6718000,"agentSecondsPerTrial":1161,"nScored":1188,"onFrontier":false,"dominatedById":"grok-build","scoreDeficit":1.44,"costRatio":1.01,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":65.02,"ciLower":55.78,"ciUpper":73.25,"ciIsUpperBound":true,"passAll3Rate":41.44,"costPerTrialUsd":0.1627,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":73.95,"ciLower":63.86,"ciUpper":82.02,"ciIsUpperBound":true,"passAll3Rate":60.34,"costPerTrialUsd":0.03646,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#0EA5E9","version":"2.2.0","passRate":69.37,"ciLower":62.62,"ciUpper":75.05,"costPerTrialUsd":0.1064,"costPerPassUsd":0.1559,"passAll3Rate":49.59,"tokensPerTrial":8200000,"agentSecondsPerTrial":757.8,"nScored":1188,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":60.96,"ciLower":51.67,"ciUpper":69.52,"ciIsUpperBound":true,"passAll3Rate":34.23,"costPerTrialUsd":0.1569,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":77.78,"ciLower":67.98,"ciUpper":85.24,"ciIsUpperBound":true,"passAll3Rate":64.94,"costPerTrialUsd":0.04207,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"codex","name":"Codex","vendor":"OpenAI","color":"#3B7CF6","version":"0.162.1","passRate":68.85,"ciLower":62.02,"ciUpper":74.63,"costPerTrialUsd":0.09412,"costPerPassUsd":0.1381,"passAll3Rate":48.54,"tokensPerTrial":7476000,"agentSecondsPerTrial":851.7,"nScored":1188,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":62.61,"ciLower":53.34,"ciUpper":71.04,"ciIsUpperBound":true,"passAll3Rate":35.59,"costPerTrialUsd":0.1451,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":75.1,"ciLower":65.09,"ciUpper":83,"ciIsUpperBound":true,"passAll3Rate":61.49,"costPerTrialUsd":0.02911,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"mini-swe-agent","name":"mini-swe-agent","vendor":"Princeton/Stanford","color":"#8C6D46","version":"2.4.6","passRate":68.55,"ciLower":61.71,"ciUpper":74.35,"costPerTrialUsd":0.1275,"costPerPassUsd":0.1875,"passAll3Rate":48.94,"tokensPerTrial":9790000,"agentSecondsPerTrial":1227,"nScored":1188,"onFrontier":false,"dominatedById":"codex","scoreDeficit":0.3,"costRatio":1.35,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":62.76,"ciLower":53.5,"ciUpper":71.17,"ciIsUpperBound":true,"passAll3Rate":40.99,"costPerTrialUsd":0.1913,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":74.33,"ciLower":64.27,"ciUpper":82.34,"ciIsUpperBound":true,"passAll3Rate":56.9,"costPerTrialUsd":0.04608,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"fx","name":"fx","vendor":"Vercel Labs","color":"#000000","version":"0.0.16","passRate":67.64,"ciLower":60.82,"ciUpper":73.47,"costPerTrialUsd":0.1058,"costPerPassUsd":0.1589,"passAll3Rate":48.44,"tokensPerTrial":7861000,"agentSecondsPerTrial":855.1,"nScored":1188,"onFrontier":false,"dominatedById":"codex","scoreDeficit":1.21,"costRatio":1.12,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":59.61,"ciLower":50.31,"ciUpper":68.27,"ciIsUpperBound":true,"passAll3Rate":34.23,"costPerTrialUsd":0.1552,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":75.67,"ciLower":65.7,"ciUpper":83.48,"ciIsUpperBound":true,"passAll3Rate":62.64,"costPerTrialUsd":0.04278,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"pi","name":"Pi","vendor":"Earendil","color":"#A855F7","version":"1.2.0","passRate":65.94,"ciLower":59.06,"ciUpper":71.92,"costPerTrialUsd":0.09594,"costPerPassUsd":0.1473,"passAll3Rate":46.75,"tokensPerTrial":5642000,"agentSecondsPerTrial":1314,"nScored":1188,"onFrontier":false,"dominatedById":"codex","scoreDeficit":2.91,"costRatio":1.02,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":58.71,"ciLower":49.41,"ciUpper":67.42,"ciIsUpperBound":true,"passAll3Rate":36.04,"costPerTrialUsd":0.151,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":73.18,"ciLower":63.04,"ciUpper":81.36,"ciIsUpperBound":true,"passAll3Rate":57.47,"costPerTrialUsd":0.02564,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"qwen-code","name":"Qwen Code","vendor":"Alibaba","color":"#EC4899","version":"0.25.2","passRate":65.81,"ciLower":58.92,"ciUpper":71.81,"costPerTrialUsd":0.1064,"costPerPassUsd":0.164,"passAll3Rate":47,"tokensPerTrial":6918000,"agentSecondsPerTrial":739.9,"nScored":1188,"onFrontier":false,"dominatedById":"codex","scoreDeficit":3.04,"costRatio":1.13,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":59.01,"ciLower":49.71,"ciUpper":67.7,"ciIsUpperBound":true,"passAll3Rate":34.23,"costPerTrialUsd":0.1571,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":72.61,"ciLower":62.44,"ciUpper":80.88,"ciIsUpperBound":true,"passAll3Rate":59.77,"costPerTrialUsd":0.04173,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"openclaw","name":"OpenClaw","vendor":"OpenClaw","color":"#EF3E36","version":"2026.11.1","passRate":62.13,"ciLower":55.14,"ciUpper":68.44,"costPerTrialUsd":0.0876,"costPerPassUsd":0.1412,"passAll3Rate":42.9,"tokensPerTrial":6622000,"agentSecondsPerTrial":786.9,"nScored":1188,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":59.31,"ciLower":50.03,"ciUpper":67.96,"ciIsUpperBound":true,"passAll3Rate":30.63,"costPerTrialUsd":0.1241,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":64.94,"ciLower":54.47,"ciUpper":74.14,"ciIsUpperBound":true,"passAll3Rate":55.17,"costPerTrialUsd":0.04108,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#FF9D00","version":"0.22.1","passRate":61.93,"ciLower":54.95,"ciUpper":68.24,"costPerTrialUsd":0.1,"costPerPassUsd":0.1623,"passAll3Rate":43.12,"tokensPerTrial":7482000,"agentSecondsPerTrial":861.4,"nScored":1188,"onFrontier":false,"dominatedById":"openclaw","scoreDeficit":0.2,"costRatio":1.14,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":57.96,"ciLower":48.69,"ciUpper":66.7,"ciIsUpperBound":true,"passAll3Rate":37.39,"costPerTrialUsd":0.1505,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":65.9,"ciLower":55.46,"ciUpper":75,"ciIsUpperBound":true,"passAll3Rate":48.85,"costPerTrialUsd":0.03569,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]}]},{"sliceId":"deepseek-v4.1-flash-1017","label":"DeepSeek-V4.1-Flash-1017","org":"DeepSeek","entries":[{"harnessId":"zcode","name":"ZCode","vendor":"Zhipu","color":"#7c4d3f","version":"0.17.0","passRate":68.95,"ciLower":59.15,"ciUpper":78.75,"costPerTrialUsd":0.152923,"costPerPassUsd":0.221783,"passAll3Rate":55.65,"tokensPerTrial":4658342,"agentSecondsPerTrial":2017,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":84.44,"ciLower":75.46,"ciUpper":93.43,"ciIsUpperBound":false,"passAll3Rate":75,"costPerTrialUsd":0.087818,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":27.94,"ciLower":14.08,"ciUpper":41.8,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":0.32526,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#d97757","version":"2.1.308","passRate":68.15,"ciLower":58.31,"ciUpper":77.98,"costPerTrialUsd":0.194042,"costPerPassUsd":0.284748,"passAll3Rate":55.24,"tokensPerTrial":4094323,"agentSecondsPerTrial":2452.9,"nScored":248,"onFrontier":false,"dominatedById":"zcode","scoreDeficit":0.8,"costRatio":1.27,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":82.22,"ciLower":73.19,"ciUpper":91.25,"ciIsUpperBound":false,"passAll3Rate":71.11,"costPerTrialUsd":0.106042,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":30.88,"ciLower":13.8,"ciUpper":47.97,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.426984,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"codex","name":"Codex CLI","vendor":"OpenAI","color":"#10a37f","version":"0.164.0+baseten-catalog.1","passRate":67.34,"ciLower":57.8,"ciUpper":76.87,"costPerTrialUsd":0.159625,"costPerPassUsd":0.237048,"passAll3Rate":50.4,"tokensPerTrial":4996383,"agentSecondsPerTrial":1836.7,"nScored":248,"onFrontier":false,"dominatedById":"zcode","scoreDeficit":1.61,"costRatio":1.04,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":79.44,"ciLower":70.46,"ciUpper":88.43,"ciIsUpperBound":false,"passAll3Rate":63.33,"costPerTrialUsd":0.071325,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":35.29,"ciLower":16.95,"ciUpper":53.64,"ciIsUpperBound":false,"passAll3Rate":16.18,"costPerTrialUsd":0.393362,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#a3305e","version":"2.3.1","passRate":66.53,"ciLower":56.15,"ciUpper":76.92,"costPerTrialUsd":0.175439,"costPerPassUsd":0.26369,"passAll3Rate":56.45,"tokensPerTrial":4745137,"agentSecondsPerTrial":2090.1,"nScored":248,"onFrontier":false,"dominatedById":"zcode","scoreDeficit":2.42,"costRatio":1.15,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":83.33,"ciLower":74.39,"ciUpper":92.28,"ciIsUpperBound":false,"passAll3Rate":73.33,"costPerTrialUsd":0.111051,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":22.06,"ciLower":5.85,"ciUpper":38.27,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":0.345878,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#1f2328","version":"1.0.67","passRate":66.13,"ciLower":56.11,"ciUpper":76.15,"costPerTrialUsd":0.187716,"costPerPassUsd":0.283863,"passAll3Rate":52.02,"tokensPerTrial":4211695,"agentSecondsPerTrial":2405.4,"nScored":248,"onFrontier":false,"dominatedById":"zcode","scoreDeficit":2.82,"costRatio":1.23,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.11,"ciLower":72.42,"ciUpper":89.8,"ciIsUpperBound":false,"passAll3Rate":66.11,"costPerTrialUsd":0.093202,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":26.47,"ciLower":8.41,"ciUpper":44.53,"ciIsUpperBound":false,"passAll3Rate":14.71,"costPerTrialUsd":0.437899,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"mini-swe-agent","name":"mini-SWE-agent","vendor":"SWE-agent","color":"#8b95a5","version":"2.4.6","passRate":65.32,"ciLower":55.54,"ciUpper":75.1,"costPerTrialUsd":0.142295,"costPerPassUsd":0.217834,"passAll3Rate":48.39,"tokensPerTrial":4628359,"agentSecondsPerTrial":1794.2,"nScored":247,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":82.22,"ciLower":74.49,"ciUpper":89.95,"ciIsUpperBound":false,"passAll3Rate":63.89,"costPerTrialUsd":0.08245,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20.59,"ciLower":5.3,"ciUpper":35.87,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":0.30071,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-creator","name":"DeepSeek Harness: Creator","vendor":"DeepSeek","color":"#06b6d4","version":"0.2.1-rc.3","passRate":64.92,"ciLower":54.2,"ciUpper":75.64,"costPerTrialUsd":0.177554,"costPerPassUsd":0.273499,"passAll3Rate":54.84,"tokensPerTrial":5588588,"agentSecondsPerTrial":2577.4,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":0.4,"costRatio":1.25,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":80,"ciLower":69.84,"ciUpper":90.16,"ciIsUpperBound":false,"passAll3Rate":71.11,"costPerTrialUsd":0.108755,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":7.17,"ciUpper":42.83,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":0.35967,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-code","name":"DeepSeek Harness: Code","vendor":"DeepSeek","color":"#1d8fe1","version":"0.2.1-rc.3","passRate":64.11,"ciLower":53.51,"ciUpper":74.72,"costPerTrialUsd":0.155784,"costPerPassUsd":0.242984,"passAll3Rate":54.03,"tokensPerTrial":4079928,"agentSecondsPerTrial":2183.8,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":1.21,"costRatio":1.09,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.67,"ciLower":72.14,"ciUpper":91.19,"ciIsUpperBound":false,"passAll3Rate":72.78,"costPerTrialUsd":0.106509,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.65,"ciLower":3.86,"ciUpper":31.43,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":0.286217,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-minimal","name":"DeepSeek Harness: Minimal","vendor":"DeepSeek","color":"#97a9ff","version":"0.2.1-rc.3","passRate":63.71,"ciLower":53.59,"ciUpper":73.83,"costPerTrialUsd":0.162958,"costPerPassUsd":0.255782,"passAll3Rate":49.6,"tokensPerTrial":5128392,"agentSecondsPerTrial":2251.6,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":1.61,"costRatio":1.15,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":77.78,"ciLower":68.28,"ciUpper":87.28,"ciIsUpperBound":false,"passAll3Rate":62.78,"costPerTrialUsd":0.097291,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":26.47,"ciLower":8.91,"ciUpper":44.03,"ciIsUpperBound":false,"passAll3Rate":14.71,"costPerTrialUsd":0.336783,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"cline-cli","name":"Cline CLI","vendor":"Cline","color":"#5b3df5","version":"3.0.73","passRate":63.31,"ciLower":52.81,"ciUpper":73.8,"costPerTrialUsd":0.544558,"costPerPassUsd":0.860194,"passAll3Rate":49.19,"tokensPerTrial":6772510,"agentSecondsPerTrial":2909.3,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":2.01,"costRatio":3.83,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.67,"ciLower":72.94,"ciUpper":90.39,"ciIsUpperBound":false,"passAll3Rate":66.11,"costPerTrialUsd":0.105859,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":14.71,"ciLower":0.73,"ciUpper":28.68,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":1.70582,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"alma","name":"Alma","vendor":"Alma","color":"#de7cb7","version":"0.4.212","passRate":62.5,"ciLower":52.31,"ciUpper":72.69,"costPerTrialUsd":0.155502,"costPerPassUsd":0.248803,"passAll3Rate":46.77,"tokensPerTrial":4364993,"agentSecondsPerTrial":2261.4,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":2.82,"costRatio":1.09,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.67,"ciLower":73.51,"ciUpper":89.82,"ciIsUpperBound":false,"passAll3Rate":63.89,"costPerTrialUsd":0.103722,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":11.76,"ciLower":1.37,"ciUpper":22.16,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":0.292569,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#d99a0b","version":"0.22.5","passRate":62.5,"ciLower":52.63,"ciUpper":72.37,"costPerTrialUsd":0.196438,"costPerPassUsd":0.314301,"passAll3Rate":45.56,"tokensPerTrial":4698216,"agentSecondsPerTrial":2129.1,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":2.82,"costRatio":1.38,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":77.22,"ciLower":68.03,"ciUpper":86.41,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.150504,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":23.53,"ciLower":8.11,"ciUpper":38.95,"ciIsUpperBound":false,"passAll3Rate":8.82,"costPerTrialUsd":0.318028,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4d6bfe","version":"0.2.1-rc.3","passRate":62.1,"ciLower":51.48,"ciUpper":72.71,"costPerTrialUsd":0.181065,"costPerPassUsd":0.291585,"passAll3Rate":50,"tokensPerTrial":5731467,"agentSecondsPerTrial":2273,"nScored":248,"onFrontier":false,"dominatedById":"mini-swe-agent","scoreDeficit":3.22,"costRatio":1.27,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":78.33,"ciLower":68.78,"ciUpper":87.88,"ciIsUpperBound":false,"passAll3Rate":63.89,"costPerTrialUsd":0.104682,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":19.12,"ciLower":2.03,"ciUpper":36.2,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.383254,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode-1.19","name":"OpenCode 1.19.4","vendor":"OpenCode","color":"#9aab1a","version":"1.19.4","passRate":61.29,"ciLower":51.04,"ciUpper":71.54,"costPerTrialUsd":0.108376,"costPerPassUsd":0.176824,"passAll3Rate":47.58,"tokensPerTrial":3124179,"agentSecondsPerTrial":2107,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":75,"ciLower":65.03,"ciUpper":84.97,"ciIsUpperBound":false,"passAll3Rate":60.56,"costPerTrialUsd":0.063254,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":7.68,"ciUpper":42.32,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.227816,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"pi","name":"Pi","vendor":"Pi","color":"#e0409f","version":"1.4.0","passRate":61.29,"ciLower":51.11,"ciUpper":71.47,"costPerTrialUsd":0.128765,"costPerPassUsd":0.21009,"passAll3Rate":46.77,"tokensPerTrial":3727726,"agentSecondsPerTrial":2110.3,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":0,"costRatio":1.19,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":77.22,"ciLower":67.77,"ciUpper":86.67,"ciIsUpperBound":false,"passAll3Rate":61.67,"costPerTrialUsd":0.079962,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":19.12,"ciLower":4.85,"ciUpper":33.38,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":0.257948,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"maka","name":"Maka","vendor":"Maka","color":"#9b7a2e","version":"0.2.2-dev.92.20261019","passRate":60.48,"ciLower":49.94,"ciUpper":71.03,"costPerTrialUsd":0.116825,"costPerPassUsd":0.193151,"passAll3Rate":47.18,"tokensPerTrial":2643230,"agentSecondsPerTrial":1794,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":0.81,"costRatio":1.08,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":76.67,"ciLower":66.89,"ciUpper":86.44,"ciIsUpperBound":false,"passAll3Rate":60.56,"costPerTrialUsd":0.086749,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.65,"ciLower":2.06,"ciUpper":33.24,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":0.19644,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"minimax-code","name":"MiniMax Code","vendor":"MiniMax","color":"#f14564","version":"0.6.13","passRate":60.08,"ciLower":49.85,"ciUpper":70.31,"costPerTrialUsd":0.153668,"costPerPassUsd":0.25577,"passAll3Rate":45.16,"tokensPerTrial":3735118,"agentSecondsPerTrial":2040.4,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":1.21,"costRatio":1.42,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":75.56,"ciLower":65.4,"ciUpper":85.71,"ciIsUpperBound":false,"passAll3Rate":61.11,"costPerTrialUsd":0.101788,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":19.12,"ciLower":6.85,"ciUpper":31.39,"ciIsUpperBound":false,"passAll3Rate":2.94,"costPerTrialUsd":0.290999,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"antigravity-cli","name":"Antigravity CLI","vendor":"Google","color":"#2fb344","version":"1.4.6","passRate":58.87,"ciLower":48.42,"ciUpper":69.33,"costPerTrialUsd":0.171634,"costPerPassUsd":0.291543,"passAll3Rate":45.16,"tokensPerTrial":6181885,"agentSecondsPerTrial":2202.9,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":2.42,"costRatio":1.58,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":75,"ciLower":64.67,"ciUpper":85.33,"ciIsUpperBound":false,"passAll3Rate":61.11,"costPerTrialUsd":0.120859,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.18,"ciLower":4.34,"ciUpper":28.02,"ciIsUpperBound":false,"passAll3Rate":2.94,"costPerTrialUsd":0.306036,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"copilot-cli","name":"GitHub Copilot CLI","vendor":"GitHub","color":"#8957e5","version":"1.0.103","passRate":58.47,"ciLower":47.6,"ciUpper":69.33,"costPerTrialUsd":0.287451,"costPerPassUsd":0.49164,"passAll3Rate":47.18,"tokensPerTrial":2830991,"agentSecondsPerTrial":2288.1,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":2.82,"costRatio":2.65,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":74.44,"ciLower":64.06,"ciUpper":84.83,"ciIsUpperBound":false,"passAll3Rate":60.56,"costPerTrialUsd":0.166088,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.18,"ciLower":0,"ciUpper":32.42,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":0.608705,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"oh-my-pi","name":"Oh My Pi","vendor":"Oh My Pi","color":"#9b51e0","version":"18.12.6","passRate":57.66,"ciLower":47.3,"ciUpper":68.02,"costPerTrialUsd":0.143936,"costPerPassUsd":0.249623,"passAll3Rate":43.15,"tokensPerTrial":3732228,"agentSecondsPerTrial":2113.4,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":3.63,"costRatio":1.33,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":73.89,"ciLower":63.92,"ciUpper":83.86,"ciIsUpperBound":false,"passAll3Rate":57.22,"costPerTrialUsd":0.087807,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":14.71,"ciLower":2.06,"ciUpper":27.35,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":0.292515,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"exo","name":"Exo","vendor":"Exo","color":"#0f766e","version":"825318306c0e","passRate":54.03,"ciLower":43.27,"ciUpper":64.79,"costPerTrialUsd":0.181438,"costPerPassUsd":0.335796,"passAll3Rate":41.13,"tokensPerTrial":4691300,"agentSecondsPerTrial":2502.5,"nScored":248,"onFrontier":false,"dominatedById":"opencode-1.19","scoreDeficit":7.26,"costRatio":1.67,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":68.89,"ciLower":57.64,"ciUpper":80.14,"ciIsUpperBound":false,"passAll3Rate":54.44,"costPerTrialUsd":0.116613,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":14.71,"ciLower":1.38,"ciUpper":28.03,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":0.353032,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]}]},{"sliceId":"glm-5.3","label":"GLM-5.3","org":"Zhipu","entries":[{"harnessId":"zcode","name":"ZCode","vendor":"Zhipu","color":"#7c4d3f","version":"0.17.0","passRate":58.87,"ciLower":48.42,"ciUpper":69.33,"costPerTrialUsd":0.87269,"costPerPassUsd":1.482378,"passAll3Rate":45.16,"tokensPerTrial":2494185,"agentSecondsPerTrial":2508.6,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":70,"ciLower":59.26,"ciUpper":80.74,"ciIsUpperBound":false,"passAll3Rate":54.44,"costPerTrialUsd":0.580227,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":9.6,"ciUpper":49.22,"ciIsUpperBound":false,"passAll3Rate":20.59,"costPerTrialUsd":1.646856,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#a3305e","version":"2.3.1","passRate":58.06,"ciLower":47.09,"ciUpper":69.03,"costPerTrialUsd":0.898636,"costPerPassUsd":1.547651,"passAll3Rate":46.77,"tokensPerTrial":2819153,"agentSecondsPerTrial":2160.4,"nScored":248,"onFrontier":false,"dominatedById":"zcode","scoreDeficit":0.81,"costRatio":1.03,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":70.56,"ciLower":58.67,"ciUpper":82.45,"ciIsUpperBound":false,"passAll3Rate":60.56,"costPerTrialUsd":0.606472,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":8.19,"ciUpper":41.81,"ciIsUpperBound":false,"passAll3Rate":10.29,"costPerTrialUsd":1.672012,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"codex","name":"Codex CLI","vendor":"OpenAI","color":"#10a37f","version":"0.164.0+baseten-catalog.1","passRate":57.66,"ciLower":47.3,"ciUpper":68.02,"costPerTrialUsd":0.462957,"costPerPassUsd":0.80289,"passAll3Rate":42.74,"tokensPerTrial":1859311,"agentSecondsPerTrial":1245.1,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":71.67,"ciLower":60.81,"ciUpper":82.52,"ciIsUpperBound":false,"passAll3Rate":56.67,"costPerTrialUsd":0.379173,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20.59,"ciLower":7.15,"ciUpper":34.03,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":0.684738,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#d99a0b","version":"0.22.5","passRate":57.66,"ciLower":47.24,"ciUpper":68.09,"costPerTrialUsd":0.956106,"costPerPassUsd":1.658142,"passAll3Rate":42.34,"tokensPerTrial":2676012,"agentSecondsPerTrial":2571.8,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":0,"costRatio":2.07,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":68.33,"ciLower":57.06,"ciUpper":79.61,"ciIsUpperBound":false,"passAll3Rate":52.78,"costPerTrialUsd":0.649139,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":11.47,"ciUpper":47.35,"ciIsUpperBound":false,"passAll3Rate":14.71,"costPerTrialUsd":1.768665,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"maka","name":"Maka","vendor":"Maka","color":"#9b7a2e","version":"0.2.2-dev.92.20261019","passRate":56.45,"ciLower":46.07,"ciUpper":66.84,"costPerTrialUsd":0.834123,"costPerPassUsd":1.477589,"passAll3Rate":38.71,"tokensPerTrial":2088874,"agentSecondsPerTrial":2348,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":1.21,"costRatio":1.8,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":66.67,"ciLower":55.12,"ciUpper":78.22,"ciIsUpperBound":false,"passAll3Rate":50,"costPerTrialUsd":0.552741,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":12.48,"ciUpper":46.34,"ciIsUpperBound":false,"passAll3Rate":8.82,"costPerTrialUsd":1.578957,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"pi","name":"Pi","vendor":"Pi","color":"#e0409f","version":"1.4.0","passRate":56.45,"ciLower":45.53,"ciUpper":67.37,"costPerTrialUsd":0.875411,"costPerPassUsd":1.550728,"passAll3Rate":45.56,"tokensPerTrial":3158164,"agentSecondsPerTrial":2188.9,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":1.21,"costRatio":1.89,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":68.33,"ciLower":56.23,"ciUpper":80.44,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.517992,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":8.73,"ciUpper":41.27,"ciIsUpperBound":false,"passAll3Rate":8.82,"costPerTrialUsd":1.821521,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"alma","name":"Alma","vendor":"Alma","color":"#de7cb7","version":"0.4.212","passRate":56.45,"ciLower":45.36,"ciUpper":67.55,"costPerTrialUsd":0.914434,"costPerPassUsd":1.619855,"passAll3Rate":45.56,"tokensPerTrial":2929447,"agentSecondsPerTrial":2321.1,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":1.21,"costRatio":1.98,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":70.56,"ciLower":59.08,"ciUpper":82.03,"ciIsUpperBound":false,"passAll3Rate":58.89,"costPerTrialUsd":0.62939,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":19.12,"ciLower":2.03,"ciUpper":36.2,"ciIsUpperBound":false,"passAll3Rate":10.29,"costPerTrialUsd":1.668962,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#1f2328","version":"1.0.67","passRate":56.45,"ciLower":45.59,"ciUpper":67.31,"costPerTrialUsd":1.020599,"costPerPassUsd":1.807918,"passAll3Rate":43.55,"tokensPerTrial":3273748,"agentSecondsPerTrial":2386.5,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":1.21,"costRatio":2.2,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":66.67,"ciLower":54.81,"ciUpper":78.53,"ciIsUpperBound":false,"passAll3Rate":52.78,"costPerTrialUsd":0.641411,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":10.05,"ciUpper":48.77,"ciIsUpperBound":false,"passAll3Rate":19.12,"costPerTrialUsd":2.024331,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-minimal","name":"DeepSeek Harness: Minimal","vendor":"DeepSeek","color":"#97a9ff","version":"0.2.1-rc.3","passRate":55.24,"ciLower":45.28,"ciUpper":65.2,"costPerTrialUsd":1.038873,"costPerPassUsd":1.880588,"passAll3Rate":36.29,"tokensPerTrial":3205210,"agentSecondsPerTrial":2662.6,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":2.42,"costRatio":2.24,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":66.67,"ciLower":56.34,"ciUpper":77,"ciIsUpperBound":false,"passAll3Rate":45,"costPerTrialUsd":0.597754,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":7.68,"ciUpper":42.32,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":2.206541,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"copilot-cli","name":"GitHub Copilot CLI","vendor":"GitHub","color":"#8957e5","version":"1.0.103","passRate":54.84,"ciLower":44.1,"ciUpper":65.58,"costPerTrialUsd":0.964417,"costPerPassUsd":1.758643,"passAll3Rate":41.53,"tokensPerTrial":2224309,"agentSecondsPerTrial":2336.4,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":2.82,"costRatio":2.08,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":67.78,"ciLower":56.37,"ciUpper":79.18,"ciIsUpperBound":false,"passAll3Rate":52.78,"costPerTrialUsd":0.668156,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20.59,"ciLower":4.19,"ciUpper":36.99,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":1.748636,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"oh-my-pi","name":"Oh My Pi","vendor":"Oh My Pi","color":"#9b51e0","version":"18.12.6","passRate":54.44,"ciLower":44.2,"ciUpper":64.67,"costPerTrialUsd":0.945118,"costPerPassUsd":1.736217,"passAll3Rate":37.1,"tokensPerTrial":2695889,"agentSecondsPerTrial":2385.6,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":3.22,"costRatio":2.04,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":65,"ciLower":53.83,"ciUpper":76.17,"ciIsUpperBound":false,"passAll3Rate":47.22,"costPerTrialUsd":0.630518,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":26.47,"ciLower":9.42,"ciUpper":43.52,"ciIsUpperBound":false,"passAll3Rate":10.29,"costPerTrialUsd":1.777882,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#d97757","version":"2.1.308","passRate":54.44,"ciLower":43.89,"ciUpper":64.98,"costPerTrialUsd":0.962894,"costPerPassUsd":1.768872,"passAll3Rate":38.71,"tokensPerTrial":3040401,"agentSecondsPerTrial":2566.4,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":3.22,"costRatio":2.08,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":63.89,"ciLower":52.07,"ciUpper":75.7,"ciIsUpperBound":false,"passAll3Rate":48.89,"costPerTrialUsd":0.608314,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":11.47,"ciUpper":47.35,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":1.90149,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode-1.19","name":"OpenCode 1.19.4","vendor":"OpenCode","color":"#9aab1a","version":"1.19.4","passRate":54.03,"ciLower":43.57,"ciUpper":64.49,"costPerTrialUsd":0.875122,"costPerPassUsd":1.619629,"passAll3Rate":37.9,"tokensPerTrial":3036314,"agentSecondsPerTrial":2469,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":3.63,"costRatio":1.89,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":66.11,"ciLower":54.44,"ciUpper":77.78,"ciIsUpperBound":false,"passAll3Rate":51.11,"costPerTrialUsd":0.555646,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":22.06,"ciLower":8.2,"ciUpper":35.92,"ciIsUpperBound":false,"passAll3Rate":2.94,"costPerTrialUsd":1.720794,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4d6bfe","version":"0.2.1-rc.3","passRate":54.03,"ciLower":43.75,"ciUpper":64.31,"costPerTrialUsd":1.080798,"costPerPassUsd":2.000283,"passAll3Rate":36.69,"tokensPerTrial":3816712,"agentSecondsPerTrial":2499.2,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":3.63,"costRatio":2.33,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":62.78,"ciLower":51.48,"ciUpper":74.07,"ciIsUpperBound":false,"passAll3Rate":44.44,"costPerTrialUsd":0.709366,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":30.88,"ciLower":11.84,"ciUpper":49.92,"ciIsUpperBound":false,"passAll3Rate":16.18,"costPerTrialUsd":2.064002,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"mini-swe-agent","name":"mini-SWE-agent","vendor":"SWE-agent","color":"#8b95a5","version":"2.4.6","passRate":54.03,"ciLower":43.69,"ciUpper":64.37,"costPerTrialUsd":1.097822,"costPerPassUsd":2.03179,"passAll3Rate":39.11,"tokensPerTrial":3988731,"agentSecondsPerTrial":2543.4,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":3.63,"costRatio":2.37,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":66.67,"ciLower":55.55,"ciUpper":77.79,"ciIsUpperBound":false,"passAll3Rate":51.11,"costPerTrialUsd":0.798432,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20.59,"ciLower":5.89,"ciUpper":35.29,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":1.890325,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"antigravity-cli","name":"Antigravity CLI","vendor":"Google","color":"#2fb344","version":"1.4.6","passRate":53.63,"ciLower":43.5,"ciUpper":63.76,"costPerTrialUsd":1.317693,"costPerPassUsd":2.457052,"passAll3Rate":35.08,"tokensPerTrial":5560682,"agentSecondsPerTrial":2696.3,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":4.03,"costRatio":2.85,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":62.78,"ciLower":51.59,"ciUpper":73.97,"ciIsUpperBound":false,"passAll3Rate":42.78,"costPerTrialUsd":0.878531,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":11.47,"ciUpper":47.35,"ciIsUpperBound":false,"passAll3Rate":14.71,"costPerTrialUsd":2.480179,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"cline-cli","name":"Cline CLI","vendor":"Cline","color":"#5b3df5","version":"3.0.73","passRate":53.23,"ciLower":42.51,"ciUpper":63.94,"costPerTrialUsd":0.824401,"costPerPassUsd":1.548875,"passAll3Rate":40.73,"tokensPerTrial":1768547,"agentSecondsPerTrial":2170.9,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":4.43,"costRatio":1.78,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":67.78,"ciLower":56.37,"ciUpper":79.18,"ciIsUpperBound":false,"passAll3Rate":53.89,"costPerTrialUsd":0.506991,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":14.71,"ciLower":2.06,"ciUpper":27.35,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":1.664604,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-creator","name":"DeepSeek Harness: Creator","vendor":"DeepSeek","color":"#06b6d4","version":"0.2.1-rc.3","passRate":51.61,"ciLower":40.87,"ciUpper":62.35,"costPerTrialUsd":1.132707,"costPerPassUsd":2.19462,"passAll3Rate":37.5,"tokensPerTrial":3865876,"agentSecondsPerTrial":2566.2,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":6.05,"costRatio":2.45,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":60.56,"ciLower":48.54,"ciUpper":72.57,"ciIsUpperBound":false,"passAll3Rate":45.56,"costPerTrialUsd":0.648943,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":27.94,"ciLower":8.74,"ciUpper":47.14,"ciIsUpperBound":false,"passAll3Rate":16.18,"costPerTrialUsd":2.41326,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode","name":"OpenCode","vendor":"OpenCode","color":"#facc15","version":"2.2.7","passRate":51.21,"ciLower":40.61,"ciUpper":61.81,"costPerTrialUsd":0.779635,"costPerPassUsd":1.522437,"passAll3Rate":35.08,"tokensPerTrial":2288424,"agentSecondsPerTrial":1790.6,"nScored":246,"onFrontier":false,"dominatedById":"codex","scoreDeficit":6.45,"costRatio":1.68,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":62.22,"ciLower":50.71,"ciUpper":73.73,"ciIsUpperBound":false,"passAll3Rate":43.33,"costPerTrialUsd":0.521756,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":22.06,"ciLower":4.29,"ciUpper":39.83,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":1.462254,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"minimax-code","name":"MiniMax Code","vendor":"MiniMax","color":"#f14564","version":"0.6.13","passRate":50.4,"ciLower":40.05,"ciUpper":60.76,"costPerTrialUsd":0.888668,"costPerPassUsd":1.763117,"passAll3Rate":33.47,"tokensPerTrial":2473014,"agentSecondsPerTrial":2335,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":7.26,"costRatio":1.92,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":62.22,"ciLower":50.82,"ciUpper":73.63,"ciIsUpperBound":false,"passAll3Rate":43.33,"costPerTrialUsd":0.652397,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":19.12,"ciLower":4.24,"ciUpper":33.99,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":1.51409,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"exo","name":"Exo","vendor":"Exo","color":"#0f766e","version":"825318306c0e","passRate":50,"ciLower":39.98,"ciUpper":60.02,"costPerTrialUsd":1.358697,"costPerPassUsd":2.717394,"passAll3Rate":31.05,"tokensPerTrial":4298023,"agentSecondsPerTrial":2596.2,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":7.66,"costRatio":2.93,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":60.56,"ciLower":49.27,"ciUpper":71.84,"ciIsUpperBound":false,"passAll3Rate":41.11,"costPerTrialUsd":0.884801,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":22.06,"ciLower":7.58,"ciUpper":36.54,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":2.613128,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-code","name":"DeepSeek Harness: Code","vendor":"DeepSeek","color":"#1d8fe1","version":"0.2.1-rc.3","passRate":48.39,"ciLower":38.32,"ciUpper":58.46,"costPerTrialUsd":1.014306,"costPerPassUsd":2.096232,"passAll3Rate":29.84,"tokensPerTrial":2876310,"agentSecondsPerTrial":2719.1,"nScored":248,"onFrontier":false,"dominatedById":"codex","scoreDeficit":9.27,"costRatio":2.19,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":56.67,"ciLower":45.08,"ciUpper":68.26,"ciIsUpperBound":false,"passAll3Rate":36.67,"costPerTrialUsd":0.603305,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":26.47,"ciLower":9.94,"ciUpper":43,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":2.102249,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]}]},{"sliceId":"glm-5.3-flash","label":"GLM-5.3-Flash","org":"Zhipu","entries":[{"harnessId":"oh-my-pi","name":"Oh My Pi","vendor":"Oh My Pi","color":"#9b51e0","version":"18.12.6","passRate":58.65,"ciLower":46.07,"ciUpper":71.23,"costPerTrialUsd":0.143763,"costPerPassUsd":0.24512,"passAll3Rate":30.17,"tokensPerTrial":2427345,"agentSecondsPerTrial":2093.7,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":68.89,"ciLower":58.08,"ciUpper":79.7,"ciIsUpperBound":false,"passAll3Rate":51.67,"costPerTrialUsd":0.102294,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":29.41,"ciLower":14.71,"ciUpper":44.11,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":0.306483,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"fx","name":"fx","vendor":"Vercel Labs","color":"#000000","version":"0.0.16","passRate":57.3,"ciLower":50.33,"ciUpper":64.27,"costPerTrialUsd":0.150615,"costPerPassUsd":0.262853,"passAll3Rate":35.5,"tokensPerTrial":3316000,"agentSecondsPerTrial":1118,"nScored":1188,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.35,"costRatio":1.05,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":57.06,"ciLower":47.79,"ciUpper":65.86,"ciIsUpperBound":true,"passAll3Rate":31.53,"costPerTrialUsd":0.2149,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":67.43,"ciLower":57.03,"ciUpper":76.35,"ciIsUpperBound":true,"passAll3Rate":48.28,"costPerTrialUsd":0.03716,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#1f2328","version":"1.0.67 / 1.0.77","passRate":57.21,"ciLower":51.25,"ciUpper":63.17,"costPerTrialUsd":0.157733,"costPerPassUsd":0.275709,"passAll3Rate":36.74,"tokensPerTrial":3099078,"agentSecondsPerTrial":1843.3,"nScored":1436,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.44,"costRatio":1.1,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":59.31,"ciLower":50.03,"ciUpper":67.96,"ciIsUpperBound":true,"passAll3Rate":35.14,"costPerTrialUsd":0.2208,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":70,"ciLower":58.71,"ciUpper":81.29,"ciIsUpperBound":false,"passAll3Rate":56.67,"costPerTrialUsd":0.129431,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":66.28,"ciLower":55.86,"ciUpper":75.33,"ciIsUpperBound":true,"passAll3Rate":47.13,"costPerTrialUsd":0.03535,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.65,"ciLower":2.06,"ciUpper":33.24,"ciIsUpperBound":false,"passAll3Rate":8.82,"costPerTrialUsd":0.308774,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"zcode","name":"ZCode","vendor":"Zhipu","color":"#7c4d3f","version":"0.17.0","passRate":57.19,"ciLower":43.49,"ciUpper":70.89,"costPerTrialUsd":0.144332,"costPerPassUsd":0.252373,"passAll3Rate":36.69,"tokensPerTrial":2683343,"agentSecondsPerTrial":2148.7,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.46,"costRatio":1,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":73.33,"ciLower":62.61,"ciUpper":84.06,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.109353,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":8.19,"ciUpper":41.81,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.290079,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"mini-swe-agent","name":"mini-SWE-agent","vendor":"SWE-agent","color":"#8b95a5","version":"2.4.6","passRate":57.18,"ciLower":51.14,"ciUpper":63.22,"costPerTrialUsd":0.215806,"costPerPassUsd":0.377415,"passAll3Rate":35.51,"tokensPerTrial":5177737,"agentSecondsPerTrial":1935,"nScored":1436,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.47,"costRatio":1.5,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":58.86,"ciLower":49.57,"ciUpper":67.55,"ciIsUpperBound":true,"passAll3Rate":31.98,"costPerTrialUsd":0.2919,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":68.89,"ciLower":56.91,"ciUpper":80.87,"ciIsUpperBound":false,"passAll3Rate":57.22,"costPerTrialUsd":0.181843,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":65.52,"ciLower":55.07,"ciUpper":74.66,"ciIsUpperBound":true,"passAll3Rate":47.13,"costPerTrialUsd":0.05286,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":22.06,"ciLower":4.79,"ciUpper":39.32,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.427926,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"pi","name":"Pi","vendor":"Pi","color":"#e0409f","version":"1.4.0 / 1.2.0","passRate":57.02,"ciLower":51.07,"ciUpper":62.97,"costPerTrialUsd":0.112898,"costPerPassUsd":0.197997,"passAll3Rate":34.85,"tokensPerTrial":2295080,"agentSecondsPerTrial":1533.8,"nScored":1436,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":57.06,"ciLower":47.81,"ciUpper":65.85,"ciIsUpperBound":true,"passAll3Rate":31.08,"costPerTrialUsd":0.1559,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":70.56,"ciLower":58.98,"ciUpper":82.14,"ciIsUpperBound":false,"passAll3Rate":57.78,"costPerTrialUsd":0.100567,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":67.05,"ciLower":56.66,"ciUpper":75.99,"ciIsUpperBound":true,"passAll3Rate":50,"costPerTrialUsd":0.02474,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":10.44,"ciUpper":39.56,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":0.206738,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode","name":"OpenCode","vendor":"OpenCode","color":"#facc15","version":"2.2.7 / 2.2.6","passRate":56.84,"ciLower":50.84,"ciUpper":62.84,"costPerTrialUsd":0.133859,"costPerPassUsd":0.235501,"passAll3Rate":null,"tokensPerTrial":2949145,"agentSecondsPerTrial":1576.5,"nScored":1432,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.18,"costRatio":1.19,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":57.51,"ciLower":48.23,"ciUpper":66.29,"ciIsUpperBound":true,"passAll3Rate":31.98,"costPerTrialUsd":0.2105,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":67.78,"ciLower":55.55,"ciUpper":80,"ciIsUpperBound":false,"passAll3Rate":57.78,"costPerTrialUsd":0.090009,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":67.24,"ciLower":56.87,"ciUpper":76.15,"ciIsUpperBound":true,"passAll3Rate":48.28,"costPerTrialUsd":0.03146,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":22.06,"ciLower":5.85,"ciUpper":38.27,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.257562,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#d97757","version":"2.1.308 / 2.1.300","passRate":56.78,"ciLower":50.81,"ciUpper":62.75,"costPerTrialUsd":0.173272,"costPerPassUsd":0.305164,"passAll3Rate":35.69,"tokensPerTrial":3369949,"agentSecondsPerTrial":1942.3,"nScored":1436,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.24,"costRatio":1.53,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":58.56,"ciLower":49.28,"ciUpper":67.27,"ciIsUpperBound":true,"passAll3Rate":34.68,"costPerTrialUsd":0.2239,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":70.56,"ciLower":59.85,"ciUpper":81.26,"ciIsUpperBound":false,"passAll3Rate":53.89,"costPerTrialUsd":0.144095,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":64.94,"ciLower":54.47,"ciUpper":74.14,"ciIsUpperBound":true,"passAll3Rate":45.4,"costPerTrialUsd":0.04173,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20.59,"ciLower":5.3,"ciUpper":35.87,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":0.379488,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#a3305e","version":"2.3.1 / 2.2.0","passRate":56.52,"ciLower":50.44,"ciUpper":62.6,"costPerTrialUsd":0.201533,"costPerPassUsd":0.356569,"passAll3Rate":34.35,"tokensPerTrial":4275927,"agentSecondsPerTrial":1891.2,"nScored":1436,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.5,"costRatio":1.79,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":55.71,"ciLower":46.47,"ciUpper":64.56,"ciIsUpperBound":true,"passAll3Rate":30.18,"costPerTrialUsd":0.2779,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":70,"ciLower":58.92,"ciUpper":81.08,"ciIsUpperBound":false,"passAll3Rate":54.44,"costPerTrialUsd":0.139277,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":65.13,"ciLower":54.67,"ciUpper":74.31,"ciIsUpperBound":true,"passAll3Rate":46.55,"costPerTrialUsd":0.0542,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":32.35,"ciLower":14.64,"ciUpper":50.06,"ciIsUpperBound":false,"passAll3Rate":14.71,"costPerTrialUsd":0.456091,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4d6bfe","version":"0.2.1-rc.3 / 0.2.2-rc.1","passRate":56.43,"ciLower":50.29,"ciUpper":62.57,"costPerTrialUsd":0.226656,"costPerPassUsd":0.401659,"passAll3Rate":38.63,"tokensPerTrial":4392039,"agentSecondsPerTrial":2113.9,"nScored":1436,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.59,"costRatio":2.01,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":59.31,"ciLower":50.03,"ciUpper":67.96,"ciIsUpperBound":true,"passAll3Rate":38.74,"costPerTrialUsd":0.3395,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":66.11,"ciLower":55.19,"ciUpper":77.03,"ciIsUpperBound":false,"passAll3Rate":48.33,"costPerTrialUsd":0.165785,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":61.3,"ciLower":50.81,"ciUpper":70.83,"ciIsUpperBound":true,"passAll3Rate":44.25,"costPerTrialUsd":0.04192,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":5.29,"ciUpper":44.71,"ciIsUpperBound":false,"passAll3Rate":19.12,"costPerTrialUsd":0.458476,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#d99a0b","version":"0.22.5 / 0.22.1","passRate":56.27,"ciLower":50.15,"ciUpper":62.39,"costPerTrialUsd":0.173115,"costPerPassUsd":0.307651,"passAll3Rate":31.8,"tokensPerTrial":3543227,"agentSecondsPerTrial":1779.1,"nScored":1436,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.75,"costRatio":1.53,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":55.41,"ciLower":46.15,"ciUpper":64.31,"ciIsUpperBound":true,"passAll3Rate":26.13,"costPerTrialUsd":0.2346,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":72.22,"ciLower":62.22,"ciUpper":82.22,"ciIsUpperBound":false,"passAll3Rate":54.44,"costPerTrialUsd":0.129786,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":64.94,"ciLower":54.5,"ciUpper":74.12,"ciIsUpperBound":true,"passAll3Rate":44.83,"costPerTrialUsd":0.04265,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":30.88,"ciLower":12.31,"ciUpper":49.45,"ciIsUpperBound":false,"passAll3Rate":16.18,"costPerTrialUsd":0.384135,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"copilot-cli","name":"GitHub Copilot CLI","vendor":"GitHub","color":"#8957e5","version":"1.0.103","passRate":55.84,"ciLower":42.09,"ciUpper":69.59,"costPerTrialUsd":0.161668,"costPerPassUsd":0.28952,"passAll3Rate":32.87,"tokensPerTrial":1659031,"agentSecondsPerTrial":2346.3,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":1.18,"costRatio":1.43,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":72.22,"ciLower":62.47,"ciUpper":81.98,"ciIsUpperBound":false,"passAll3Rate":53.89,"costPerTrialUsd":0.127504,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":23.53,"ciLower":6.48,"ciUpper":40.58,"ciIsUpperBound":false,"passAll3Rate":10.29,"costPerTrialUsd":0.311644,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-creator","name":"DeepSeek Harness: Creator","vendor":"DeepSeek","color":"#06b6d4","version":"0.2.1-rc.3","passRate":55.21,"ciLower":41.32,"ciUpper":69.1,"costPerTrialUsd":0.228495,"costPerPassUsd":0.413865,"passAll3Rate":32.62,"tokensPerTrial":5413443,"agentSecondsPerTrial":2519,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":1.81,"costRatio":2.02,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":64.44,"ciLower":53.05,"ciUpper":75.83,"ciIsUpperBound":false,"passAll3Rate":47.22,"costPerTrialUsd":0.157881,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":26.47,"ciLower":9.42,"ciUpper":43.52,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.499568,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"minimax-code","name":"MiniMax Code","vendor":"MiniMax","color":"#f14564","version":"0.6.13","passRate":54.97,"ciLower":42.42,"ciUpper":67.52,"costPerTrialUsd":0.161963,"costPerPassUsd":0.294639,"passAll3Rate":27.84,"tokensPerTrial":2702780,"agentSecondsPerTrial":2422.1,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":2.05,"costRatio":1.43,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":66.67,"ciLower":55.44,"ciUpper":77.9,"ciIsUpperBound":false,"passAll3Rate":50.56,"costPerTrialUsd":0.128466,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":10.44,"ciUpper":39.56,"ciIsUpperBound":false,"passAll3Rate":4.41,"costPerTrialUsd":0.310284,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"antigravity-cli","name":"Antigravity CLI","vendor":"Google","color":"#2fb344","version":"1.4.6","passRate":54.97,"ciLower":42.16,"ciUpper":67.78,"costPerTrialUsd":0.224666,"costPerPassUsd":0.408707,"passAll3Rate":28.08,"tokensPerTrial":5257180,"agentSecondsPerTrial":2435.9,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":2.05,"costRatio":1.99,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":66.67,"ciLower":55.99,"ciUpper":77.34,"ciIsUpperBound":false,"passAll3Rate":48.33,"costPerTrialUsd":0.175864,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":9.85,"ciUpper":40.15,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":0.43659,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-minimal","name":"DeepSeek Harness: Minimal","vendor":"DeepSeek","color":"#97a9ff","version":"0.2.1-rc.3","passRate":54.97,"ciLower":40.67,"ciUpper":69.27,"costPerTrialUsd":0.243024,"costPerPassUsd":0.442103,"passAll3Rate":36.48,"tokensPerTrial":5665807,"agentSecondsPerTrial":2602.1,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":2.05,"costRatio":2.15,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":66.67,"ciLower":55.55,"ciUpper":77.79,"ciIsUpperBound":false,"passAll3Rate":50,"costPerTrialUsd":0.17503,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":7.17,"ciUpper":42.83,"ciIsUpperBound":false,"passAll3Rate":17.65,"costPerTrialUsd":0.512513,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-code","name":"DeepSeek Harness: Code","vendor":"DeepSeek","color":"#1d8fe1","version":"0.2.1-rc.3","passRate":54.79,"ciLower":40.82,"ciUpper":68.76,"costPerTrialUsd":0.185193,"costPerPassUsd":0.338005,"passAll3Rate":31.88,"tokensPerTrial":3872181,"agentSecondsPerTrial":2323,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":2.23,"costRatio":1.64,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":66.11,"ciLower":55.53,"ciUpper":76.69,"ciIsUpperBound":false,"passAll3Rate":45,"costPerTrialUsd":0.129621,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":25,"ciLower":7.68,"ciUpper":42.32,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.400503,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"openclaw","name":"OpenClaw","vendor":"OpenClaw","color":"#EF3E36","version":"2026.11.1","passRate":53.4,"ciLower":46.33,"ciUpper":60.47,"costPerTrialUsd":0.160523,"costPerPassUsd":0.300605,"passAll3Rate":32.85,"tokensPerTrial":3898000,"agentSecondsPerTrial":1144,"nScored":1188,"onFrontier":false,"dominatedById":"pi","scoreDeficit":3.62,"costRatio":1.42,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":54.95,"ciLower":45.7,"ciUpper":63.87,"ciIsUpperBound":true,"passAll3Rate":29.28,"costPerTrialUsd":0.224,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":59.96,"ciLower":49.45,"ciUpper":69.62,"ciIsUpperBound":true,"passAll3Rate":44.83,"costPerTrialUsd":0.046,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"opencode-1.19","name":"OpenCode 1.19.4","vendor":"OpenCode","color":"#9aab1a","version":"1.19.4","passRate":53.14,"ciLower":40.26,"ciUpper":66.02,"costPerTrialUsd":0.147135,"costPerPassUsd":0.276882,"passAll3Rate":31.52,"tokensPerTrial":2924034,"agentSecondsPerTrial":2347.1,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":3.88,"costRatio":1.3,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":70,"ciLower":59.26,"ciUpper":80.74,"ciIsUpperBound":false,"passAll3Rate":52.78,"costPerTrialUsd":0.120826,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":20.59,"ciLower":5.3,"ciUpper":35.87,"ciIsUpperBound":false,"passAll3Rate":8.82,"costPerTrialUsd":0.270964,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"cline-cli","name":"Cline CLI","vendor":"Cline","color":"#5b3df5","version":"3.0.73","passRate":52.35,"ciLower":38.53,"ciUpper":66.17,"costPerTrialUsd":0.134062,"costPerPassUsd":0.256088,"passAll3Rate":34.66,"tokensPerTrial":1709247,"agentSecondsPerTrial":2165.9,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":4.67,"costRatio":1.19,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":70.56,"ciLower":60.19,"ciUpper":80.92,"ciIsUpperBound":false,"passAll3Rate":53.33,"costPerTrialUsd":0.106618,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":19.12,"ciLower":2.03,"ciUpper":36.2,"ciIsUpperBound":false,"passAll3Rate":13.24,"costPerTrialUsd":0.256083,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"alma","name":"Alma","vendor":"Alma","color":"#de7cb7","version":"0.4.212","passRate":51.87,"ciLower":39.42,"ciUpper":64.32,"costPerTrialUsd":0.157522,"costPerPassUsd":0.303686,"passAll3Rate":33.14,"tokensPerTrial":2927739,"agentSecondsPerTrial":2070.5,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":5.15,"costRatio":1.4,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":75,"ciLower":64.67,"ciUpper":85.33,"ciIsUpperBound":false,"passAll3Rate":60.56,"costPerTrialUsd":0.120579,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.18,"ciLower":1.66,"ciUpper":30.7,"ciIsUpperBound":false,"passAll3Rate":7.35,"costPerTrialUsd":0.313324,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"maka","name":"Maka","vendor":"Maka","color":"#9b7a2e","version":"0.2.2-dev.92.20261019","passRate":50.57,"ciLower":38.78,"ciUpper":62.36,"costPerTrialUsd":0.131918,"costPerPassUsd":0.260862,"passAll3Rate":29.38,"tokensPerTrial":2118877,"agentSecondsPerTrial":2268.5,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":6.45,"costRatio":1.17,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":71.11,"ciLower":60.9,"ciUpper":81.32,"ciIsUpperBound":false,"passAll3Rate":52.22,"costPerTrialUsd":0.113236,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":16.18,"ciLower":2.93,"ciUpper":29.42,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":0.229957,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"qwen-code","name":"Qwen Code","vendor":"Alibaba","color":"#EC4899","version":"0.25.2","passRate":50.5,"ciLower":43.42,"ciUpper":57.58,"costPerTrialUsd":0.194104,"costPerPassUsd":0.384364,"passAll3Rate":29.57,"tokensPerTrial":2820000,"agentSecondsPerTrial":1154,"nScored":1188,"onFrontier":false,"dominatedById":"pi","scoreDeficit":6.52,"costRatio":1.72,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":50.6,"ciLower":41.47,"ciUpper":59.7,"ciIsUpperBound":true,"passAll3Rate":25.23,"costPerTrialUsd":0.2749,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":59.96,"ciLower":49.46,"ciUpper":69.62,"ciIsUpperBound":true,"passAll3Rate":43.1,"costPerTrialUsd":0.05053,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"exo","name":"Exo","vendor":"Exo","color":"#0f766e","version":"825318306c0e","passRate":48.78,"ciLower":35.7,"ciUpper":61.86,"costPerTrialUsd":0.194278,"costPerPassUsd":0.398274,"passAll3Rate":30.34,"tokensPerTrial":3709324,"agentSecondsPerTrial":2410.9,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":8.24,"costRatio":1.72,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":62.78,"ciLower":51.7,"ciUpper":73.86,"ciIsUpperBound":false,"passAll3Rate":43.33,"costPerTrialUsd":0.157682,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":17.65,"ciLower":2.06,"ciUpper":33.24,"ciIsUpperBound":false,"passAll3Rate":11.76,"costPerTrialUsd":0.362701,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"codex","name":"Codex CLI","vendor":"OpenAI","color":"#10a37f","version":"0.164.0+baseten-catalog.1 / 0.162.1","passRate":40.63,"ciLower":35.01,"ciUpper":46.25,"costPerTrialUsd":0.145489,"costPerPassUsd":0.358083,"passAll3Rate":20.42,"tokensPerTrial":3523421,"agentSecondsPerTrial":1345.1,"nScored":1436,"onFrontier":false,"dominatedById":"pi","scoreDeficit":16.39,"costRatio":1.29,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":30.93,"ciLower":23.13,"ciUpper":40.01,"ciIsUpperBound":true,"passAll3Rate":9.01,"costPerTrialUsd":0.2283,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1 (FrontierHarness)","passRate":76.67,"ciLower":67.4,"ciUpper":85.93,"ciIsUpperBound":false,"passAll3Rate":58.89,"costPerTrialUsd":0.115247,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1 (Harness LB)","passRate":63.79,"ciLower":53.34,"ciUpper":73.08,"ciIsUpperBound":true,"passAll3Rate":41.38,"costPerTrialUsd":0.06813,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":13.24,"ciLower":1.26,"ciUpper":25.21,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":0.183835,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]}]},{"sliceId":"kimi-k3","label":"Kimi-K3","org":"Moonshot","entries":[{"harnessId":"mini-swe-agent","name":"mini-SWE-agent","vendor":"SWE-agent","color":"#8b95a5","version":"2.4.6","passRate":64.92,"ciLower":54.32,"ciUpper":75.52,"costPerTrialUsd":1.313267,"costPerPassUsd":2.022921,"passAll3Rate":55.24,"tokensPerTrial":1783126,"agentSecondsPerTrial":1988.3,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":85.56,"ciLower":77.1,"ciUpper":94.01,"ciIsUpperBound":false,"passAll3Rate":76.11,"costPerTrialUsd":0.866328,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":10.29,"ciLower":2.95,"ciUpper":17.64,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.496341,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"alma","name":"Alma","vendor":"Alma","color":"#de7cb7","version":"0.4.212","passRate":64.11,"ciLower":53.04,"ciUpper":75.19,"costPerTrialUsd":1.012647,"costPerPassUsd":1.579475,"passAll3Rate":56.85,"tokensPerTrial":1286703,"agentSecondsPerTrial":1595.7,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":86.11,"ciLower":77.79,"ciUpper":94.43,"ciIsUpperBound":false,"passAll3Rate":77.78,"costPerTrialUsd":0.625836,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":5.88,"ciLower":0,"ciUpper":14.82,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":2.036559,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"zcode","name":"ZCode","vendor":"Zhipu","color":"#7c4d3f","version":"0.17.0","passRate":64.11,"ciLower":53.63,"ciUpper":74.6,"costPerTrialUsd":1.063214,"costPerPassUsd":1.658346,"passAll3Rate":52.82,"tokensPerTrial":1387309,"agentSecondsPerTrial":2070.4,"nScored":248,"onFrontier":false,"dominatedById":"alma","scoreDeficit":0,"costRatio":1.05,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":82.78,"ciLower":73.59,"ciUpper":91.97,"ciIsUpperBound":false,"passAll3Rate":72.22,"costPerTrialUsd":0.62799,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":14.71,"ciLower":4.36,"ciUpper":25.05,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":2.215278,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"codex","name":"Codex CLI","vendor":"OpenAI","color":"#10a37f","version":"0.164.0+baseten-catalog.1","passRate":63.71,"ciLower":53.1,"ciUpper":74.32,"costPerTrialUsd":1.133738,"costPerPassUsd":1.779538,"passAll3Rate":52.82,"tokensPerTrial":1459942,"agentSecondsPerTrial":1847.7,"nScored":248,"onFrontier":false,"dominatedById":"alma","scoreDeficit":0.4,"costRatio":1.12,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":82.78,"ciLower":73.72,"ciUpper":91.83,"ciIsUpperBound":false,"passAll3Rate":72.22,"costPerTrialUsd":0.612503,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":13.24,"ciLower":2.03,"ciUpper":24.45,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":2.513479,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"minimax-code","name":"MiniMax Code","vendor":"MiniMax","color":"#f14564","version":"0.6.13","passRate":62.5,"ciLower":51.47,"ciUpper":73.53,"costPerTrialUsd":1.060538,"costPerPassUsd":1.696861,"passAll3Rate":53.63,"tokensPerTrial":1380200,"agentSecondsPerTrial":1723.3,"nScored":248,"onFrontier":false,"dominatedById":"alma","scoreDeficit":1.61,"costRatio":1.05,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":85,"ciLower":76.7,"ciUpper":93.3,"ciIsUpperBound":false,"passAll3Rate":73.89,"costPerTrialUsd":0.743526,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":2.94,"ciLower":0,"ciUpper":6.89,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.899688,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#1f2328","version":"1.0.67","passRate":62.1,"ciLower":51.19,"ciUpper":73.01,"costPerTrialUsd":1.122643,"costPerPassUsd":1.807893,"passAll3Rate":53.23,"tokensPerTrial":1391997,"agentSecondsPerTrial":1885.1,"nScored":248,"onFrontier":false,"dominatedById":"alma","scoreDeficit":2.01,"costRatio":1.11,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":82.78,"ciLower":73.86,"ciUpper":91.7,"ciIsUpperBound":false,"passAll3Rate":72.78,"costPerTrialUsd":0.753958,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0,"ciUpper":16.52,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":2.098574,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#d97757","version":"2.1.308","passRate":62.1,"ciLower":51.25,"ciUpper":72.95,"costPerTrialUsd":1.207152,"costPerPassUsd":1.943985,"passAll3Rate":52.42,"tokensPerTrial":1393431,"agentSecondsPerTrial":2153.7,"nScored":248,"onFrontier":false,"dominatedById":"alma","scoreDeficit":2.01,"costRatio":1.19,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":82.78,"ciLower":73.72,"ciUpper":91.83,"ciIsUpperBound":false,"passAll3Rate":72.22,"costPerTrialUsd":0.701766,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.544938,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"maka","name":"Maka","vendor":"Maka","color":"#9b7a2e","version":"0.2.2-dev.92.20261019","passRate":61.69,"ciLower":50.96,"ciUpper":72.43,"costPerTrialUsd":1.372669,"costPerPassUsd":2.22498,"passAll3Rate":51.61,"tokensPerTrial":1351060,"agentSecondsPerTrial":1979,"nScored":248,"onFrontier":false,"dominatedById":"alma","scoreDeficit":2.42,"costRatio":1.36,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.11,"ciLower":71.62,"ciUpper":90.6,"ciIsUpperBound":false,"passAll3Rate":71.11,"costPerTrialUsd":0.834604,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":10.29,"ciLower":1.83,"ciUpper":18.76,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.796957,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode","name":"OpenCode","vendor":"OpenCode","color":"#facc15","version":"2.2.7","passRate":61.29,"ciLower":50.04,"ciUpper":72.54,"costPerTrialUsd":0.989249,"costPerPassUsd":1.614038,"passAll3Rate":54.44,"tokensPerTrial":1180951,"agentSecondsPerTrial":1007.9,"nScored":245,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":83.33,"ciLower":74.12,"ciUpper":92.55,"ciIsUpperBound":false,"passAll3Rate":75,"costPerTrialUsd":0.613919,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":2.94,"ciLower":0,"ciUpper":6.89,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.982769,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode-1.19","name":"OpenCode 1.19.4","vendor":"OpenCode","color":"#9aab1a","version":"1.19.4","passRate":61.29,"ciLower":50.27,"ciUpper":72.31,"costPerTrialUsd":1.067954,"costPerPassUsd":1.742451,"passAll3Rate":52.42,"tokensPerTrial":1421040,"agentSecondsPerTrial":2020.1,"nScored":248,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":0,"costRatio":1.08,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.11,"ciLower":71.12,"ciUpper":91.1,"ciIsUpperBound":false,"passAll3Rate":72.22,"costPerTrialUsd":0.673145,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":8.82,"ciLower":1.62,"ciUpper":16.03,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.113038,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"pi","name":"Pi","vendor":"Pi","color":"#e0409f","version":"1.4.0","passRate":60.89,"ciLower":49.93,"ciUpper":71.85,"costPerTrialUsd":0.937952,"costPerPassUsd":1.540477,"passAll3Rate":50.81,"tokensPerTrial":1133690,"agentSecondsPerTrial":1850.1,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":83.33,"ciLower":75.09,"ciUpper":91.57,"ciIsUpperBound":false,"passAll3Rate":70,"costPerTrialUsd":0.57307,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":1.47,"ciLower":0,"ciUpper":4.35,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.903816,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"cline-cli","name":"Cline CLI","vendor":"Cline","color":"#5b3df5","version":"3.0.73","passRate":60.89,"ciLower":49.75,"ciUpper":72.02,"costPerTrialUsd":1.062741,"costPerPassUsd":1.745429,"passAll3Rate":50.81,"tokensPerTrial":1136177,"agentSecondsPerTrial":1788.4,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0,"costRatio":1.13,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":83.33,"ciLower":74.66,"ciUpper":92,"ciIsUpperBound":false,"passAll3Rate":70,"costPerTrialUsd":0.627496,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":1.47,"ciLower":0,"ciUpper":4.35,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.214862,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#d99a0b","version":"0.22.5","passRate":60.89,"ciLower":49.75,"ciUpper":72.02,"costPerTrialUsd":1.108774,"costPerPassUsd":1.821033,"passAll3Rate":53.23,"tokensPerTrial":1363642,"agentSecondsPerTrial":1732.2,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0,"costRatio":1.18,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.11,"ciLower":71.12,"ciUpper":91.1,"ciIsUpperBound":false,"passAll3Rate":73.33,"costPerTrialUsd":0.714974,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.151185,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#a3305e","version":"2.3.1","passRate":60.08,"ciLower":48.96,"ciUpper":71.2,"costPerTrialUsd":1.105567,"costPerPassUsd":1.840138,"passAll3Rate":50.4,"tokensPerTrial":1508668,"agentSecondsPerTrial":1917.8,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":0.81,"costRatio":1.18,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":81.67,"ciLower":72.4,"ciUpper":90.93,"ciIsUpperBound":false,"passAll3Rate":69.44,"costPerTrialUsd":0.688086,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":2.94,"ciLower":0,"ciUpper":6.89,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.210663,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-minimal","name":"DeepSeek Harness: Minimal","vendor":"DeepSeek","color":"#97a9ff","version":"0.2.1-rc.3","passRate":59.27,"ciLower":48.11,"ciUpper":70.44,"costPerTrialUsd":1.004814,"costPerPassUsd":1.695196,"passAll3Rate":50.4,"tokensPerTrial":1262414,"agentSecondsPerTrial":1860.8,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":1.62,"costRatio":1.07,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":78.33,"ciLower":67.7,"ciUpper":88.96,"ciIsUpperBound":false,"passAll3Rate":69.44,"costPerTrialUsd":0.585159,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":8.82,"ciLower":0.48,"ciUpper":17.16,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.115665,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"copilot-cli","name":"GitHub Copilot CLI","vendor":"GitHub","color":"#8957e5","version":"1.0.103","passRate":58.06,"ciLower":47.27,"ciUpper":68.86,"costPerTrialUsd":1.04264,"costPerPassUsd":1.795658,"passAll3Rate":46.77,"tokensPerTrial":1484316,"agentSecondsPerTrial":2010.2,"nScored":248,"onFrontier":false,"dominatedById":"pi","scoreDeficit":2.83,"costRatio":1.11,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":77.22,"ciLower":67.39,"ciUpper":87.05,"ciIsUpperBound":false,"passAll3Rate":64.44,"costPerTrialUsd":0.707836,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0,"ciUpper":15.51,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.928884,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"oh-my-pi","name":"Oh My Pi","vendor":"Oh My Pi","color":"#9b51e0","version":"18.12.6","passRate":57.66,"ciLower":46.7,"ciUpper":68.62,"costPerTrialUsd":0.838698,"costPerPassUsd":1.454525,"passAll3Rate":46.77,"tokensPerTrial":942405,"agentSecondsPerTrial":2070.1,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":77.22,"ciLower":67.15,"ciUpper":87.29,"ciIsUpperBound":false,"passAll3Rate":64.44,"costPerTrialUsd":0.48123,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":5.88,"ciLower":0,"ciUpper":12.56,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.784935,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-creator","name":"DeepSeek Harness: Creator","vendor":"DeepSeek","color":"#06b6d4","version":"0.2.1-rc.3","passRate":57.66,"ciLower":46.82,"ciUpper":68.5,"costPerTrialUsd":1.297337,"costPerPassUsd":2.249927,"passAll3Rate":46.77,"tokensPerTrial":1817453,"agentSecondsPerTrial":2095.5,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":0,"costRatio":1.55,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":76.11,"ciLower":65.67,"ciUpper":86.55,"ciIsUpperBound":false,"passAll3Rate":64.44,"costPerTrialUsd":0.678288,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":8.82,"ciLower":1.62,"ciUpper":16.03,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.935996,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"antigravity-cli","name":"Antigravity CLI","vendor":"Google","color":"#2fb344","version":"1.4.6","passRate":56.85,"ciLower":45.63,"ciUpper":68.08,"costPerTrialUsd":1.550352,"costPerPassUsd":2.72686,"passAll3Rate":47.58,"tokensPerTrial":2591243,"agentSecondsPerTrial":2059.7,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":0.81,"costRatio":1.85,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":76.67,"ciLower":66.06,"ciUpper":87.27,"ciIsUpperBound":false,"passAll3Rate":65.56,"costPerTrialUsd":0.955067,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":4.41,"ciLower":0,"ciUpper":9.08,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":3.126107,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-code","name":"DeepSeek Harness: Code","vendor":"DeepSeek","color":"#1d8fe1","version":"0.2.1-rc.3","passRate":56.05,"ciLower":45.03,"ciUpper":67.07,"costPerTrialUsd":1.181657,"costPerPassUsd":2.10828,"passAll3Rate":45.56,"tokensPerTrial":1510554,"agentSecondsPerTrial":1948.8,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.61,"costRatio":1.41,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":74.44,"ciLower":63.6,"ciUpper":85.29,"ciIsUpperBound":false,"passAll3Rate":62.78,"costPerTrialUsd":0.658698,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.56596,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4d6bfe","version":"0.2.1-rc.3","passRate":54.44,"ciLower":43.42,"ciUpper":65.45,"costPerTrialUsd":1.059913,"costPerPassUsd":1.947099,"passAll3Rate":43.15,"tokensPerTrial":1323938,"agentSecondsPerTrial":1868,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":3.22,"costRatio":1.26,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":72.22,"ciLower":61.08,"ciUpper":83.37,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.634892,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.184966,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"exo","name":"Exo","vendor":"Exo","color":"#0f766e","version":"825318306c0e","passRate":43.55,"ciLower":33.93,"ciUpper":53.17,"costPerTrialUsd":0.974986,"costPerPassUsd":2.238857,"passAll3Rate":24.6,"tokensPerTrial":904261,"agentSecondsPerTrial":1553.3,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":14.11,"costRatio":1.16,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":57.22,"ciLower":46.7,"ciUpper":67.74,"ciIsUpperBound":false,"passAll3Rate":33.89,"costPerTrialUsd":0.660109,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.808485,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]}]},{"sliceId":"muse-spark-open","label":"Muse Spark Open","org":"Meta","entries":[{"harnessId":"opencode","name":"OpenCode","vendor":"OpenCode","color":"#facc15","version":"2.2.7","passRate":61.29,"ciLower":49.76,"ciUpper":72.82,"costPerTrialUsd":0.718426,"costPerPassUsd":1.172169,"passAll3Rate":null,"tokensPerTrial":2295855,"agentSecondsPerTrial":1054.1,"nScored":231,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":84.44,"ciLower":75.33,"ciUpper":93.56,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.481135,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":0,"ciLower":0,"ciUpper":18.43,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":1.34655,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#1f2328","version":"1.0.67","passRate":59.68,"ciLower":48.85,"ciUpper":70.51,"costPerTrialUsd":1.058757,"costPerPassUsd":1.774133,"passAll3Rate":48.79,"tokensPerTrial":3801860,"agentSecondsPerTrial":1754.5,"nScored":248,"onFrontier":false,"dominatedById":"opencode","scoreDeficit":1.61,"costRatio":1.47,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":80,"ciLower":70.71,"ciUpper":89.29,"ciIsUpperBound":false,"passAll3Rate":67.22,"costPerTrialUsd":0.58152,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":5.88,"ciLower":0,"ciUpper":12.56,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.322034,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"oh-my-pi","name":"Oh My Pi","vendor":"Oh My Pi","color":"#9b51e0","version":"18.12.6","passRate":58.87,"ciLower":47.65,"ciUpper":70.09,"costPerTrialUsd":0.713614,"costPerPassUsd":1.212166,"passAll3Rate":50.4,"tokensPerTrial":2548190,"agentSecondsPerTrial":1524.3,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":78.33,"ciLower":67.82,"ciUpper":88.85,"ciIsUpperBound":false,"passAll3Rate":69.44,"costPerTrialUsd":0.480039,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0,"ciUpper":15.51,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.331903,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#d99a0b","version":"0.22.5","passRate":57.66,"ciLower":46.76,"ciUpper":68.56,"costPerTrialUsd":0.972033,"costPerPassUsd":1.685764,"passAll3Rate":46.37,"tokensPerTrial":2820354,"agentSecondsPerTrial":1835.2,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.21,"costRatio":1.36,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":76.11,"ciLower":65.79,"ciUpper":86.44,"ciIsUpperBound":false,"passAll3Rate":63.33,"costPerTrialUsd":0.556201,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":8.82,"ciLower":0,"ciUpper":18.16,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":2.072766,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"codex","name":"Codex CLI","vendor":"OpenAI","color":"#10a37f","version":"0.164.0+baseten-catalog.1","passRate":57.66,"ciLower":46.7,"ciUpper":68.62,"costPerTrialUsd":0.972227,"costPerPassUsd":1.6861,"passAll3Rate":46.77,"tokensPerTrial":4308835,"agentSecondsPerTrial":1534.6,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.21,"costRatio":1.36,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":76.11,"ciLower":65.79,"ciUpper":86.44,"ciIsUpperBound":false,"passAll3Rate":63.89,"costPerTrialUsd":0.669072,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":8.82,"ciLower":0,"ciUpper":19.07,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":1.774694,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"zcode","name":"ZCode","vendor":"Zhipu","color":"#7c4d3f","version":"0.17.0","passRate":57.66,"ciLower":46.64,"ciUpper":68.68,"costPerTrialUsd":1.032025,"costPerPassUsd":1.789806,"passAll3Rate":48.39,"tokensPerTrial":2789899,"agentSecondsPerTrial":1870.1,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.21,"costRatio":1.45,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":78.33,"ciLower":68.66,"ciUpper":88.01,"ciIsUpperBound":false,"passAll3Rate":66.67,"costPerTrialUsd":0.508462,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":2.94,"ciLower":0,"ciUpper":6.89,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.417928,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"alma","name":"Alma","vendor":"Alma","color":"#de7cb7","version":"0.4.212","passRate":57.26,"ciLower":46.25,"ciUpper":68.26,"costPerTrialUsd":1.364028,"costPerPassUsd":2.382246,"passAll3Rate":null,"tokensPerTrial":3491569,"agentSecondsPerTrial":1988.9,"nScored":246,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":1.61,"costRatio":1.91,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":76.67,"ciLower":66.65,"ciUpper":86.69,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.636982,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":5.88,"ciLower":0,"ciUpper":14.82,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":3.28856,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#a3305e","version":"2.3.1","passRate":56.45,"ciLower":45.71,"ciUpper":67.2,"costPerTrialUsd":0.842012,"costPerPassUsd":1.491564,"passAll3Rate":42.74,"tokensPerTrial":3293607,"agentSecondsPerTrial":1510.4,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":2.42,"costRatio":1.18,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":75,"ciLower":65.03,"ciUpper":84.97,"ciIsUpperBound":false,"passAll3Rate":58.33,"costPerTrialUsd":0.663391,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0,"ciUpper":16.52,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":1.314829,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"minimax-code","name":"MiniMax Code","vendor":"MiniMax","color":"#f14564","version":"0.6.13","passRate":55.91,"ciLower":45.14,"ciUpper":66.69,"costPerTrialUsd":0.924192,"costPerPassUsd":1.652882,"passAll3Rate":43.15,"tokensPerTrial":2797678,"agentSecondsPerTrial":1796.2,"nScored":247,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":2.96,"costRatio":1.3,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":74.26,"ciLower":63.87,"ciUpper":84.65,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.546316,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.924452,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"exo","name":"Exo","vendor":"Exo","color":"#0f766e","version":"825318306c0e","passRate":55.24,"ciLower":44.08,"ciUpper":66.4,"costPerTrialUsd":0.738169,"costPerPassUsd":1.336248,"passAll3Rate":45.16,"tokensPerTrial":3029737,"agentSecondsPerTrial":1155.8,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":3.63,"costRatio":1.03,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":73.89,"ciLower":62.88,"ciUpper":84.9,"ciIsUpperBound":false,"passAll3Rate":62.22,"costPerTrialUsd":0.497058,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":5.88,"ciLower":0,"ciUpper":12.56,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.376404,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"cline-cli","name":"Cline CLI","vendor":"Cline","color":"#5b3df5","version":"3.0.73","passRate":55.24,"ciLower":44.37,"ciUpper":66.12,"costPerTrialUsd":0.865614,"costPerPassUsd":1.566951,"passAll3Rate":null,"tokensPerTrial":2760533,"agentSecondsPerTrial":1552,"nScored":246,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":3.63,"costRatio":1.21,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":75,"ciLower":65.03,"ciUpper":84.97,"ciIsUpperBound":false,"passAll3Rate":null,"costPerTrialUsd":0.589829,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":2.94,"ciLower":0,"ciUpper":6.89,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.595632,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"opencode-1.19","name":"OpenCode 1.19.4","vendor":"OpenCode","color":"#9aab1a","version":"1.19.4","passRate":54.44,"ciLower":43.66,"ciUpper":65.22,"costPerTrialUsd":0.96655,"costPerPassUsd":1.775588,"passAll3Rate":41.53,"tokensPerTrial":4333214,"agentSecondsPerTrial":1821.4,"nScored":247,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":4.43,"costRatio":1.35,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":73.33,"ciLower":63.19,"ciUpper":83.47,"ciIsUpperBound":false,"passAll3Rate":57.22,"costPerTrialUsd":0.552822,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":4.41,"ciLower":0,"ciUpper":10.69,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.061713,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"copilot-cli","name":"GitHub Copilot CLI","vendor":"GitHub","color":"#8957e5","version":"1.0.103","passRate":54.44,"ciLower":43.19,"ciUpper":65.68,"costPerTrialUsd":1.609158,"costPerPassUsd":2.956083,"passAll3Rate":44.76,"tokensPerTrial":3009953,"agentSecondsPerTrial":2052,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":4.43,"costRatio":2.25,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":72.22,"ciLower":61.19,"ciUpper":83.26,"ciIsUpperBound":false,"passAll3Rate":59.44,"costPerTrialUsd":0.719817,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0,"ciUpper":19.06,"ciIsUpperBound":false,"passAll3Rate":5.88,"costPerTrialUsd":3.963297,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"mini-swe-agent","name":"mini-SWE-agent","vendor":"SWE-agent","color":"#8b95a5","version":"2.4.6","passRate":54.17,"ciLower":42.91,"ciUpper":65.43,"costPerTrialUsd":0.944351,"costPerPassUsd":1.743417,"passAll3Rate":45.97,"tokensPerTrial":3702499,"agentSecondsPerTrial":1708.9,"nScored":245,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":4.7,"costRatio":1.32,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":72.41,"ciLower":61,"ciUpper":83.81,"ciIsUpperBound":false,"passAll3Rate":63.33,"costPerTrialUsd":0.732483,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":5.88,"ciLower":0,"ciUpper":12.56,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.505181,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"maka","name":"Maka","vendor":"Maka","color":"#9b7a2e","version":"0.2.2-dev.92.20261019","passRate":54.03,"ciLower":43.27,"ciUpper":64.79,"costPerTrialUsd":0.812842,"costPerPassUsd":1.504364,"passAll3Rate":41.94,"tokensPerTrial":2106711,"agentSecondsPerTrial":1571,"nScored":248,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":4.84,"costRatio":1.14,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":69.44,"ciLower":58.12,"ciUpper":80.77,"ciIsUpperBound":false,"passAll3Rate":57.22,"costPerTrialUsd":0.549354,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":13.24,"ciLower":2.03,"ciUpper":24.45,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":1.510312,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-minimal","name":"DeepSeek Harness: Minimal","vendor":"DeepSeek","color":"#97a9ff","version":"0.2.1-rc.3","passRate":53.76,"ciLower":42.92,"ciUpper":64.6,"costPerTrialUsd":0.825103,"costPerPassUsd":1.534692,"passAll3Rate":41.53,"tokensPerTrial":3174159,"agentSecondsPerTrial":1483.1,"nScored":247,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":5.11,"costRatio":1.16,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":71.11,"ciLower":60.1,"ciUpper":82.12,"ciIsUpperBound":false,"passAll3Rate":57.22,"costPerTrialUsd":0.600874,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.84,"ciLower":0.5,"ciUpper":15.18,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.41865,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-code","name":"DeepSeek Harness: Code","vendor":"DeepSeek","color":"#1d8fe1","version":"0.2.1-rc.3","passRate":53.23,"ciLower":42.16,"ciUpper":64.29,"costPerTrialUsd":1.100494,"costPerPassUsd":2.067595,"passAll3Rate":41.53,"tokensPerTrial":4599966,"agentSecondsPerTrial":1881.5,"nScored":246,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":5.64,"costRatio":1.54,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":70.56,"ciLower":59.19,"ciUpper":81.92,"ciIsUpperBound":false,"passAll3Rate":57.22,"costPerTrialUsd":0.599879,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0,"ciUpper":15.51,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.425651,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#d97757","version":"2.1.308","passRate":52.96,"ciLower":42.4,"ciUpper":63.51,"costPerTrialUsd":1.984232,"costPerPassUsd":3.746875,"passAll3Rate":37.1,"tokensPerTrial":9817486,"agentSecondsPerTrial":2634.5,"nScored":247,"onFrontier":false,"dominatedById":"oh-my-pi","scoreDeficit":5.91,"costRatio":2.78,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":72.41,"ciLower":62.85,"ciUpper":81.96,"ciIsUpperBound":false,"passAll3Rate":51.11,"costPerTrialUsd":0.848835,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":1.47,"ciLower":0,"ciUpper":4.35,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":4.989695,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-creator","name":"DeepSeek Harness: Creator","vendor":"DeepSeek","color":"#06b6d4","version":"0.2.1-rc.3","passRate":52.42,"ciLower":41.22,"ciUpper":63.61,"costPerTrialUsd":0.701504,"costPerPassUsd":1.338254,"passAll3Rate":41.53,"tokensPerTrial":2874107,"agentSecondsPerTrial":1535.7,"nScored":248,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":67.78,"ciLower":55.65,"ciUpper":79.9,"ciIsUpperBound":false,"passAll3Rate":56.67,"costPerTrialUsd":0.528452,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":11.76,"ciLower":0.55,"ciUpper":22.97,"ciIsUpperBound":false,"passAll3Rate":1.47,"costPerTrialUsd":1.159584,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"pi","name":"Pi","vendor":"Pi","color":"#e0409f","version":"1.4.0","passRate":52.02,"ciLower":41.55,"ciUpper":62.48,"costPerTrialUsd":0.763227,"costPerPassUsd":1.467289,"passAll3Rate":36.69,"tokensPerTrial":2399680,"agentSecondsPerTrial":1442.1,"nScored":247,"onFrontier":false,"dominatedById":"deepseek-creator","scoreDeficit":0.4,"costRatio":1.09,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":68.89,"ciLower":58.31,"ciUpper":79.47,"ciIsUpperBound":false,"passAll3Rate":50.56,"costPerTrialUsd":0.398899,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":7.35,"ciLower":0.37,"ciUpper":14.34,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.727625,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"antigravity-cli","name":"Antigravity CLI","vendor":"Google","color":"#2fb344","version":"1.4.6","passRate":50.81,"ciLower":39.94,"ciUpper":61.67,"costPerTrialUsd":1.179751,"costPerPassUsd":2.32205,"passAll3Rate":38.31,"tokensPerTrial":4757037,"agentSecondsPerTrial":1630.2,"nScored":246,"onFrontier":false,"dominatedById":"deepseek-creator","scoreDeficit":1.61,"costRatio":1.68,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":68.33,"ciLower":57.17,"ciUpper":79.5,"ciIsUpperBound":false,"passAll3Rate":52.78,"costPerTrialUsd":0.84686,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":4.41,"ciLower":0,"ciUpper":9.08,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":2.060932,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4d6bfe","version":"0.2.1-rc.3","passRate":49.87,"ciLower":38.56,"ciUpper":61.17,"costPerTrialUsd":0.882062,"costPerPassUsd":1.768879,"passAll3Rate":40.32,"tokensPerTrial":2781108,"agentSecondsPerTrial":1598.4,"nScored":247,"onFrontier":false,"dominatedById":"deepseek-creator","scoreDeficit":2.55,"costRatio":1.26,"benchmarks":[{"benchmarkId":"tb21-frontierharness","name":"Terminal-Bench 2.1","passRate":67.04,"ciLower":54.9,"ciUpper":79.18,"ciIsUpperBound":false,"passAll3Rate":55.56,"costPerTrialUsd":0.560016,"nTasks":45,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"},{"benchmarkId":"terminal-bench-4.0","name":"Terminal-Bench 4.0","passRate":4.41,"ciLower":0,"ciUpper":9.08,"ciIsUpperBound":false,"passAll3Rate":0,"costPerTrialUsd":1.734539,"nTasks":17,"sourceUrl":"https://frontierharness.org/leaderboard/v1.1/"}]}]},{"sliceId":"ricursiveAI/Ripple-65B-Preview","label":"Ripple-65B","org":"Ricursive","entries":[{"harnessId":"kimi-code","name":"Kimi Code","vendor":"Moonshot","color":"#0EA5E9","version":"2.2.0","passRate":56.43,"ciLower":49.48,"ciUpper":62.97,"costPerTrialUsd":1.932,"costPerPassUsd":3.477,"passAll3Rate":37.45,"tokensPerTrial":18600000,"agentSecondsPerTrial":2018,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":49.25,"ciLower":40.13,"ciUpper":58.42,"ciIsUpperBound":false,"passAll3Rate":24.32,"costPerTrialUsd":3.108,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":63.6,"ciLower":53.12,"ciUpper":72.94,"ciIsUpperBound":false,"passAll3Rate":50.57,"costPerTrialUsd":0.4306,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"codex","name":"Codex","vendor":"OpenAI","color":"#3B7CF6","version":"0.162.1","passRate":55.93,"ciLower":48.99,"ciUpper":62.49,"costPerTrialUsd":1.584,"costPerPassUsd":2.878,"passAll3Rate":36.67,"tokensPerTrial":15370000,"agentSecondsPerTrial":1783,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":48.65,"ciLower":39.55,"ciUpper":57.84,"ciIsUpperBound":false,"passAll3Rate":21.62,"costPerTrialUsd":2.543,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":63.22,"ciLower":52.73,"ciUpper":72.59,"ciIsUpperBound":false,"passAll3Rate":51.72,"costPerTrialUsd":0.3611,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"opencode","name":"OpenCode","vendor":"Anomaly","color":"#3E8E5E","version":"2.2.6","passRate":53.86,"ciLower":46.96,"ciUpper":60.48,"costPerTrialUsd":1.643,"costPerPassUsd":3.109,"passAll3Rate":32.32,"tokensPerTrial":15960000,"agentSecondsPerTrial":1773,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":2.07,"costRatio":1.04,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":45.65,"ciLower":36.68,"ciUpper":54.9,"ciIsUpperBound":false,"passAll3Rate":19.82,"costPerTrialUsd":2.632,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":62.07,"ciLower":51.57,"ciUpper":71.55,"ciIsUpperBound":false,"passAll3Rate":44.83,"costPerTrialUsd":0.3813,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"hermes","name":"Hermes Agent","vendor":"Nous Research","color":"#FF9D00","version":"0.22.1","passRate":51.76,"ciLower":44.83,"ciUpper":58.55,"costPerTrialUsd":1.949,"costPerPassUsd":3.795,"passAll3Rate":29.33,"tokensPerTrial":18560000,"agentSecondsPerTrial":2370,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":4.17,"costRatio":1.23,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":48.35,"ciLower":39.26,"ciUpper":57.54,"ciIsUpperBound":false,"passAll3Rate":20.72,"costPerTrialUsd":3.132,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":55.17,"ciLower":44.72,"ciUpper":65.18,"ciIsUpperBound":false,"passAll3Rate":37.93,"costPerTrialUsd":0.4387,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"pi","name":"Pi","vendor":"Earendil","color":"#A855F7","version":"1.2.0","passRate":51.55,"ciLower":44.69,"ciUpper":58.25,"costPerTrialUsd":1.623,"costPerPassUsd":3.214,"passAll3Rate":30.4,"tokensPerTrial":14600000,"agentSecondsPerTrial":2297,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":4.38,"costRatio":1.02,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":42.94,"ciLower":34.12,"ciUpper":52.24,"ciIsUpperBound":false,"passAll3Rate":17.12,"costPerTrialUsd":2.7,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":60.15,"ciLower":49.65,"ciUpper":69.8,"ciIsUpperBound":false,"passAll3Rate":43.68,"costPerTrialUsd":0.2497,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"grok-build","name":"Grok Build","vendor":"SpaceXAI","color":"#111111","version":"1.0.77","passRate":50.79,"ciLower":43.9,"ciUpper":57.59,"costPerTrialUsd":2.119,"costPerPassUsd":4.225,"passAll3Rate":28.3,"tokensPerTrial":21440000,"agentSecondsPerTrial":2034,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":5.14,"costRatio":1.34,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":45.65,"ciLower":36.68,"ciUpper":54.9,"ciIsUpperBound":false,"passAll3Rate":19.82,"costPerTrialUsd":3.436,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":55.94,"ciLower":45.48,"ciUpper":65.9,"ciIsUpperBound":false,"passAll3Rate":36.78,"costPerTrialUsd":0.44,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"deepseek-harness","name":"DeepSeek Harness","vendor":"DeepSeek","color":"#4D6BFE","version":"0.2.2-rc.1","passRate":48.2,"ciLower":41.48,"ciUpper":54.9,"costPerTrialUsd":1.724,"costPerPassUsd":3.685,"passAll3Rate":30.2,"tokensPerTrial":14610000,"agentSecondsPerTrial":2333,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":7.73,"costRatio":1.09,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":36.64,"ciLower":28.26,"ciUpper":45.91,"ciIsUpperBound":false,"passAll3Rate":14.41,"costPerTrialUsd":2.749,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":59.77,"ciLower":49.26,"ciUpper":69.45,"ciIsUpperBound":false,"passAll3Rate":45.98,"costPerTrialUsd":0.4179,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"mini-swe-agent","name":"mini-swe-agent","vendor":"Princeton/Stanford","color":"#8C6D46","version":"2.4.6","passRate":47.37,"ciLower":40.8,"ciUpper":53.91,"costPerTrialUsd":1.831,"costPerPassUsd":4.029,"passAll3Rate":32.29,"tokensPerTrial":17530000,"agentSecondsPerTrial":1977,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":8.56,"costRatio":1.16,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":31.53,"ciLower":23.63,"ciUpper":40.67,"ciIsUpperBound":false,"passAll3Rate":11.71,"costPerTrialUsd":2.787,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":63.22,"ciLower":52.73,"ciUpper":72.59,"ciIsUpperBound":false,"passAll3Rate":52.87,"costPerTrialUsd":0.6126,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"claude-code","name":"Claude Code","vendor":"Anthropic","color":"#E07A4F","version":"2.1.300","passRate":47.24,"ciLower":40.46,"ciUpper":54.1,"costPerTrialUsd":2.075,"costPerPassUsd":4.466,"passAll3Rate":29.7,"tokensPerTrial":19030000,"agentSecondsPerTrial":2459,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":8.69,"costRatio":1.31,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":40.84,"ciLower":32.15,"ciUpper":50.14,"ciIsUpperBound":false,"passAll3Rate":18.02,"costPerTrialUsd":3.445,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":53.64,"ciLower":43.23,"ciUpper":63.74,"ciIsUpperBound":false,"passAll3Rate":41.38,"costPerTrialUsd":0.3275,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"fx","name":"fx","vendor":"Vercel Labs","color":"#000000","version":"0.0.16","passRate":44.78,"ciLower":38.09,"ciUpper":51.68,"costPerTrialUsd":2,"costPerPassUsd":4.551,"passAll3Rate":22.44,"tokensPerTrial":19350000,"agentSecondsPerTrial":1841,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":11.15,"costRatio":1.26,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":37.84,"ciLower":29.37,"ciUpper":47.12,"ciIsUpperBound":false,"passAll3Rate":8.11,"costPerTrialUsd":3.202,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":51.72,"ciLower":41.37,"ciUpper":61.93,"ciIsUpperBound":false,"passAll3Rate":36.78,"costPerTrialUsd":0.4659,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"qwen-code","name":"Qwen Code","vendor":"Alibaba","color":"#EC4899","version":"0.25.2","passRate":41.79,"ciLower":35.3,"ciUpper":48.59,"costPerTrialUsd":1.743,"costPerPassUsd":4.314,"passAll3Rate":21.87,"tokensPerTrial":14880000,"agentSecondsPerTrial":2158,"nScored":594,"onFrontier":false,"dominatedById":"codex","scoreDeficit":14.14,"costRatio":1.1,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":30.33,"ciLower":22.56,"ciUpper":39.42,"ciIsUpperBound":false,"passAll3Rate":8.11,"costPerTrialUsd":2.676,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":53.26,"ciLower":42.86,"ciUpper":63.38,"ciIsUpperBound":false,"passAll3Rate":35.63,"costPerTrialUsd":0.5532,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]},{"harnessId":"openclaw","name":"OpenClaw","vendor":"OpenClaw","color":"#EF3E36","version":"2026.11.1","passRate":34.43,"ciLower":28.33,"ciUpper":41.24,"costPerTrialUsd":1.047,"costPerPassUsd":3.157,"passAll3Rate":16.17,"tokensPerTrial":10090000,"agentSecondsPerTrial":1361,"nScored":594,"onFrontier":true,"dominatedById":null,"scoreDeficit":null,"costRatio":null,"benchmarks":[{"benchmarkId":"deep-swe","name":"DeepSWE v1.1","passRate":24.02,"ciLower":17.03,"ciUpper":32.76,"ciIsUpperBound":false,"passAll3Rate":3.6,"costPerTrialUsd":1.586,"nTasks":111,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"},{"benchmarkId":"tb21-harness-lb","name":"Terminal-Bench 2.1","passRate":44.83,"ciLower":34.82,"ciUpper":55.28,"ciIsUpperBound":false,"passAll3Rate":28.74,"costPerTrialUsd":0.3593,"nTasks":87,"sourceUrl":"https://huggingface.co/spaces/joelniklaus/harness-leaderboard"}]}]}]}},"lifecycle":{"auditedAt":"2026-11-21T06:39:49.514Z","audits":[{"benchmarkId":"frontiercode_2_0","benchmarkVersion":"2.0","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":49.13,"top5Score":28.66,"top5Median":44.41,"rNorm":0.981,"saturationIndex":0.3818,"separability":0.472,"looKendallTau":0.9163,"looCohortCount":221,"itemRestTau":0.6753,"ageMonths":3.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Pairwise 95% separability 47% < 50%"]},{"benchmarkId":"terminalbench_4_0","benchmarkVersion":"4.0","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":67.17,"top5Score":57.07,"top5Median":64.14,"rNorm":0.407,"saturationIndex":0.8473,"separability":0.444,"looKendallTau":0.9668,"looCohortCount":221,"itemRestTau":0.7469,"ageMonths":4.2,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.85 >= 0.70","Pairwise 95% separability 44% < 50%","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"scicode_aa","benchmarkVersion":"1.0","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":67.71,"top5Score":59.03,"top5Median":61.81,"rNorm":0.319,"saturationIndex":0.9034,"separability":0,"looKendallTau":0.9626,"looCohortCount":221,"itemRestTau":0.6197,"ageMonths":6.7,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.90 >= 0.70","Pairwise 95% separability 0% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"livebench_coding","benchmarkVersion":"20261106","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":91.9,"top5Score":80.4,"top5Median":89.7,"rNorm":0.538,"saturationIndex":0.7485,"separability":0.417,"looKendallTau":0.9922,"looCohortCount":217,"itemRestTau":0.4561,"ageMonths":1.2,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.75 >= 0.70","Pairwise 95% separability 42% < 50%","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"epoch_mirrorcode","benchmarkVersion":"2026.11","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":97.78,"top5Score":54.44,"top5Median":64.44,"rNorm":3.958,"saturationIndex":0,"separability":0.25,"looKendallTau":0.9519,"looCohortCount":216,"itemRestTau":0.5105,"ageMonths":1.7,"upstreamLagDays":4,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Pairwise 95% separability 25% < 35% (small-N variance)"]},{"benchmarkId":"epoch_ale_bench","benchmarkVersion":"2026.11","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":2951.32,"top5Score":1688.35,"top5Median":2374.7,"rNorm":null,"saturationIndex":null,"separability":null,"looKendallTau":0.9794,"looCohortCount":184,"itemRestTau":0.5877,"ageMonths":3.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Uncertainty / separability unavailable"]},{"benchmarkId":"deepswe_v1_1","benchmarkVersion":"1.1","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":74.12,"top5Score":68.51,"top5Median":73.65,"rNorm":2.049,"saturationIndex":0.015,"separability":0.639,"looKendallTau":0.9149,"looCohortCount":185,"itemRestTau":0.4972,"ageMonths":5.2,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"swe_bench_pro_v2","benchmarkVersion":"2.0","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":6,"top1Score":99.22,"top5Score":95.79,"top5Median":96.73,"rNorm":4.887,"saturationIndex":0,"separability":0.533,"looKendallTau":0.9816,"looCohortCount":219,"itemRestTau":0.5238,"ageMonths":2.2,"upstreamLagDays":36,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"epoch_frontierswe","benchmarkVersion":"2026.11","domainId":"coding","harnessRegime":"standardized","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":69.94,"top5Score":29.5,"top5Median":61.2,"rNorm":1.381,"saturationIndex":0.1485,"separability":0.536,"looKendallTau":0.9843,"looCohortCount":221,"itemRestTau":0.7945,"ageMonths":2.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"tbench_4_1","benchmarkVersion":"4.1","domainId":"harnesses","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":65.76,"top5Score":46.97,"top5Median":62.12,"rNorm":0.757,"saturationIndex":0.5635,"separability":0.528,"looKendallTau":0.9538,"looCohortCount":125,"itemRestTau":0.5778,"ageMonths":2.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Akhtar saturation index 0.56 approaching ceiling"]},{"benchmarkId":"vulcanbench_swe_v4","benchmarkVersion":"4.0","domainId":"harnesses","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":5,"top1Score":93.85,"top5Score":88.36,"top5Median":90,"rNorm":6.356,"saturationIndex":0,"separability":0.6,"looKendallTau":0.8796,"looCohortCount":100,"itemRestTau":0.3667,"ageMonths":1.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"aa_agent_frontiercode","benchmarkVersion":"2.0","domainId":"harnesses","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":6,"top1Score":48.74,"top5Score":24.39,"top5Median":38.04,"rNorm":1.167,"saturationIndex":0.256,"separability":0.6,"looKendallTau":0.8857,"looCohortCount":146,"itemRestTau":0.2469,"ageMonths":1.2,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"aa_agent_swe_atlas","benchmarkVersion":"1.0","domainId":"harnesses","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":6,"top1Score":66.4,"top5Score":59.95,"top5Median":61.56,"rNorm":0.304,"saturationIndex":0.9115,"separability":0,"looKendallTau":0.9724,"looCohortCount":146,"itemRestTau":0.2454,"ageMonths":1.2,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.91 >= 0.70","Pairwise 95% separability 0% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"weirdml_v3","benchmarkVersion":"3.0","domainId":"harnesses","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":7,"top1Score":43.09,"top5Score":9.89,"top5Median":20.26,"rNorm":32.674,"saturationIndex":0,"separability":0.81,"looKendallTau":0.9197,"looCohortCount":133,"itemRestTau":0.4615,"ageMonths":1.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"epoch_posttrainbench","benchmarkVersion":"2026.11","domainId":"harnesses","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":6,"top1Score":44.65,"top5Score":24.19,"top5Median":40.98,"rNorm":0.612,"saturationIndex":0.6877,"separability":0,"looKendallTau":0.9946,"looCohortCount":137,"itemRestTau":0.6727,"ageMonths":2.7,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.69 approaching ceiling","Pairwise 95% separability 0% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"lmarena_creative_writing","benchmarkVersion":"text_style_control","domainId":"writing","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":1528.73,"top5Score":1470.84,"top5Median":1486.75,"rNorm":5.6,"saturationIndex":0,"separability":0.75,"looKendallTau":0.7884,"looCohortCount":83,"itemRestTau":0.4303,"ageMonths":5.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"lmarena_document","benchmarkVersion":"document_style_control","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":7,"top1Score":1500.12,"top5Score":1466.25,"top5Median":1479.83,"rNorm":6.514,"saturationIndex":0,"separability":0.81,"looKendallTau":0.982,"looCohortCount":295,"itemRestTau":0.6423,"ageMonths":4.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"aa_briefcase","benchmarkVersion":"1.1","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":1815.14,"top5Score":1673.56,"top5Median":1699.17,"rNorm":17.822,"saturationIndex":0,"separability":0.917,"looKendallTau":0.9943,"looCohortCount":295,"itemRestTau":0.4632,"ageMonths":4.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"gdpval_aa","benchmarkVersion":"2.1","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":1857.09,"top5Score":1732.68,"top5Median":1808.69,"rNorm":7.008,"saturationIndex":0,"separability":0.821,"looKendallTau":0.995,"looCohortCount":295,"itemRestTau":0.5163,"ageMonths":5.2,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"lechmazur_writing","benchmarkVersion":"2026.11","domainId":"writing","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":4.3,"top5Score":2.37,"top5Median":3.55,"rNorm":35.067,"saturationIndex":0,"separability":0.917,"looKendallTau":0.8362,"looCohortCount":114,"itemRestTau":0.3978,"ageMonths":7.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"eqbench_longform","benchmarkVersion":"3.0","domainId":"writing","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":86.3,"top5Score":81.8,"top5Median":82.8,"rNorm":0.199,"saturationIndex":0.9611,"separability":0.111,"looKendallTau":0.9835,"looCohortCount":117,"itemRestTau":0.6127,"ageMonths":8.7,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.96 >= 0.70","Pairwise 95% separability 11% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"vals_vibe_code","benchmarkVersion":"1.1","domainId":"design_code","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":93.77,"top5Score":86.66,"top5Median":89.9,"rNorm":2.79,"saturationIndex":0.0004,"separability":0.333,"looKendallTau":0.9227,"looCohortCount":127,"itemRestTau":0.5683,"ageMonths":4.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Pairwise 95% separability 33% < 35% (small-N variance)"]},{"benchmarkId":"lmarena_webdev","benchmarkVersion":"webdev","domainId":"design_code","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":1823.64,"top5Score":1722.63,"top5Median":1766.18,"rNorm":9.249,"saturationIndex":0,"separability":0.917,"looKendallTau":0.9063,"looCohortCount":92,"itemRestTau":0.7576,"ageMonths":6.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"designarena_website","benchmarkVersion":"public","domainId":"design_code","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":1374,"top5Score":1329,"top5Median":1339,"rNorm":4.139,"saturationIndex":0,"separability":0.833,"looKendallTau":0.8924,"looCohortCount":125,"itemRestTau":0.658,"ageMonths":5.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"mlcr_aa","benchmarkVersion":"1.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":43.89,"top5Score":30.56,"top5Median":38.33,"rNorm":0.525,"saturationIndex":0.7594,"separability":0.167,"looKendallTau":0.9968,"looCohortCount":295,"itemRestTau":0.531,"ageMonths":4.7,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.76 >= 0.70","Pairwise 95% separability 17% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"aa_omniscience","benchmarkVersion":"1.1","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":79.13,"top5Score":45.73,"top5Median":60.47,"rNorm":3.496,"saturationIndex":0,"separability":0.889,"looKendallTau":0.9695,"looCohortCount":295,"itemRestTau":0.6933,"ageMonths":4.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"gdp_pdf","benchmarkVersion":"1.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":33.4,"top5Score":28.8,"top5Median":31.4,"rNorm":0.206,"saturationIndex":0.9586,"separability":0.194,"looKendallTau":0.9951,"looCohortCount":295,"itemRestTau":0.6269,"ageMonths":3.7,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.96 >= 0.70","Pairwise 95% separability 19% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"hle_diamond","benchmarkVersion":"1.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":80.2,"top5Score":44.9,"top5Median":71.3,"rNorm":2.807,"saturationIndex":0.0004,"separability":0.917,"looKendallTau":0.9821,"looCohortCount":295,"itemRestTau":0.8369,"ageMonths":4.2,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"critpt_v2_hard","benchmarkVersion":"2.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":76.5,"top5Score":49.5,"top5Median":69,"rNorm":0.96,"saturationIndex":0.3977,"separability":0.444,"looKendallTau":0.9927,"looCohortCount":295,"itemRestTau":0.7455,"ageMonths":3.2,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Pairwise 95% separability 44% < 50%"]},{"benchmarkId":"terminalbench_science_aa","benchmarkVersion":"0.1","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":78.57,"top5Score":34.29,"top5Median":70,"rNorm":1.811,"saturationIndex":0.0376,"separability":0.667,"looKendallTau":0.9838,"looCohortCount":295,"itemRestTau":0.7788,"ageMonths":2.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"aa_analyst_agent","benchmarkVersion":"1.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":62.5,"top5Score":46.25,"top5Median":55,"rNorm":0.727,"saturationIndex":0.5897,"separability":0.5,"looKendallTau":0.9989,"looCohortCount":295,"itemRestTau":0.5739,"ageMonths":1.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Akhtar saturation index 0.59 approaching ceiling"]},{"benchmarkId":"aa_mka","benchmarkVersion":"1.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":56.56,"top5Score":43.86,"top5Median":52.67,"rNorm":0.675,"saturationIndex":0.6337,"separability":0.429,"looKendallTau":0.9999,"looCohortCount":295,"itemRestTau":0.8824,"ageMonths":1.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"warning","reasons":["Akhtar saturation index 0.63 approaching ceiling","Pairwise 95% separability 43% < 50%"]},{"benchmarkId":"aa_vials","benchmarkVersion":"1.0","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":67.08,"top5Score":45.34,"top5Median":63.98,"rNorm":0.972,"saturationIndex":0.3886,"separability":0.536,"looKendallTau":0.9998,"looCohortCount":295,"itemRestTau":0.7273,"ageMonths":1.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"epoch_simpleqa_verified","benchmarkVersion":"2026.11","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":94,"top5Score":60.3,"top5Median":77.7,"rNorm":19.545,"saturationIndex":0,"separability":0.833,"looKendallTau":0.9694,"looCohortCount":293,"itemRestTau":0.5167,"ageMonths":3.7,"upstreamLagDays":2,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"epoch_frontiermath_t1_3","benchmarkVersion":"2026.11","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":95.09,"top5Score":78.25,"top5Median":91.23,"rNorm":6.093,"saturationIndex":0,"separability":0.694,"looKendallTau":0.9804,"looCohortCount":283,"itemRestTau":0.7697,"ageMonths":5.7,"upstreamLagDays":2,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"epoch_frontiermath_t4","benchmarkVersion":"2026.11","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":100,"top5Score":65.85,"top5Median":97.56,"rNorm":1.616,"saturationIndex":0.0735,"separability":0.667,"looKendallTau":0.9825,"looCohortCount":295,"itemRestTau":0.7253,"ageMonths":4.7,"upstreamLagDays":2,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Top-5 median 97.6% with collapsed spread","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"epoch_proofbench","benchmarkVersion":"2026.11","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":100,"top5Score":36,"top5Median":58,"rNorm":3.872,"saturationIndex":0,"separability":0.778,"looKendallTau":0.9844,"looCohortCount":293,"itemRestTau":0.6372,"ageMonths":3.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"epoch_arc_agi_2","benchmarkVersion":"2026.11","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":95.83,"top5Score":67.08,"top5Median":93.75,"rNorm":1.346,"saturationIndex":0.1635,"separability":0.694,"looKendallTau":0.9507,"looCohortCount":229,"itemRestTau":0.7313,"ageMonths":5.7,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Top-5 median 93.8% with collapsed spread","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"epoch_apex_agents","benchmarkVersion":"2026.11","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":82.9,"top5Score":66.1,"top5Median":72.2,"rNorm":2.394,"saturationIndex":0.0032,"separability":0.571,"looKendallTau":0.9957,"looCohortCount":295,"itemRestTau":0.7148,"ageMonths":2.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"lmarena_factuality","benchmarkVersion":"text_factuality","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":1522.23,"top5Score":1478.82,"top5Median":1493.67,"rNorm":7.934,"saturationIndex":0,"separability":0.806,"looKendallTau":0.9595,"looCohortCount":285,"itemRestTau":0.5595,"ageMonths":3.7,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"livebench_research","benchmarkVersion":"20261106","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":94.5,"top5Score":89.5,"top5Median":93,"rNorm":0.153,"saturationIndex":0.9768,"separability":0,"looKendallTau":0.9908,"looCohortCount":295,"itemRestTau":0.5642,"ageMonths":1.2,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.98 >= 0.70","Top-5 median 93.0% with collapsed spread","Pairwise 95% separability 0% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"livebench_data_analysis","benchmarkVersion":"20261106","domainId":"research","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":86.5,"top5Score":81.5,"top5Median":83.4,"rNorm":0.247,"saturationIndex":0.9406,"separability":0,"looKendallTau":0.9922,"looCohortCount":295,"itemRestTau":0.5179,"ageMonths":1.2,"upstreamLagDays":null,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.94 >= 0.70","Pairwise 95% separability 0% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]},{"benchmarkId":"cwe_bench_v2","benchmarkVersion":"2.0","domainId":"cyber","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":9,"top1Score":75,"top5Score":57.6,"top5Median":66.8,"rNorm":4.87,"saturationIndex":0,"separability":0.778,"looKendallTau":0.9346,"looCohortCount":18,"itemRestTau":null,"ageMonths":0.6,"upstreamLagDays":null,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"cyberarena_mc_v1","benchmarkVersion":"mc-v1","domainId":"cyber","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":8,"top1Score":76.89,"top5Score":65.52,"top5Median":65.9,"rNorm":5.854,"saturationIndex":0,"separability":0.643,"looKendallTau":0.88,"looCohortCount":25,"itemRestTau":0.3333,"ageMonths":1.2,"upstreamLagDays":0,"triggerSince":null,"consecutiveTriggerDays":0,"status":"healthy","reasons":["Unsaturated and discriminating across active frontier labs"]},{"benchmarkId":"aikido_arena","benchmarkVersion":"1.0","domainId":"cyber","harnessRegime":"native","lifecycleState":"ACTIVE","top5LabsCount":5,"coveredLabsCount":6,"top1Score":86.89,"top5Score":78.4,"top5Median":84.16,"rNorm":0.286,"saturationIndex":0.9217,"separability":0,"looKendallTau":0.9754,"looCohortCount":29,"itemRestTau":0.3333,"ageMonths":1.7,"upstreamLagDays":9,"triggerSince":"2026-11-21","consecutiveTriggerDays":1,"status":"warning","reasons":["Akhtar saturation index 0.92 >= 0.70","Pairwise 95% separability 0% < 35% with saturation pressure","Day 1 of 14 sustained confirmation window"]}],"crossDomainTau":[{"domainA":"coding","regimeA":"standardized","domainB":"writing","regimeB":"native","overlapCount":76,"kendallTau":0.5017},{"domainA":"coding","regimeA":"standardized","domainB":"design_code","regimeB":"native","overlapCount":81,"kendallTau":0.6545},{"domainA":"coding","regimeA":"standardized","domainB":"research","regimeB":"native","overlapCount":90,"kendallTau":0.6558},{"domainA":"coding","regimeA":"standardized","domainB":"cyber","regimeB":"native","overlapCount":29,"kendallTau":0.5911},{"domainA":"coding","regimeA":"standardized","domainB":"harnesses","regimeB":"native","overlapCount":47,"kendallTau":0.6133},{"domainA":"writing","regimeA":"native","domainB":"design_code","regimeB":"native","overlapCount":81,"kendallTau":0.5281},{"domainA":"writing","regimeA":"native","domainB":"research","regimeB":"native","overlapCount":85,"kendallTau":0.6123},{"domainA":"writing","regimeA":"native","domainB":"cyber","regimeB":"native","overlapCount":26,"kendallTau":0.3575},{"domainA":"writing","regimeA":"native","domainB":"harnesses","regimeB":"native","overlapCount":43,"kendallTau":0.3137},{"domainA":"design_code","regimeA":"native","domainB":"research","regimeB":"native","overlapCount":89,"kendallTau":0.6576},{"domainA":"design_code","regimeA":"native","domainB":"cyber","regimeB":"native","overlapCount":29,"kendallTau":0.5567},{"domainA":"design_code","regimeA":"native","domainB":"harnesses","regimeB":"native","overlapCount":48,"kendallTau":0.5975},{"domainA":"research","regimeA":"native","domainB":"cyber","regimeB":"native","overlapCount":29,"kendallTau":0.6453},{"domainA":"research","regimeA":"native","domainB":"harnesses","regimeB":"native","overlapCount":48,"kendallTau":0.5355},{"domainA":"cyber","regimeA":"native","domainB":"harnesses","regimeB":"native","overlapCount":27,"kendallTau":0.5157}]}}