{ "pricing_package": "genai-prices==0.1.7", "model": "gpt-5.6-luna", "runs": { "pydantic": { "archive_sha256": "e03de5f6058620d2fab4f82650cbb537afb5b6f99fc9d3a9c9c72fc3b2ab80ad", "summary": { "tasks": 89, "solved": 68, "score": 0.7640449438202247, "scored": 89, "totals": { "input_tokens": 119974598, "cache_tokens": 113355776, "output_tokens": 1122446, "requests": 3121, "tool_calls": 3800, "cost_usd": 4.93781512, "duration_seconds": 50822.016269 }, "cache_read_ratio": 0.9448314717420433, "cost_per_task_usd": 0.05548106876404494, "cost_per_solved_task_usd": 0.07261492823529411, "wall_seconds": 28382.587568, "max_request_input_tokens": 181358, "distributions": { "input_tokens": { "p50": 267611.0, "mean": 1348029.191011236, "p90": 3564265.200000001, "p95": 5068932.599999999, "max": 22352464 }, "cache_tokens": { "p50": 228864.0, "mean": 1273660.404494382, "p90": 3435315.2000000007, "p95": 4835327.999999999, "max": 22038528 }, "output_tokens": { "p50": 8429.0, "mean": 12611.752808988764, "p90": 35364.8, "p95": 43794.79999999999, "max": 60956 }, "requests": { "p50": 21.0, "mean": 35.06741573033708, "p90": 81.00000000000001, "p95": 99.99999999999997, "max": 217 }, "tool_calls": { "p50": 30.0, "mean": 42.69662921348315, "p90": 86.60000000000001, "p95": 131.79999999999998, "max": 245 }, "cost_usd": { "p50": 0.02363948, "mean": 0.05548106876404494, "p90": 0.14343014400000012, "p95": 0.19746293599999998, "max": 0.5856464 }, "duration_seconds": { "p50": 335.678402, "mean": 571.0338906629213, "p90": 1269.7455582, "p95": 1786.6132057999996, "max": 4018.369212 } } }, "tasks": [ { "task": "caffe-cifar-10", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 599280, "cache_tokens": 528384, "output_tokens": 6086, "requests": 37, "tool_calls": 46, "emitted_tool_call_parts": 46, "cost_usd": 0.03205008, "started_at": "2026-09-12T23:26:56.404238Z", "finished_at": "2026-09-12T23:37:50.761104Z", "duration_seconds": 654.356866, "max_request_input_tokens": 31128 }, { "task": "filter-js-from-html", "batch": "high-memory8-c1", "reward": 0.0, "exception_type": null, "input_tokens": 648894, "cache_tokens": 575488, "output_tokens": 18820, "requests": 38, "tool_calls": 42, "emitted_tool_call_parts": 42, "cost_usd": 0.04877496, "started_at": "2026-09-12T22:50:40.672503Z", "finished_at": "2026-09-12T23:00:03.574030Z", "duration_seconds": 562.901527, "max_request_input_tokens": 25743 }, { "task": "gpt2-codegolf", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 5182819, "cache_tokens": 4926464, "output_tokens": 37261, "requests": 129, "tool_calls": 134, "emitted_tool_call_parts": 135, "cost_usd": 0.19451348, "started_at": "2026-09-12T22:16:34.399961Z", "finished_at": "2026-09-12T22:34:57.387951Z", "duration_seconds": 1102.98799, "max_request_input_tokens": 66547 }, { "task": "mcmc-sampling-stan", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 742449, "cache_tokens": 657920, "output_tokens": 6544, "requests": 40, "tool_calls": 54, "emitted_tool_call_parts": 55, "cost_usd": 0.037917, "started_at": "2026-09-12T23:00:03.829821Z", "finished_at": "2026-09-12T23:21:10.509287Z", "duration_seconds": 1266.679466, "max_request_input_tokens": 33884 }, { "task": "mteb-leaderboard", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 3176709, "cache_tokens": 2973184, "output_tokens": 13693, "requests": 86, "tool_calls": 85, "emitted_tool_call_parts": 85, "cost_usd": 0.11660028, "started_at": "2026-09-12T23:37:50.976853Z", "finished_at": "2026-09-12T23:47:52.319201Z", "duration_seconds": 601.342348, "max_request_input_tokens": 71279 }, { "task": "rstan-to-pystan", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 329260, "cache_tokens": 292352, "output_tokens": 7432, "requests": 20, "tool_calls": 34, "emitted_tool_call_parts": 34, "cost_usd": 0.02214704, "started_at": "2026-09-12T23:21:10.761699Z", "finished_at": "2026-09-12T23:26:56.111381Z", "duration_seconds": 345.349682, "max_request_input_tokens": 28064 }, { "task": "torch-pipeline-parallelism", "batch": "high-memory8-c1", "reward": 0.0, "exception_type": null, "input_tokens": 118133, "cache_tokens": 91136, "output_tokens": 13246, "requests": 12, "tool_calls": 12, "emitted_tool_call_parts": 12, "cost_usd": 0.02311732, "started_at": "2026-09-12T22:34:57.934617Z", "finished_at": "2026-09-12T22:44:08.898907Z", "duration_seconds": 550.96429, "max_request_input_tokens": 20911 }, { "task": "torch-tensor-parallelism", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 129051, "cache_tokens": 91136, "output_tokens": 11622, "requests": 15, "tool_calls": 14, "emitted_tool_call_parts": 14, "cost_usd": 0.02335212, "started_at": "2026-09-12T22:44:09.491269Z", "finished_at": "2026-09-12T22:50:40.114944Z", "duration_seconds": 390.623675, "max_request_input_tokens": 15151 }, { "task": "adaptive-rejection-sampler", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 746265, "cache_tokens": 667136, "output_tokens": 20832, "requests": 39, "tool_calls": 45, "emitted_tool_call_parts": 45, "cost_usd": 0.05416692, "started_at": "2026-09-12T15:56:35.580901Z", "finished_at": "2026-09-12T16:08:14.950990Z", "duration_seconds": 699.370089, "max_request_input_tokens": 28181 }, { "task": "bn-fit-modify", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 226365, "cache_tokens": 186368, "output_tokens": 9137, "requests": 19, "tool_calls": 24, "emitted_tool_call_parts": 24, "cost_usd": 0.02269116, "started_at": "2026-09-12T20:07:23.130193Z", "finished_at": "2026-09-12T20:11:39.892482Z", "duration_seconds": 256.762289, "max_request_input_tokens": 22436 }, { "task": "break-filter-js-from-html", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 289662, "cache_tokens": 235520, "output_tokens": 15026, "requests": 24, "tool_calls": 30, "emitted_tool_call_parts": 31, "cost_usd": 0.03357, "started_at": "2026-09-12T17:51:14.435916Z", "finished_at": "2026-09-12T18:00:01.534915Z", "duration_seconds": 527.098999, "max_request_input_tokens": 22373 }, { "task": "build-cython-ext", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1426859, "cache_tokens": 1350656, "output_tokens": 9144, "requests": 48, "tool_calls": 52, "emitted_tool_call_parts": 53, "cost_usd": 0.05322652, "started_at": "2026-09-12T16:02:21.728138Z", "finished_at": "2026-09-12T16:08:51.502980Z", "duration_seconds": 389.774842, "max_request_input_tokens": 46188 }, { "task": "build-pmars", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 613850, "cache_tokens": 539136, "output_tokens": 4924, "requests": 27, "tool_calls": 45, "emitted_tool_call_parts": 46, "cost_usd": 0.03163432, "started_at": "2026-09-12T16:08:15.202405Z", "finished_at": "2026-09-12T16:11:44.378062Z", "duration_seconds": 209.175657, "max_request_input_tokens": 38152 }, { "task": "build-pov-ray", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 2998576, "cache_tokens": 2864640, "output_tokens": 13643, "requests": 74, "tool_calls": 75, "emitted_tool_call_parts": 76, "cost_usd": 0.1004516, "started_at": "2026-09-12T22:05:48.016061Z", "finished_at": "2026-09-12T22:16:12.173168Z", "duration_seconds": 624.157107, "max_request_input_tokens": 84110 }, { "task": "cancel-async-tasks", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 26466, "cache_tokens": 12288, "output_tokens": 2721, "requests": 7, "tool_calls": 6, "emitted_tool_call_parts": 6, "cost_usd": 0.00634656, "started_at": "2026-09-12T16:08:51.824013Z", "finished_at": "2026-09-12T16:10:55.032866Z", "duration_seconds": 123.208853, "max_request_input_tokens": 5494 }, { "task": "chess-best-move", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 63619, "cache_tokens": 28160, "output_tokens": 7462, "requests": 11, "tool_calls": 12, "emitted_tool_call_parts": 12, "cost_usd": 0.0166094, "started_at": "2026-09-12T16:10:55.275615Z", "finished_at": "2026-09-12T16:14:31.448710Z", "duration_seconds": 216.173095, "max_request_input_tokens": 13074 }, { "task": "circuit-fibsqrt", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 4898103, "cache_tokens": 4698624, "output_tokens": 46186, "requests": 97, "tool_calls": 141, "emitted_tool_call_parts": 143, "cost_usd": 0.18929148, "started_at": "2026-09-12T20:11:40.117032Z", "finished_at": "2026-09-12T20:35:47.548527Z", "duration_seconds": 1447.431495, "max_request_input_tokens": 73037 }, { "task": "cobol-modernization", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 378356, "cache_tokens": 315904, "output_tokens": 12528, "requests": 25, "tool_calls": 34, "emitted_tool_call_parts": 34, "cost_usd": 0.03384208, "started_at": "2026-09-12T16:11:44.959604Z", "finished_at": "2026-09-12T16:17:14.514886Z", "duration_seconds": 329.555282, "max_request_input_tokens": 24819 }, { "task": "code-from-image", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 552811, "cache_tokens": 433664, "output_tokens": 8429, "requests": 39, "tool_calls": 49, "emitted_tool_call_parts": 50, "cost_usd": 0.04261748, "started_at": "2026-09-12T18:00:01.770258Z", "finished_at": "2026-09-12T18:05:52.277651Z", "duration_seconds": 350.507393, "max_request_input_tokens": 31393 }, { "task": "compile-compcert", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1102530, "cache_tokens": 982016, "output_tokens": 6521, "requests": 50, "tool_calls": 46, "emitted_tool_call_parts": 49, "cost_usd": 0.05156832, "started_at": "2026-09-12T19:54:26.796284Z", "finished_at": "2026-09-12T20:07:22.886099Z", "duration_seconds": 776.089815, "max_request_input_tokens": 42221 }, { "task": "configure-git-webserver", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 146128, "cache_tokens": 111104, "output_tokens": 9969, "requests": 15, "tool_calls": 17, "emitted_tool_call_parts": 20, "cost_usd": 0.02118968, "started_at": "2026-09-12T16:14:31.681834Z", "finished_at": "2026-09-12T16:18:52.052978Z", "duration_seconds": 260.371144, "max_request_input_tokens": 15342 }, { "task": "constraints-scheduling", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 19128, "cache_tokens": 12288, "output_tokens": 1563, "requests": 4, "tool_calls": 5, "emitted_tool_call_parts": 5, "cost_usd": 0.00348936, "started_at": "2026-09-12T18:05:24.881424Z", "finished_at": "2026-09-12T18:07:12.031166Z", "duration_seconds": 107.149742, "max_request_input_tokens": 5933 }, { "task": "count-dataset-tokens", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 254793, "cache_tokens": 205312, "output_tokens": 4250, "requests": 22, "tool_calls": 21, "emitted_tool_call_parts": 21, "cost_usd": 0.01910244, "started_at": "2026-09-12T16:17:14.748816Z", "finished_at": "2026-09-12T16:20:18.528903Z", "duration_seconds": 183.780087, "max_request_input_tokens": 23147 }, { "task": "crack-7z-hash", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 301334, "cache_tokens": 228864, "output_tokens": 3486, "requests": 19, "tool_calls": 33, "emitted_tool_call_parts": 33, "cost_usd": 0.02325448, "started_at": "2026-09-12T18:09:25.377080Z", "finished_at": "2026-09-12T18:13:27.406330Z", "duration_seconds": 242.02925, "max_request_input_tokens": 27284 }, { "task": "custom-memory-heap-crash", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 731355, "cache_tokens": 683008, "output_tokens": 8851, "requests": 38, "tool_calls": 62, "emitted_tool_call_parts": 63, "cost_usd": 0.03395076, "started_at": "2026-09-12T18:13:27.637021Z", "finished_at": "2026-09-12T18:19:34.060754Z", "duration_seconds": 366.423733, "max_request_input_tokens": 31104 }, { "task": "db-wal-recovery", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 267611, "cache_tokens": 227840, "output_tokens": 9220, "requests": 18, "tool_calls": 39, "emitted_tool_call_parts": 39, "cost_usd": 0.023575, "started_at": "2026-09-12T16:18:52.294767Z", "finished_at": "2026-09-12T16:24:11.389309Z", "duration_seconds": 319.094542, "max_request_input_tokens": 30545 }, { "task": "distribution-search", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 43706, "cache_tokens": 23552, "output_tokens": 3581, "requests": 9, "tool_calls": 8, "emitted_tool_call_parts": 8, "cost_usd": 0.00879904, "started_at": "2026-09-12T20:14:09.202117Z", "finished_at": "2026-09-12T20:16:39.782893Z", "duration_seconds": 150.580776, "max_request_input_tokens": 6867 }, { "task": "dna-assembly", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 524053, "cache_tokens": 478208, "output_tokens": 18283, "requests": 24, "tool_calls": 28, "emitted_tool_call_parts": 28, "cost_usd": 0.04067276, "started_at": "2026-09-12T18:18:59.518879Z", "finished_at": "2026-09-12T18:26:18.289008Z", "duration_seconds": 438.770129, "max_request_input_tokens": 35792 }, { "task": "dna-insert", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 193938, "cache_tokens": 165376, "output_tokens": 8337, "requests": 20, "tool_calls": 23, "emitted_tool_call_parts": 23, "cost_usd": 0.01902432, "started_at": "2026-09-12T18:19:34.284028Z", "finished_at": "2026-09-12T18:24:07.515988Z", "duration_seconds": 273.23196, "max_request_input_tokens": 17911 }, { "task": "extract-elf", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 222318, "cache_tokens": 186880, "output_tokens": 11346, "requests": 14, "tool_calls": 17, "emitted_tool_call_parts": 18, "cost_usd": 0.0244404, "started_at": "2026-09-12T16:20:19.134693Z", "finished_at": "2026-09-12T16:24:57.509597Z", "duration_seconds": 278.374904, "max_request_input_tokens": 29481 }, { "task": "extract-moves-from-video", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 6127223, "cache_tokens": 5937152, "output_tokens": 35560, "requests": 125, "tool_calls": 133, "emitted_tool_call_parts": 135, "cost_usd": 0.19942924, "started_at": "2026-09-12T18:24:08.148358Z", "finished_at": "2026-09-12T19:31:06.517570Z", "duration_seconds": 4018.369212, "max_request_input_tokens": 95872 }, { "task": "feal-differential-cryptanalysis", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 107098, "cache_tokens": 84992, "output_tokens": 8936, "requests": 13, "tool_calls": 12, "emitted_tool_call_parts": 12, "cost_usd": 0.01684424, "started_at": "2026-09-12T18:26:18.549061Z", "finished_at": "2026-09-12T18:31:54.227463Z", "duration_seconds": 335.678402, "max_request_input_tokens": 13423 }, { "task": "feal-linear-cryptanalysis", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 502620, "cache_tokens": 450048, "output_tokens": 11631, "requests": 35, "tool_calls": 48, "emitted_tool_call_parts": 48, "cost_usd": 0.03347256, "started_at": "2026-09-12T18:31:54.771150Z", "finished_at": "2026-09-12T18:53:16.781077Z", "duration_seconds": 1282.009927, "max_request_input_tokens": 21998 }, { "task": "financial-document-processor", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 293121, "cache_tokens": 238080, "output_tokens": 4411, "requests": 21, "tool_calls": 35, "emitted_tool_call_parts": 35, "cost_usd": 0.021063, "started_at": "2026-09-12T18:05:52.513459Z", "finished_at": "2026-09-12T18:09:25.148595Z", "duration_seconds": 212.635136, "max_request_input_tokens": 26193 }, { "task": "fix-code-vulnerability", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 170700, "cache_tokens": 141824, "output_tokens": 2063, "requests": 15, "tool_calls": 22, "emitted_tool_call_parts": 22, "cost_usd": 0.01108728, "started_at": "2026-09-12T16:24:11.611537Z", "finished_at": "2026-09-12T16:26:17.424627Z", "duration_seconds": 125.81309, "max_request_input_tokens": 17059 }, { "task": "fix-git", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 55964, "cache_tokens": 45056, "output_tokens": 1869, "requests": 10, "tool_calls": 26, "emitted_tool_call_parts": 26, "cost_usd": 0.00532552, "started_at": "2026-09-12T16:24:57.752361Z", "finished_at": "2026-09-12T16:26:52.851868Z", "duration_seconds": 115.099507, "max_request_input_tokens": 7718 }, { "task": "fix-ocaml-gc", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1682702, "cache_tokens": 1569280, "output_tokens": 6576, "requests": 47, "tool_calls": 52, "emitted_tool_call_parts": 52, "cost_usd": 0.0619612, "started_at": "2026-09-12T20:16:40.006869Z", "finished_at": "2026-09-12T20:53:09.586956Z", "duration_seconds": 2189.580087, "max_request_input_tokens": 57010 }, { "task": "gcode-to-text", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 1756491, "cache_tokens": 1648128, "output_tokens": 33324, "requests": 49, "tool_calls": 48, "emitted_tool_call_parts": 48, "cost_usd": 0.09462396, "started_at": "2026-09-12T16:26:17.645241Z", "finished_at": "2026-09-12T16:39:08.484022Z", "duration_seconds": 770.838781, "max_request_input_tokens": 77326 }, { "task": "git-leak-recovery", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 36260, "cache_tokens": 13312, "output_tokens": 1836, "requests": 8, "tool_calls": 21, "emitted_tool_call_parts": 21, "cost_usd": 0.00705904, "started_at": "2026-09-12T16:26:53.079099Z", "finished_at": "2026-09-12T16:28:47.081425Z", "duration_seconds": 114.002326, "max_request_input_tokens": 5987 }, { "task": "git-multibranch", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 373198, "cache_tokens": 309760, "output_tokens": 9287, "requests": 22, "tool_calls": 32, "emitted_tool_call_parts": 32, "cost_usd": 0.0300272, "started_at": "2026-09-12T16:28:47.351643Z", "finished_at": "2026-09-12T16:33:41.954274Z", "duration_seconds": 294.602631, "max_request_input_tokens": 26530 }, { "task": "headless-terminal", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 204625, "cache_tokens": 162304, "output_tokens": 9941, "requests": 21, "tool_calls": 23, "emitted_tool_call_parts": 23, "cost_usd": 0.02363948, "started_at": "2026-09-12T16:33:42.194783Z", "finished_at": "2026-09-12T16:38:47.552911Z", "duration_seconds": 305.358128, "max_request_input_tokens": 16163 }, { "task": "hf-model-inference", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 53390, "cache_tokens": 32768, "output_tokens": 2154, "requests": 12, "tool_calls": 14, "emitted_tool_call_parts": 14, "cost_usd": 0.00736456, "started_at": "2026-09-12T16:38:48.197407Z", "finished_at": "2026-09-12T16:41:39.961244Z", "duration_seconds": 171.763837, "max_request_input_tokens": 6509 }, { "task": "install-windows-3.11", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 4667914, "cache_tokens": 4365824, "output_tokens": 35316, "requests": 102, "tool_calls": 119, "emitted_tool_call_parts": 121, "cost_usd": 0.19011368, "started_at": "2026-09-12T20:35:47.769672Z", "finished_at": "2026-09-12T20:57:41.186538Z", "duration_seconds": 1313.416866, "max_request_input_tokens": 82185 }, { "task": "kv-store-grpc", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 80762, "cache_tokens": 60928, "output_tokens": 2699, "requests": 15, "tool_calls": 17, "emitted_tool_call_parts": 19, "cost_usd": 0.00842416, "started_at": "2026-09-12T16:39:08.719741Z", "finished_at": "2026-09-12T16:41:29.495124Z", "duration_seconds": 140.775383, "max_request_input_tokens": 8286 }, { "task": "large-scale-text-editing", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 161562, "cache_tokens": 133632, "output_tokens": 5563, "requests": 21, "tool_calls": 35, "emitted_tool_call_parts": 35, "cost_usd": 0.01493424, "started_at": "2026-09-12T18:07:12.263021Z", "finished_at": "2026-09-12T18:18:59.286616Z", "duration_seconds": 707.023595, "max_request_input_tokens": 10784 }, { "task": "largest-eigenval", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 262763, "cache_tokens": 211456, "output_tokens": 8455, "requests": 26, "tool_calls": 26, "emitted_tool_call_parts": 26, "cost_usd": 0.02463652, "started_at": "2026-09-12T16:41:29.716845Z", "finished_at": "2026-09-12T16:46:12.392024Z", "duration_seconds": 282.675179, "max_request_input_tokens": 16542 }, { "task": "llm-inference-batching-scheduler", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 229211, "cache_tokens": 197632, "output_tokens": 8311, "requests": 18, "tool_calls": 24, "emitted_tool_call_parts": 25, "cost_usd": 0.02024164, "started_at": "2026-09-12T18:53:17.025222Z", "finished_at": "2026-09-12T18:57:17.798679Z", "duration_seconds": 240.773457, "max_request_input_tokens": 18302 }, { "task": "log-summary-date-ranges", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 46890, "cache_tokens": 29696, "output_tokens": 1820, "requests": 6, "tool_calls": 9, "emitted_tool_call_parts": 9, "cost_usd": 0.00621672, "started_at": "2026-09-12T16:41:40.222892Z", "finished_at": "2026-09-12T16:43:34.527635Z", "duration_seconds": 114.304743, "max_request_input_tokens": 10659 }, { "task": "mailman", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1845130, "cache_tokens": 1747456, "output_tokens": 14629, "requests": 45, "tool_calls": 53, "emitted_tool_call_parts": 57, "cost_usd": 0.07203872, "started_at": "2026-09-12T18:57:18.039470Z", "finished_at": "2026-09-12T19:05:25.227745Z", "duration_seconds": 487.188275, "max_request_input_tokens": 64026 }, { "task": "make-doom-for-mips", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 21697216, "cache_tokens": 21260800, "output_tokens": 60956, "requests": 200, "tool_calls": 245, "emitted_tool_call_parts": 246, "cost_usd": 0.5856464, "started_at": "2026-09-12T16:43:34.769017Z", "finished_at": "2026-09-12T17:12:35.263536Z", "duration_seconds": 1740.494519, "max_request_input_tokens": 181358 }, { "task": "make-mips-interpreter", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 22352464, "cache_tokens": 22038528, "output_tokens": 49669, "requests": 217, "tool_calls": 242, "emitted_tool_call_parts": 244, "cost_usd": 0.56316056, "started_at": "2026-09-12T19:05:25.804072Z", "finished_at": "2026-09-12T19:37:32.082622Z", "duration_seconds": 1926.27855, "max_request_input_tokens": 179791 }, { "task": "merge-diff-arc-agi-task", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 174963, "cache_tokens": 143360, "output_tokens": 4422, "requests": 21, "tool_calls": 43, "emitted_tool_call_parts": 43, "cost_usd": 0.0144942, "started_at": "2026-09-12T16:46:12.638586Z", "finished_at": "2026-09-12T16:49:12.961839Z", "duration_seconds": 180.323253, "max_request_input_tokens": 12399 }, { "task": "model-extraction-relu-logits", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 112375, "cache_tokens": 82432, "output_tokens": 9167, "requests": 11, "tool_calls": 10, "emitted_tool_call_parts": 10, "cost_usd": 0.01863764, "started_at": "2026-09-12T16:49:13.519054Z", "finished_at": "2026-09-12T16:53:25.033563Z", "duration_seconds": 251.514509, "max_request_input_tokens": 16495 }, { "task": "modernize-scientific-stack", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 31853, "cache_tokens": 17920, "output_tokens": 1838, "requests": 7, "tool_calls": 11, "emitted_tool_call_parts": 11, "cost_usd": 0.0053506, "started_at": "2026-09-12T15:54:49.766366Z", "finished_at": "2026-09-12T15:56:35.339522Z", "duration_seconds": 105.573156, "max_request_input_tokens": 5933 }, { "task": "mteb-retrieve", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 32548, "cache_tokens": 10752, "output_tokens": 1271, "requests": 8, "tool_calls": 9, "emitted_tool_call_parts": 9, "cost_usd": 0.00609944, "started_at": "2026-09-12T19:31:06.759580Z", "finished_at": "2026-09-12T19:34:03.490826Z", "duration_seconds": 176.731246, "max_request_input_tokens": 5721 }, { "task": "multi-source-data-merger", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 32468, "cache_tokens": 14336, "output_tokens": 2735, "requests": 7, "tool_calls": 12, "emitted_tool_call_parts": 18, "cost_usd": 0.00719512, "started_at": "2026-09-12T16:53:25.267972Z", "finished_at": "2026-09-12T16:55:43.228358Z", "duration_seconds": 137.960386, "max_request_input_tokens": 7240 }, { "task": "nginx-request-logging", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 55872, "cache_tokens": 22016, "output_tokens": 3420, "requests": 8, "tool_calls": 18, "emitted_tool_call_parts": 22, "cost_usd": 0.01131552, "started_at": "2026-09-12T16:55:43.494504Z", "finished_at": "2026-09-12T16:58:02.679609Z", "duration_seconds": 139.185105, "max_request_input_tokens": 11010 }, { "task": "openssl-selfsigned-cert", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 33043, "cache_tokens": 16384, "output_tokens": 2775, "requests": 8, "tool_calls": 8, "emitted_tool_call_parts": 8, "cost_usd": 0.00698948, "started_at": "2026-09-12T16:58:02.922340Z", "finished_at": "2026-09-12T17:00:22.729836Z", "duration_seconds": 139.807496, "max_request_input_tokens": 5902 }, { "task": "overfull-hbox", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1415346, "cache_tokens": 1283072, "output_tokens": 12378, "requests": 70, "tool_calls": 83, "emitted_tool_call_parts": 83, "cost_usd": 0.06696984, "started_at": "2026-09-12T15:54:49.731633Z", "finished_at": "2026-09-12T16:02:21.505920Z", "duration_seconds": 451.774287, "max_request_input_tokens": 30658 }, { "task": "password-recovery", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 176195, "cache_tokens": 138240, "output_tokens": 3632, "requests": 18, "tool_calls": 23, "emitted_tool_call_parts": 23, "cost_usd": 0.0147142, "started_at": "2026-09-12T17:00:22.945134Z", "finished_at": "2026-09-12T17:03:11.541707Z", "duration_seconds": 168.596573, "max_request_input_tokens": 17670 }, { "task": "path-tracing-reverse", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 6182481, "cache_tokens": 6003712, "output_tokens": 42212, "requests": 85, "tool_calls": 99, "emitted_tool_call_parts": 100, "cost_usd": 0.20648244, "started_at": "2026-09-12T19:37:32.322698Z", "finished_at": "2026-09-12T19:54:26.556142Z", "duration_seconds": 1014.233444, "max_request_input_tokens": 115941 }, { "task": "path-tracing", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 3495359, "cache_tokens": 3380736, "output_tokens": 36948, "requests": 67, "tool_calls": 69, "emitted_tool_call_parts": 69, "cost_usd": 0.13487692, "started_at": "2026-09-12T19:34:03.722599Z", "finished_at": "2026-09-12T19:51:47.536904Z", "duration_seconds": 1063.814305, "max_request_input_tokens": 75318 }, { "task": "polyglot-c-py", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 65067, "cache_tokens": 50176, "output_tokens": 5247, "requests": 12, "tool_calls": 17, "emitted_tool_call_parts": 18, "cost_usd": 0.01027812, "started_at": "2026-09-12T17:03:11.798686Z", "finished_at": "2026-09-12T17:06:14.952845Z", "duration_seconds": 183.154159, "max_request_input_tokens": 7977 }, { "task": "polyglot-rust-c", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 127726, "cache_tokens": 97792, "output_tokens": 6428, "requests": 18, "tool_calls": 31, "emitted_tool_call_parts": 32, "cost_usd": 0.01565624, "started_at": "2026-09-12T17:06:15.506461Z", "finished_at": "2026-09-12T17:09:47.868601Z", "duration_seconds": 212.36214, "max_request_input_tokens": 10126 }, { "task": "portfolio-optimization", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 98724, "cache_tokens": 72192, "output_tokens": 4312, "requests": 13, "tool_calls": 18, "emitted_tool_call_parts": 18, "cost_usd": 0.01192464, "started_at": "2026-09-12T20:53:09.818348Z", "finished_at": "2026-09-12T20:57:35.989215Z", "duration_seconds": 266.170867, "max_request_input_tokens": 10498 }, { "task": "protein-assembly", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 1146951, "cache_tokens": 1033728, "output_tokens": 20437, "requests": 41, "tool_calls": 43, "emitted_tool_call_parts": 43, "cost_usd": 0.06784356, "started_at": "2026-09-12T19:51:47.779613Z", "finished_at": "2026-09-12T20:02:38.719363Z", "duration_seconds": 650.93975, "max_request_input_tokens": 52987 }, { "task": "prove-plus-comm", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 41584, "cache_tokens": 27136, "output_tokens": 1357, "requests": 11, "tool_calls": 10, "emitted_tool_call_parts": 10, "cost_usd": 0.00506072, "started_at": "2026-09-12T17:09:48.149119Z", "finished_at": "2026-09-12T17:12:03.727154Z", "duration_seconds": 135.578035, "max_request_input_tokens": 4685 }, { "task": "pypi-server", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 176591, "cache_tokens": 132096, "output_tokens": 5611, "requests": 23, "tool_calls": 45, "emitted_tool_call_parts": 46, "cost_usd": 0.01827412, "started_at": "2026-09-12T17:12:03.984385Z", "finished_at": "2026-09-12T17:15:31.861053Z", "duration_seconds": 207.876668, "max_request_input_tokens": 11803 }, { "task": "pytorch-model-cli", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 167394, "cache_tokens": 138752, "output_tokens": 7665, "requests": 15, "tool_calls": 22, "emitted_tool_call_parts": 22, "cost_usd": 0.01770144, "started_at": "2026-09-12T17:12:35.515065Z", "finished_at": "2026-09-12T17:17:07.433635Z", "duration_seconds": 271.91857, "max_request_input_tokens": 18557 }, { "task": "pytorch-model-recovery", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 279396, "cache_tokens": 243200, "output_tokens": 9826, "requests": 23, "tool_calls": 24, "emitted_tool_call_parts": 24, "cost_usd": 0.0238944, "started_at": "2026-09-12T17:15:32.094561Z", "finished_at": "2026-09-12T17:24:42.777335Z", "duration_seconds": 550.682774, "max_request_input_tokens": 19195 }, { "task": "qemu-alpine-ssh", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1747799, "cache_tokens": 1606656, "output_tokens": 8276, "requests": 80, "tool_calls": 89, "emitted_tool_call_parts": 89, "cost_usd": 0.07029292, "started_at": "2026-09-12T17:17:07.445308Z", "finished_at": "2026-09-12T17:23:45.199712Z", "duration_seconds": 397.754404, "max_request_input_tokens": 43830 }, { "task": "qemu-startup", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 635279, "cache_tokens": 559616, "output_tokens": 9990, "requests": 39, "tool_calls": 41, "emitted_tool_call_parts": 42, "cost_usd": 0.03831292, "started_at": "2026-09-12T17:23:45.211367Z", "finished_at": "2026-09-12T17:31:22.877518Z", "duration_seconds": 457.666151, "max_request_input_tokens": 29808 }, { "task": "query-optimize", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 87553, "cache_tokens": 59904, "output_tokens": 4964, "requests": 11, "tool_calls": 14, "emitted_tool_call_parts": 14, "cost_usd": 0.01268468, "started_at": "2026-09-12T17:24:43.001223Z", "finished_at": "2026-09-12T17:40:44.620561Z", "duration_seconds": 961.619338, "max_request_input_tokens": 12185 }, { "task": "raman-fitting", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 391253, "cache_tokens": 310784, "output_tokens": 16244, "requests": 20, "tool_calls": 22, "emitted_tool_call_parts": 23, "cost_usd": 0.04180228, "started_at": "2026-09-12T17:31:23.337840Z", "finished_at": "2026-09-12T17:38:48.592335Z", "duration_seconds": 445.254495, "max_request_input_tokens": 35569 }, { "task": "regex-chess", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 4696208, "cache_tokens": 4403200, "output_tokens": 44850, "requests": 87, "tool_calls": 86, "emitted_tool_call_parts": 86, "cost_usd": 0.2004856, "started_at": "2026-09-12T20:57:36.243144Z", "finished_at": "2026-09-12T21:27:53.602141Z", "duration_seconds": 1817.358997, "max_request_input_tokens": 92940 }, { "task": "regex-log", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 18930, "cache_tokens": 6656, "output_tokens": 4220, "requests": 4, "tool_calls": 3, "emitted_tool_call_parts": 3, "cost_usd": 0.00765192, "started_at": "2026-09-12T17:38:48.857900Z", "finished_at": "2026-09-12T17:41:25.547538Z", "duration_seconds": 156.689638, "max_request_input_tokens": 6214 }, { "task": "reshard-c4-data", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 633339, "cache_tokens": 566272, "output_tokens": 18515, "requests": 36, "tool_calls": 36, "emitted_tool_call_parts": 37, "cost_usd": 0.04695684, "started_at": "2026-09-12T20:57:41.388162Z", "finished_at": "2026-09-12T21:06:06.477718Z", "duration_seconds": 505.089556, "max_request_input_tokens": 25220 }, { "task": "sam-cell-seg", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 266643, "cache_tokens": 228864, "output_tokens": 14631, "requests": 17, "tool_calls": 18, "emitted_tool_call_parts": 18, "cost_usd": 0.02969028, "started_at": "2026-09-12T21:56:21.858303Z", "finished_at": "2026-09-12T22:05:47.756047Z", "duration_seconds": 565.897744, "max_request_input_tokens": 25657 }, { "task": "sanitize-git-repo", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 345247, "cache_tokens": 290304, "output_tokens": 14392, "requests": 25, "tool_calls": 30, "emitted_tool_call_parts": 30, "cost_usd": 0.03406508, "started_at": "2026-09-12T17:40:44.854049Z", "finished_at": "2026-09-12T17:47:59.312039Z", "duration_seconds": 434.45799, "max_request_input_tokens": 23317 }, { "task": "schemelike-metacircular-eval", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 844041, "cache_tokens": 780288, "output_tokens": 20684, "requests": 36, "tool_calls": 53, "emitted_tool_call_parts": 53, "cost_usd": 0.05317716, "started_at": "2026-09-12T20:02:38.968909Z", "finished_at": "2026-09-12T20:14:08.974953Z", "duration_seconds": 690.006044, "max_request_input_tokens": 38768 }, { "task": "sparql-university", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 76953, "cache_tokens": 49664, "output_tokens": 4653, "requests": 9, "tool_calls": 9, "emitted_tool_call_parts": 9, "cost_usd": 0.01203468, "started_at": "2026-09-12T17:41:26.086248Z", "finished_at": "2026-09-12T17:44:04.035226Z", "duration_seconds": 157.948978, "max_request_input_tokens": 11784 }, { "task": "sqlite-db-truncate", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 49545, "cache_tokens": 28672, "output_tokens": 3850, "requests": 9, "tool_calls": 15, "emitted_tool_call_parts": 15, "cost_usd": 0.00936804, "started_at": "2026-09-12T17:44:04.270071Z", "finished_at": "2026-09-12T17:46:43.060845Z", "duration_seconds": 158.790774, "max_request_input_tokens": 9133 }, { "task": "sqlite-with-gcov", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 101757, "cache_tokens": 75264, "output_tokens": 2154, "requests": 13, "tool_calls": 22, "emitted_tool_call_parts": 22, "cost_usd": 0.00938868, "started_at": "2026-09-12T17:46:43.305090Z", "finished_at": "2026-09-12T17:49:40.467598Z", "duration_seconds": 177.162508, "max_request_input_tokens": 16108 }, { "task": "train-fasttext", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 592090, "cache_tokens": 493056, "output_tokens": 6751, "requests": 39, "tool_calls": 43, "emitted_tool_call_parts": 43, "cost_usd": 0.03776912, "started_at": "2026-09-12T21:06:06.702273Z", "finished_at": "2026-09-12T22:09:36.544735Z", "duration_seconds": 3809.842462, "max_request_input_tokens": 30572 }, { "task": "tune-mjcf", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 58924, "cache_tokens": 40960, "output_tokens": 2910, "requests": 10, "tool_calls": 11, "emitted_tool_call_parts": 11, "cost_usd": 0.007904, "started_at": "2026-09-12T17:47:59.548780Z", "finished_at": "2026-09-12T17:51:14.243582Z", "duration_seconds": 194.694802, "max_request_input_tokens": 8983 }, { "task": "video-processing", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 768139, "cache_tokens": 677376, "output_tokens": 17128, "requests": 30, "tool_calls": 32, "emitted_tool_call_parts": 32, "cost_usd": 0.05225372, "started_at": "2026-09-12T21:27:53.821005Z", "finished_at": "2026-09-12T21:35:17.082277Z", "duration_seconds": 443.261272, "max_request_input_tokens": 38415 }, { "task": "vulnerable-secret", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 69302, "cache_tokens": 49664, "output_tokens": 701, "requests": 9, "tool_calls": 12, "emitted_tool_call_parts": 12, "cost_usd": 0.00576208, "started_at": "2026-09-12T17:49:40.716965Z", "finished_at": "2026-09-12T17:51:09.812222Z", "duration_seconds": 89.095257, "max_request_input_tokens": 11810 }, { "task": "winning-avg-corewars", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 3839890, "cache_tokens": 3653632, "output_tokens": 56099, "requests": 80, "tool_calls": 130, "emitted_tool_call_parts": 130, "cost_usd": 0.17764304, "started_at": "2026-09-12T21:35:17.666144Z", "finished_at": "2026-09-12T21:56:21.631766Z", "duration_seconds": 1263.965622, "max_request_input_tokens": 83433 }, { "task": "write-compressor", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1244045, "cache_tokens": 1115648, "output_tokens": 24604, "requests": 53, "tool_calls": 70, "emitted_tool_call_parts": 71, "cost_usd": 0.07751716, "started_at": "2026-09-12T17:51:10.394584Z", "finished_at": "2026-09-12T18:05:24.659440Z", "duration_seconds": 854.264856, "max_request_input_tokens": 38459 } ] }, "langchain": { "archive_sha256": "02b22289940ab4aba3b7e10a814aecc56f65833ef01d8eea0fbe8351918573f3", "summary": { "tasks": 89, "solved": 68, "score": 0.7640449438202247, "scored": 88, "totals": { "input_tokens": 106890221, "cache_tokens": 100099584, "output_tokens": 1408771, "requests": 3061, "tool_calls": 3867, "cost_usd": 5.05064428, "duration_seconds": 62005.60545 }, "cache_read_ratio": 0.9364709237526977, "cost_per_task_usd": 0.05674881213483146, "cost_per_solved_task_usd": 0.0742741805882353, "wall_seconds": 34297.200728, "max_request_input_tokens": 179044, "distributions": { "input_tokens": { "p50": 328160.0, "mean": 1201013.7191011235, "p90": 2856952.0000000023, "p95": 4784920.999999996, "max": 16930847 }, "cache_tokens": { "p50": 284672.0, "mean": 1124714.426966292, "p90": 2748313.600000002, "p95": 4635545.599999996, "max": 16664064 }, "output_tokens": { "p50": 9355.0, "mean": 15828.887640449439, "p90": 31895.40000000001, "p95": 37951.99999999998, "max": 164835 }, "requests": { "p50": 22.0, "mean": 34.39325842696629, "p90": 69.2, "p95": 90.99999999999994, "max": 161 }, "tool_calls": { "p50": 33.0, "mean": 43.449438202247194, "p90": 94.0, "p95": 103.6, "max": 172 }, "cost_usd": { "p50": 0.03188964, "mean": 0.05674881213483146, "p90": 0.132640752, "p95": 0.15467485599999994, "max": 0.43383628 }, "duration_seconds": { "p50": 362.359521, "mean": 696.6921960674158, "p90": 1177.0754468, "p95": 1523.699932599999, "max": 7484.723758 } } }, "tasks": [ { "task": "caffe-cifar-10", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 1610460, "cache_tokens": 1498624, "output_tokens": 10726, "requests": 71, "tool_calls": 92, "emitted_tool_call_parts": 92, "cost_usd": 0.06521088, "started_at": "2026-09-13T21:24:05.887443Z", "finished_at": "2026-09-13T21:44:44.227561Z", "duration_seconds": 1238.340118, "max_request_input_tokens": 44366 }, { "task": "filter-js-from-html", "batch": "high-memory8-c1", "reward": 0.0, "exception_type": null, "input_tokens": 358849, "cache_tokens": 324608, "output_tokens": 18524, "requests": 22, "tool_calls": 26, "emitted_tool_call_parts": 26, "cost_usd": 0.03556916, "started_at": "2026-09-13T20:47:14.037086Z", "finished_at": "2026-09-13T20:56:37.701832Z", "duration_seconds": 563.664746, "max_request_input_tokens": 23754 }, { "task": "gpt2-codegolf", "batch": "high-memory8-c1", "reward": 0.0, "exception_type": null, "input_tokens": 5053553, "cache_tokens": 4903424, "output_tokens": 44807, "requests": 99, "tool_calls": 104, "emitted_tool_call_parts": 104, "cost_usd": 0.18186268, "started_at": "2026-09-13T20:13:13.156730Z", "finished_at": "2026-09-13T20:31:38.854357Z", "duration_seconds": 1105.697627, "max_request_input_tokens": 85248 }, { "task": "mcmc-sampling-stan", "batch": "high-memory8-c1", "reward": 0.0, "exception_type": null, "input_tokens": 1268146, "cache_tokens": 1146880, "output_tokens": 9139, "requests": 60, "tool_calls": 72, "emitted_tool_call_parts": 72, "cost_usd": 0.0581576, "started_at": "2026-09-13T20:56:37.942426Z", "finished_at": "2026-09-13T21:14:46.339356Z", "duration_seconds": 1088.39693, "max_request_input_tokens": 42215 }, { "task": "mteb-leaderboard", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 1907326, "cache_tokens": 1743360, "output_tokens": 12679, "requests": 54, "tool_calls": 56, "emitted_tool_call_parts": 56, "cost_usd": 0.0828752, "started_at": "2026-09-13T21:44:44.759623Z", "finished_at": "2026-09-13T21:53:33.947450Z", "duration_seconds": 529.187827, "max_request_input_tokens": 66607 }, { "task": "rstan-to-pystan", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 594617, "cache_tokens": 542720, "output_tokens": 7983, "requests": 30, "tool_calls": 39, "emitted_tool_call_parts": 39, "cost_usd": 0.0308134, "started_at": "2026-09-13T21:14:46.560386Z", "finished_at": "2026-09-13T21:24:05.647892Z", "duration_seconds": 559.087506, "max_request_input_tokens": 33262 }, { "task": "torch-pipeline-parallelism", "batch": "high-memory8-c1", "reward": 0.0, "exception_type": null, "input_tokens": 251598, "cache_tokens": 212992, "output_tokens": 18533, "requests": 17, "tool_calls": 17, "emitted_tool_call_parts": 17, "cost_usd": 0.03422064, "started_at": "2026-09-13T20:31:39.422534Z", "finished_at": "2026-09-13T20:43:06.490600Z", "duration_seconds": 687.068066, "max_request_input_tokens": 26822 }, { "task": "torch-tensor-parallelism", "batch": "high-memory8-c1", "reward": 1.0, "exception_type": null, "input_tokens": 33144, "cache_tokens": 20992, "output_tokens": 5123, "requests": 8, "tool_calls": 7, "emitted_tool_call_parts": 7, "cost_usd": 0.00899784, "started_at": "2026-09-13T20:43:07.062761Z", "finished_at": "2026-09-13T20:47:13.497261Z", "duration_seconds": 246.4345, "max_request_input_tokens": 7432 }, { "task": "adaptive-rejection-sampler", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1159584, "cache_tokens": 1055744, "output_tokens": 27460, "requests": 49, "tool_calls": 48, "emitted_tool_call_parts": 48, "cost_usd": 0.07483488, "started_at": "2026-09-13T12:23:35.175664Z", "finished_at": "2026-09-13T12:38:57.822147Z", "duration_seconds": 922.646483, "max_request_input_tokens": 42535 }, { "task": "bn-fit-modify", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 52467, "cache_tokens": 26624, "output_tokens": 4675, "requests": 10, "tool_calls": 14, "emitted_tool_call_parts": 14, "cost_usd": 0.01131108, "started_at": "2026-09-13T17:17:48.448806Z", "finished_at": "2026-09-13T17:21:07.455897Z", "duration_seconds": 199.007091, "max_request_input_tokens": 9906 }, { "task": "break-filter-js-from-html", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 870989, "cache_tokens": 762368, "output_tokens": 27569, "requests": 46, "tool_calls": 47, "emitted_tool_call_parts": 47, "cost_usd": 0.07005436, "started_at": "2026-09-13T15:16:10.847450Z", "finished_at": "2026-09-13T15:28:41.387835Z", "duration_seconds": 750.540385, "max_request_input_tokens": 39419 }, { "task": "build-cython-ext", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 959378, "cache_tokens": 883200, "output_tokens": 9355, "requests": 40, "tool_calls": 53, "emitted_tool_call_parts": 53, "cost_usd": 0.0441256, "started_at": "2026-09-13T12:26:11.737645Z", "finished_at": "2026-09-13T12:32:14.097166Z", "duration_seconds": 362.359521, "max_request_input_tokens": 44244 }, { "task": "build-pmars", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 269374, "cache_tokens": 193024, "output_tokens": 4759, "requests": 16, "tool_calls": 33, "emitted_tool_call_parts": 33, "cost_usd": 0.02484128, "started_at": "2026-09-13T12:32:14.348018Z", "finished_at": "2026-09-13T12:35:27.034391Z", "duration_seconds": 192.686373, "max_request_input_tokens": 35369 }, { "task": "build-pov-ray", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 2585781, "cache_tokens": 2461184, "output_tokens": 11554, "requests": 65, "tool_calls": 101, "emitted_tool_call_parts": 101, "cost_usd": 0.08800788, "started_at": "2026-09-13T19:56:11.560991Z", "finished_at": "2026-09-13T20:04:41.616572Z", "duration_seconds": 510.055581, "max_request_input_tokens": 77324 }, { "task": "cancel-async-tasks", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 26534, "cache_tokens": 10240, "output_tokens": 3354, "requests": 7, "tool_calls": 6, "emitted_tool_call_parts": 6, "cost_usd": 0.0074884, "started_at": "2026-09-13T12:35:27.265170Z", "finished_at": "2026-09-13T12:37:59.096149Z", "duration_seconds": 151.830979, "max_request_input_tokens": 5869 }, { "task": "chess-best-move", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 488261, "cache_tokens": 397312, "output_tokens": 11581, "requests": 36, "tool_calls": 40, "emitted_tool_call_parts": 40, "cost_usd": 0.04003324, "started_at": "2026-09-13T12:37:59.343710Z", "finished_at": "2026-09-13T12:46:13.144010Z", "duration_seconds": 493.8003, "max_request_input_tokens": 28100 }, { "task": "circuit-fibsqrt", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 2705527, "cache_tokens": 2604544, "output_tokens": 34777, "requests": 67, "tool_calls": 94, "emitted_tool_call_parts": 94, "cost_usd": 0.11401988, "started_at": "2026-09-13T17:21:08.074126Z", "finished_at": "2026-09-13T17:35:16.075356Z", "duration_seconds": 848.00123, "max_request_input_tokens": 63180 }, { "task": "cobol-modernization", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 311907, "cache_tokens": 256512, "output_tokens": 13067, "requests": 23, "tool_calls": 36, "emitted_tool_call_parts": 36, "cost_usd": 0.03188964, "started_at": "2026-09-13T12:38:58.075569Z", "finished_at": "2026-09-13T12:44:39.812212Z", "duration_seconds": 341.736643, "max_request_input_tokens": 22648 }, { "task": "code-from-image", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1336897, "cache_tokens": 1247232, "output_tokens": 15113, "requests": 58, "tool_calls": 61, "emitted_tool_call_parts": 61, "cost_usd": 0.06101324, "started_at": "2026-09-13T15:20:26.238729Z", "finished_at": "2026-09-13T15:28:39.617201Z", "duration_seconds": 493.378472, "max_request_input_tokens": 46608 }, { "task": "compile-compcert", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 2006140, "cache_tokens": 1794560, "output_tokens": 9975, "requests": 62, "tool_calls": 72, "emitted_tool_call_parts": 72, "cost_usd": 0.0901772, "started_at": "2026-09-13T16:58:05.710863Z", "finished_at": "2026-09-13T17:17:48.161161Z", "duration_seconds": 1182.450298, "max_request_input_tokens": 59535 }, { "task": "configure-git-webserver", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 83989, "cache_tokens": 57344, "output_tokens": 6909, "requests": 12, "tool_calls": 14, "emitted_tool_call_parts": 14, "cost_usd": 0.01476668, "started_at": "2026-09-13T12:44:40.075208Z", "finished_at": "2026-09-13T12:48:27.605351Z", "duration_seconds": 227.530143, "max_request_input_tokens": 11166 }, { "task": "constraints-scheduling", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 17657, "cache_tokens": 10752, "output_tokens": 1180, "requests": 4, "tool_calls": 5, "emitted_tool_call_parts": 5, "cost_usd": 0.00301204, "started_at": "2026-09-13T15:28:39.873173Z", "finished_at": "2026-09-13T15:30:34.097383Z", "duration_seconds": 114.22421, "max_request_input_tokens": 5375 }, { "task": "count-dataset-tokens", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 111201, "cache_tokens": 80384, "output_tokens": 4455, "requests": 15, "tool_calls": 15, "emitted_tool_call_parts": 15, "cost_usd": 0.01311708, "started_at": "2026-09-13T12:46:13.397707Z", "finished_at": "2026-09-13T12:49:42.860442Z", "duration_seconds": 209.462735, "max_request_input_tokens": 13887 }, { "task": "crack-7z-hash", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 2483632, "cache_tokens": 2282496, "output_tokens": 19603, "requests": 69, "tool_calls": 85, "emitted_tool_call_parts": 85, "cost_usd": 0.10940072, "started_at": "2026-09-13T15:32:48.491998Z", "finished_at": "2026-09-13T15:51:01.960409Z", "duration_seconds": 1093.468411, "max_request_input_tokens": 61876 }, { "task": "custom-memory-heap-crash", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 255568, "cache_tokens": 208384, "output_tokens": 5264, "requests": 18, "tool_calls": 37, "emitted_tool_call_parts": 37, "cost_usd": 0.01992128, "started_at": "2026-09-13T15:51:02.538395Z", "finished_at": "2026-09-13T15:56:20.686046Z", "duration_seconds": 318.147651, "max_request_input_tokens": 24391 }, { "task": "db-wal-recovery", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 35835, "cache_tokens": 19968, "output_tokens": 2968, "requests": 9, "tool_calls": 15, "emitted_tool_call_parts": 15, "cost_usd": 0.00713436, "started_at": "2026-09-13T12:48:27.824381Z", "finished_at": "2026-09-13T12:50:27.129010Z", "duration_seconds": 119.304629, "max_request_input_tokens": 6022 }, { "task": "distribution-search", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 36269, "cache_tokens": 26112, "output_tokens": 2930, "requests": 9, "tool_calls": 8, "emitted_tool_call_parts": 8, "cost_usd": 0.00606964, "started_at": "2026-09-13T17:24:42.125399Z", "finished_at": "2026-09-13T17:26:59.706472Z", "duration_seconds": 137.581073, "max_request_input_tokens": 6140 }, { "task": "dna-assembly", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 1200285, "cache_tokens": 1076736, "output_tokens": 28069, "requests": 42, "tool_calls": 42, "emitted_tool_call_parts": 42, "cost_usd": 0.07992732, "started_at": "2026-09-13T15:56:21.246109Z", "finished_at": "2026-09-13T16:07:46.461368Z", "duration_seconds": 685.215259, "max_request_input_tokens": 53060 }, { "task": "dna-insert", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 188780, "cache_tokens": 153088, "output_tokens": 7045, "requests": 19, "tool_calls": 20, "emitted_tool_call_parts": 20, "cost_usd": 0.01865416, "started_at": "2026-09-13T15:56:57.382537Z", "finished_at": "2026-09-13T16:00:49.970027Z", "duration_seconds": 232.58749, "max_request_input_tokens": 15914 }, { "task": "extract-elf", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 167081, "cache_tokens": 104960, "output_tokens": 10717, "requests": 11, "tool_calls": 16, "emitted_tool_call_parts": 16, "cost_usd": 0.0273838, "started_at": "2026-09-13T12:49:43.104168Z", "finished_at": "2026-09-13T12:54:37.786690Z", "duration_seconds": 294.682522, "max_request_input_tokens": 28033 }, { "task": "extract-moves-from-video", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 3684704, "cache_tokens": 3530240, "output_tokens": 28989, "requests": 79, "tool_calls": 89, "emitted_tool_call_parts": 89, "cost_usd": 0.1362844, "started_at": "2026-09-13T16:00:50.588280Z", "finished_at": "2026-09-13T16:29:52.534542Z", "duration_seconds": 1741.946262, "max_request_input_tokens": 103104 }, { "task": "feal-differential-cryptanalysis", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 328160, "cache_tokens": 284672, "output_tokens": 15661, "requests": 20, "tool_calls": 21, "emitted_tool_call_parts": 21, "cost_usd": 0.03318424, "started_at": "2026-09-13T16:07:46.721815Z", "finished_at": "2026-09-13T16:15:32.946125Z", "duration_seconds": 466.22431, "max_request_input_tokens": 27322 }, { "task": "feal-linear-cryptanalysis", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 583736, "cache_tokens": 494080, "output_tokens": 15158, "requests": 33, "tool_calls": 48, "emitted_tool_call_parts": 48, "cost_usd": 0.0460024, "started_at": "2026-09-13T16:15:33.535609Z", "finished_at": "2026-09-13T16:26:25.889518Z", "duration_seconds": 652.353909, "max_request_input_tokens": 28135 }, { "task": "financial-document-processor", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 362499, "cache_tokens": 313344, "output_tokens": 4949, "requests": 20, "tool_calls": 42, "emitted_tool_call_parts": 42, "cost_usd": 0.02203668, "started_at": "2026-09-13T15:28:41.614628Z", "finished_at": "2026-09-13T15:32:48.166692Z", "duration_seconds": 246.552064, "max_request_input_tokens": 33100 }, { "task": "fix-code-vulnerability", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 76248, "cache_tokens": 59904, "output_tokens": 2352, "requests": 9, "tool_calls": 22, "emitted_tool_call_parts": 22, "cost_usd": 0.00728928, "started_at": "2026-09-13T12:50:27.355121Z", "finished_at": "2026-09-13T12:52:43.940764Z", "duration_seconds": 136.585643, "max_request_input_tokens": 13255 }, { "task": "fix-git", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 99684, "cache_tokens": 80384, "output_tokens": 2390, "requests": 12, "tool_calls": 31, "emitted_tool_call_parts": 31, "cost_usd": 0.00833568, "started_at": "2026-09-13T12:52:44.215021Z", "finished_at": "2026-09-13T12:54:46.605617Z", "duration_seconds": 122.390596, "max_request_input_tokens": 12787 }, { "task": "fix-ocaml-gc", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 5311709, "cache_tokens": 5149184, "output_tokens": 19467, "requests": 85, "tool_calls": 103, "emitted_tool_call_parts": 103, "cost_usd": 0.15884908, "started_at": "2026-09-13T17:27:00.004385Z", "finished_at": "2026-09-13T17:50:55.034418Z", "duration_seconds": 1435.030033, "max_request_input_tokens": 109721 }, { "task": "gcode-to-text", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 2519270, "cache_tokens": 2302464, "output_tokens": 40842, "requests": 58, "tool_calls": 60, "emitted_tool_call_parts": 60, "cost_usd": 0.13842088, "started_at": "2026-09-13T12:54:38.036187Z", "finished_at": "2026-09-13T13:09:53.115130Z", "duration_seconds": 915.078943, "max_request_input_tokens": 100289 }, { "task": "git-leak-recovery", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 48544, "cache_tokens": 28160, "output_tokens": 3218, "requests": 10, "tool_calls": 28, "emitted_tool_call_parts": 28, "cost_usd": 0.0085016, "started_at": "2026-09-13T12:54:46.840961Z", "finished_at": "2026-09-13T12:57:15.103274Z", "duration_seconds": 148.262313, "max_request_input_tokens": 7337 }, { "task": "git-multibranch", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 755454, "cache_tokens": 681472, "output_tokens": 13103, "requests": 39, "tool_calls": 72, "emitted_tool_call_parts": 72, "cost_usd": 0.04414944, "started_at": "2026-09-13T12:57:15.369900Z", "finished_at": "2026-09-13T13:03:33.016375Z", "duration_seconds": 377.646475, "max_request_input_tokens": 34105 }, { "task": "headless-terminal", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 167951, "cache_tokens": 128000, "output_tokens": 9086, "requests": 19, "tool_calls": 18, "emitted_tool_call_parts": 18, "cost_usd": 0.0214534, "started_at": "2026-09-13T13:03:33.240283Z", "finished_at": "2026-09-13T13:08:10.311486Z", "duration_seconds": 277.071203, "max_request_input_tokens": 15172 }, { "task": "hf-model-inference", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 103048, "cache_tokens": 74240, "output_tokens": 3132, "requests": 18, "tool_calls": 23, "emitted_tool_call_parts": 23, "cost_usd": 0.0110048, "started_at": "2026-09-13T13:08:10.857966Z", "finished_at": "2026-09-13T13:12:11.741225Z", "duration_seconds": 240.883259, "max_request_input_tokens": 9663 }, { "task": "install-windows-3.11", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 4381973, "cache_tokens": 4233728, "output_tokens": 25766, "requests": 95, "tool_calls": 129, "emitted_tool_call_parts": 129, "cost_usd": 0.14524276, "started_at": "2026-09-13T17:35:16.336870Z", "finished_at": "2026-09-13T17:49:41.923236Z", "duration_seconds": 865.586366, "max_request_input_tokens": 83823 }, { "task": "kv-store-grpc", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 50239, "cache_tokens": 33792, "output_tokens": 1817, "requests": 12, "tool_calls": 13, "emitted_tool_call_parts": 13, "cost_usd": 0.00614564, "started_at": "2026-09-13T13:09:53.667392Z", "finished_at": "2026-09-13T13:12:06.144910Z", "duration_seconds": 132.477518, "max_request_input_tokens": 5738 }, { "task": "large-scale-text-editing", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1572069, "cache_tokens": 1440768, "output_tokens": 17331, "requests": 96, "tool_calls": 113, "emitted_tool_call_parts": 113, "cost_usd": 0.07587276, "started_at": "2026-09-13T15:30:34.337469Z", "finished_at": "2026-09-13T15:56:57.150668Z", "duration_seconds": 1582.813199, "max_request_input_tokens": 26195 }, { "task": "largest-eigenval", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 8612782, "cache_tokens": 8338432, "output_tokens": 164835, "requests": 95, "tool_calls": 99, "emitted_tool_call_parts": 99, "cost_usd": 0.41944064, "started_at": "2026-09-13T13:12:06.398336Z", "finished_at": "2026-09-13T14:43:15.009500Z", "duration_seconds": 5468.611164, "max_request_input_tokens": 119743 }, { "task": "llm-inference-batching-scheduler", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 523470, "cache_tokens": 475648, "output_tokens": 16172, "requests": 27, "tool_calls": 33, "emitted_tool_call_parts": 33, "cost_usd": 0.03848376, "started_at": "2026-09-13T16:26:26.114320Z", "finished_at": "2026-09-13T16:33:56.118111Z", "duration_seconds": 450.003791, "max_request_input_tokens": 31375 }, { "task": "log-summary-date-ranges", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 24058, "cache_tokens": 11776, "output_tokens": 1702, "requests": 5, "tool_calls": 6, "emitted_tool_call_parts": 6, "cost_usd": 0.00473432, "started_at": "2026-09-13T13:12:11.971515Z", "finished_at": "2026-09-13T13:13:59.952979Z", "duration_seconds": 107.981464, "max_request_input_tokens": 6421 }, { "task": "mailman", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1303157, "cache_tokens": 1219072, "output_tokens": 13088, "requests": 37, "tool_calls": 94, "emitted_tool_call_parts": 94, "cost_usd": 0.05690404, "started_at": "2026-09-13T16:29:52.796220Z", "finished_at": "2026-09-13T16:37:37.884180Z", "duration_seconds": 465.08796, "max_request_input_tokens": 61675 }, { "task": "make-doom-for-mips", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 16930847, "cache_tokens": 16664064, "output_tokens": 39332, "requests": 161, "tool_calls": 172, "emitted_tool_call_parts": 172, "cost_usd": 0.43383628, "started_at": "2026-09-13T13:14:00.203901Z", "finished_at": "2026-09-13T13:33:35.935635Z", "duration_seconds": 1175.731734, "max_request_input_tokens": 179044 }, { "task": "make-mips-interpreter", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 2671938, "cache_tokens": 2569216, "output_tokens": 21344, "requests": 61, "tool_calls": 91, "emitted_tool_call_parts": 91, "cost_usd": 0.09754152, "started_at": "2026-09-13T16:33:56.353364Z", "finished_at": "2026-09-13T16:44:16.899004Z", "duration_seconds": 620.54564, "max_request_input_tokens": 63649 }, { "task": "merge-diff-arc-agi-task", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 142929, "cache_tokens": 110592, "output_tokens": 3577, "requests": 21, "tool_calls": 36, "emitted_tool_call_parts": 36, "cost_usd": 0.01297164, "started_at": "2026-09-13T13:33:36.166006Z", "finished_at": "2026-09-13T13:36:26.281637Z", "duration_seconds": 170.115631, "max_request_input_tokens": 10247 }, { "task": "model-extraction-relu-logits", "batch": "standard81-c2", "reward": null, "exception_type": "VerifierTimeoutError", "input_tokens": 420498, "cache_tokens": 350720, "output_tokens": 14826, "requests": 25, "tool_calls": 24, "emitted_tool_call_parts": 24, "cost_usd": 0.0387612, "started_at": "2026-09-13T13:36:26.507650Z", "finished_at": "2026-09-13T13:57:45.530997Z", "duration_seconds": 1279.023347, "max_request_input_tokens": 27518 }, { "task": "modernize-scientific-stack", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 27873, "cache_tokens": 12800, "output_tokens": 1373, "requests": 6, "tool_calls": 12, "emitted_tool_call_parts": 12, "cost_usd": 0.0049182, "started_at": "2026-09-13T12:21:56.746722Z", "finished_at": "2026-09-13T12:23:34.951952Z", "duration_seconds": 98.20523, "max_request_input_tokens": 5582 }, { "task": "mteb-retrieve", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 48899, "cache_tokens": 26112, "output_tokens": 2461, "requests": 9, "tool_calls": 18, "emitted_tool_call_parts": 18, "cost_usd": 0.00803284, "started_at": "2026-09-13T16:37:38.115223Z", "finished_at": "2026-09-13T16:41:24.712390Z", "duration_seconds": 226.597167, "max_request_input_tokens": 8874 }, { "task": "multi-source-data-merger", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 44095, "cache_tokens": 20992, "output_tokens": 3918, "requests": 10, "tool_calls": 16, "emitted_tool_call_parts": 16, "cost_usd": 0.00974204, "started_at": "2026-09-13T13:57:45.777481Z", "finished_at": "2026-09-13T14:00:26.058686Z", "duration_seconds": 160.281205, "max_request_input_tokens": 7592 }, { "task": "nginx-request-logging", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 46636, "cache_tokens": 19968, "output_tokens": 3374, "requests": 8, "tool_calls": 9, "emitted_tool_call_parts": 9, "cost_usd": 0.00978176, "started_at": "2026-09-13T14:00:26.654570Z", "finished_at": "2026-09-13T14:03:02.770468Z", "duration_seconds": 156.115898, "max_request_input_tokens": 10002 }, { "task": "openssl-selfsigned-cert", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 51734, "cache_tokens": 30720, "output_tokens": 3168, "requests": 12, "tool_calls": 18, "emitted_tool_call_parts": 18, "cost_usd": 0.0086188, "started_at": "2026-09-13T14:03:03.367485Z", "finished_at": "2026-09-13T14:05:26.792737Z", "duration_seconds": 143.425252, "max_request_input_tokens": 6661 }, { "task": "overfull-hbox", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 223685, "cache_tokens": 169984, "output_tokens": 6841, "requests": 21, "tool_calls": 26, "emitted_tool_call_parts": 26, "cost_usd": 0.02234908, "started_at": "2026-09-13T12:21:56.760244Z", "finished_at": "2026-09-13T12:26:11.512185Z", "duration_seconds": 254.751941, "max_request_input_tokens": 17482 }, { "task": "password-recovery", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 231175, "cache_tokens": 186880, "output_tokens": 3570, "requests": 25, "tool_calls": 35, "emitted_tool_call_parts": 35, "cost_usd": 0.0168806, "started_at": "2026-09-13T14:05:27.369139Z", "finished_at": "2026-09-13T14:09:17.445581Z", "duration_seconds": 230.076442, "max_request_input_tokens": 15679 }, { "task": "path-tracing-reverse", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 3462652, "cache_tokens": 3323392, "output_tokens": 31175, "requests": 57, "tool_calls": 63, "emitted_tool_call_parts": 63, "cost_usd": 0.13172984, "started_at": "2026-09-13T16:44:17.150622Z", "finished_at": "2026-09-13T16:56:41.778253Z", "duration_seconds": 744.627631, "max_request_input_tokens": 91810 }, { "task": "path-tracing", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 4102802, "cache_tokens": 3972096, "output_tokens": 35692, "requests": 70, "tool_calls": 71, "emitted_tool_call_parts": 71, "cost_usd": 0.14841352, "started_at": "2026-09-13T16:41:24.942133Z", "finished_at": "2026-09-13T16:58:05.141841Z", "duration_seconds": 1000.199708, "max_request_input_tokens": 85569 }, { "task": "polyglot-c-py", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 125986, "cache_tokens": 96256, "output_tokens": 7647, "requests": 17, "tool_calls": 21, "emitted_tool_call_parts": 21, "cost_usd": 0.01704752, "started_at": "2026-09-13T14:09:17.691855Z", "finished_at": "2026-09-13T14:13:04.942681Z", "duration_seconds": 227.250826, "max_request_input_tokens": 11050 }, { "task": "polyglot-rust-c", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 101907, "cache_tokens": 73728, "output_tokens": 6652, "requests": 14, "tool_calls": 23, "emitted_tool_call_parts": 23, "cost_usd": 0.01509276, "started_at": "2026-09-13T14:13:05.200640Z", "finished_at": "2026-09-13T14:16:17.747423Z", "duration_seconds": 192.546783, "max_request_input_tokens": 10424 }, { "task": "portfolio-optimization", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 71116, "cache_tokens": 50176, "output_tokens": 5106, "requests": 10, "tool_calls": 14, "emitted_tool_call_parts": 14, "cost_usd": 0.01131872, "started_at": "2026-09-13T17:49:42.477042Z", "finished_at": "2026-09-13T17:53:44.719959Z", "duration_seconds": 242.242917, "max_request_input_tokens": 10635 }, { "task": "protein-assembly", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1217573, "cache_tokens": 1093120, "output_tokens": 23673, "requests": 42, "tool_calls": 45, "emitted_tool_call_parts": 45, "cost_usd": 0.0751606, "started_at": "2026-09-13T16:56:42.001139Z", "finished_at": "2026-09-13T17:09:44.323557Z", "duration_seconds": 782.322418, "max_request_input_tokens": 49133 }, { "task": "prove-plus-comm", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 100847, "cache_tokens": 61952, "output_tokens": 2969, "requests": 20, "tool_calls": 19, "emitted_tool_call_parts": 19, "cost_usd": 0.01258084, "started_at": "2026-09-13T14:16:17.992654Z", "finished_at": "2026-09-13T14:21:03.043884Z", "duration_seconds": 285.05123, "max_request_input_tokens": 7270 }, { "task": "pypi-server", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 133309, "cache_tokens": 84992, "output_tokens": 4912, "requests": 21, "tool_calls": 41, "emitted_tool_call_parts": 41, "cost_usd": 0.01725764, "started_at": "2026-09-13T14:21:03.287472Z", "finished_at": "2026-09-13T14:24:18.134521Z", "duration_seconds": 194.847049, "max_request_input_tokens": 10495 }, { "task": "pytorch-model-cli", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 178917, "cache_tokens": 141824, "output_tokens": 4670, "requests": 17, "tool_calls": 25, "emitted_tool_call_parts": 25, "cost_usd": 0.01585908, "started_at": "2026-09-13T14:24:18.456345Z", "finished_at": "2026-09-13T14:28:19.357211Z", "duration_seconds": 240.900866, "max_request_input_tokens": 16540 }, { "task": "pytorch-model-recovery", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 139332, "cache_tokens": 102400, "output_tokens": 6081, "requests": 15, "tool_calls": 16, "emitted_tool_call_parts": 16, "cost_usd": 0.0167316, "started_at": "2026-09-13T14:28:19.610246Z", "finished_at": "2026-09-13T14:32:53.344810Z", "duration_seconds": 273.734564, "max_request_input_tokens": 13418 }, { "task": "qemu-alpine-ssh", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 590731, "cache_tokens": 501760, "output_tokens": 4330, "requests": 45, "tool_calls": 50, "emitted_tool_call_parts": 50, "cost_usd": 0.0330254, "started_at": "2026-09-13T14:32:53.360427Z", "finished_at": "2026-09-13T14:37:11.863878Z", "duration_seconds": 258.503451, "max_request_input_tokens": 32334 }, { "task": "qemu-startup", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 145923, "cache_tokens": 114688, "output_tokens": 3710, "requests": 17, "tool_calls": 24, "emitted_tool_call_parts": 24, "cost_usd": 0.01299276, "started_at": "2026-09-13T14:37:11.875988Z", "finished_at": "2026-09-13T14:41:36.613991Z", "duration_seconds": 264.738003, "max_request_input_tokens": 18380 }, { "task": "query-optimize", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 173451, "cache_tokens": 140288, "output_tokens": 8237, "requests": 18, "tool_calls": 25, "emitted_tool_call_parts": 25, "cost_usd": 0.01932276, "started_at": "2026-09-13T14:41:36.852357Z", "finished_at": "2026-09-13T14:53:48.007071Z", "duration_seconds": 731.154714, "max_request_input_tokens": 15231 }, { "task": "raman-fitting", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 1923199, "cache_tokens": 1778688, "output_tokens": 35882, "requests": 50, "tool_calls": 49, "emitted_tool_call_parts": 49, "cost_usd": 0.10753436, "started_at": "2026-09-13T14:43:15.254310Z", "finished_at": "2026-09-13T14:58:57.400440Z", "duration_seconds": 942.14613, "max_request_input_tokens": 72269 }, { "task": "regex-chess", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 2282427, "cache_tokens": 2166272, "output_tokens": 35406, "requests": 61, "tool_calls": 61, "emitted_tool_call_parts": 61, "cost_usd": 0.10904364, "started_at": "2026-09-13T17:50:55.586759Z", "finished_at": "2026-09-13T18:09:18.104971Z", "duration_seconds": 1102.518212, "max_request_input_tokens": 60973 }, { "task": "regex-log", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 39704, "cache_tokens": 6144, "output_tokens": 5044, "requests": 7, "tool_calls": 6, "emitted_tool_call_parts": 6, "cost_usd": 0.01288768, "started_at": "2026-09-13T14:53:48.246882Z", "finished_at": "2026-09-13T14:56:36.173815Z", "duration_seconds": 167.926933, "max_request_input_tokens": 7851 }, { "task": "reshard-c4-data", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1131616, "cache_tokens": 1031680, "output_tokens": 22200, "requests": 48, "tool_calls": 69, "emitted_tool_call_parts": 69, "cost_usd": 0.0672608, "started_at": "2026-09-13T17:53:45.264518Z", "finished_at": "2026-09-13T18:08:00.581344Z", "duration_seconds": 855.316826, "max_request_input_tokens": 36088 }, { "task": "sam-cell-seg", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 604312, "cache_tokens": 526336, "output_tokens": 19645, "requests": 28, "tool_calls": 31, "emitted_tool_call_parts": 31, "cost_usd": 0.04969592, "started_at": "2026-09-13T19:40:34.213098Z", "finished_at": "2026-09-13T19:56:11.013207Z", "duration_seconds": 936.800109, "max_request_input_tokens": 32091 }, { "task": "sanitize-git-repo", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 88633, "cache_tokens": 64000, "output_tokens": 9537, "requests": 11, "tool_calls": 17, "emitted_tool_call_parts": 17, "cost_usd": 0.017651, "started_at": "2026-09-13T14:56:36.744090Z", "finished_at": "2026-09-13T15:02:18.354689Z", "duration_seconds": 341.610599, "max_request_input_tokens": 14077 }, { "task": "schemelike-metacircular-eval", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 495257, "cache_tokens": 444928, "output_tokens": 15892, "requests": 25, "tool_calls": 30, "emitted_tool_call_parts": 30, "cost_usd": 0.03803476, "started_at": "2026-09-13T17:09:44.853514Z", "finished_at": "2026-09-13T17:24:41.862308Z", "duration_seconds": 897.008794, "max_request_input_tokens": 37689 }, { "task": "sparql-university", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 118550, "cache_tokens": 83456, "output_tokens": 5632, "requests": 11, "tool_calls": 11, "emitted_tool_call_parts": 11, "cost_usd": 0.01544632, "started_at": "2026-09-13T14:58:57.646515Z", "finished_at": "2026-09-13T15:02:27.652132Z", "duration_seconds": 210.005617, "max_request_input_tokens": 14647 }, { "task": "sqlite-db-truncate", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 43309, "cache_tokens": 19456, "output_tokens": 2292, "requests": 7, "tool_calls": 8, "emitted_tool_call_parts": 8, "cost_usd": 0.00791012, "started_at": "2026-09-13T15:02:18.607865Z", "finished_at": "2026-09-13T15:04:30.642954Z", "duration_seconds": 132.035089, "max_request_input_tokens": 9152 }, { "task": "sqlite-with-gcov", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 227126, "cache_tokens": 173056, "output_tokens": 3278, "requests": 18, "tool_calls": 32, "emitted_tool_call_parts": 32, "cost_usd": 0.01820872, "started_at": "2026-09-13T15:02:28.220934Z", "finished_at": "2026-09-13T15:06:35.697669Z", "duration_seconds": 247.476735, "max_request_input_tokens": 22339 }, { "task": "train-fasttext", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 903565, "cache_tokens": 778240, "output_tokens": 11950, "requests": 57, "tool_calls": 59, "emitted_tool_call_parts": 59, "cost_usd": 0.0549698, "started_at": "2026-09-13T18:08:00.848512Z", "finished_at": "2026-09-13T20:12:45.572270Z", "duration_seconds": 7484.723758, "max_request_input_tokens": 30220 }, { "task": "tune-mjcf", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 504556, "cache_tokens": 415744, "output_tokens": 13737, "requests": 31, "tool_calls": 31, "emitted_tool_call_parts": 31, "cost_usd": 0.04256168, "started_at": "2026-09-13T15:04:31.214827Z", "finished_at": "2026-09-13T15:16:10.268147Z", "duration_seconds": 699.05332, "max_request_input_tokens": 30472 }, { "task": "video-processing", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 1128969, "cache_tokens": 1035264, "output_tokens": 20770, "requests": 40, "tool_calls": 41, "emitted_tool_call_parts": 41, "cost_usd": 0.06437028, "started_at": "2026-09-13T18:09:18.650641Z", "finished_at": "2026-09-13T18:18:46.573968Z", "duration_seconds": 567.923327, "max_request_input_tokens": 51770 }, { "task": "vulnerable-secret", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 66509, "cache_tokens": 38400, "output_tokens": 1156, "requests": 9, "tool_calls": 16, "emitted_tool_call_parts": 16, "cost_usd": 0.007777, "started_at": "2026-09-13T15:06:35.975172Z", "finished_at": "2026-09-13T15:08:23.707731Z", "duration_seconds": 107.732559, "max_request_input_tokens": 11772 }, { "task": "winning-avg-corewars", "batch": "standard81-c2", "reward": 0.0, "exception_type": null, "input_tokens": 5335909, "cache_tokens": 5075968, "output_tokens": 143972, "requests": 52, "tool_calls": 115, "emitted_tool_call_parts": 115, "cost_usd": 0.32627396, "started_at": "2026-09-13T18:18:46.804663Z", "finished_at": "2026-09-13T19:40:33.982985Z", "duration_seconds": 4907.178322, "max_request_input_tokens": 159202 }, { "task": "write-compressor", "batch": "standard81-c2", "reward": 1.0, "exception_type": null, "input_tokens": 1672141, "cache_tokens": 1557504, "output_tokens": 24789, "requests": 67, "tool_calls": 78, "emitted_tool_call_parts": 78, "cost_usd": 0.08382428, "started_at": "2026-09-13T15:08:23.961958Z", "finished_at": "2026-09-13T15:20:25.960160Z", "duration_seconds": 721.998202, "max_request_input_tokens": 38548 } ] } } }